-- Logs begin at Mon 2022-04-11 23:18:07 UTC, end at Tue 2022-04-12 00:51:10 UTC. -- Apr 12 00:16:55.337808 dv-cinder-836252-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 12 00:16:58.268651 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.common.config [-] Logging enabled! Apr 12 00:16:58.269259 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev106 Apr 12 00:16:58.269435 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=114752) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 12 00:16:58.272792 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.common.config [-] Logging enabled! Apr 12 00:16:58.273050 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev106 Apr 12 00:16:58.273364 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=114752) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 12 00:16:58.274314 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 00:16:58.274553 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 00:16:58.274919 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 00:16:58.275166 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 00:16:58.275394 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 00:16:58.275808 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.276244 dv-cinder-836252-3-iscsi neutron-server[114752]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 12 00:16:58.276557 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.276852 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.277146 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.277442 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.277733 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.278017 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.278338 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.278639 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.278925 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.279206 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.279497 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.279790 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.280077 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] config_source = [] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.280368 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.280658 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.280948 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] debug = True {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.281233 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.281713 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.282895 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.283178 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.283471 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.283757 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.284035 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.284316 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.284604 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.284936 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] host = dv-cinder-836252-3-iscsi {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.285216 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.285505 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.285791 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.286077 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.286378 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.286657 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.286943 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.287217 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] log_dir = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.287490 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] log_file = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.287765 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.288053 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.288339 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.288628 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.288852 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.289074 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.289364 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.289650 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.289925 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.290199 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.290501 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.290778 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.291054 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.291324 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.291611 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.291898 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.292187 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.292468 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.292744 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.293019 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.293294 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.293579 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.293854 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.294132 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.294439 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.294728 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.294999 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.295273 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.295577 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.295866 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.296150 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.296436 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.296710 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.296994 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.297266 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.297563 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] use_journal = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.297835 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] use_json = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.298113 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.298409 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.298702 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.298966 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.299242 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.299522 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.299795 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.300083 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.300360 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:16:58.300660 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.300956 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.301256 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.301557 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.301848 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.302149 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.302450 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.302736 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.303026 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.303317 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.303607 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.303889 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.304193 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.304489 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.304788 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.305096 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.305394 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.305687 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.305966 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.306244 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.306547 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.306827 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.307117 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.307398 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.307688 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.307977 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.308258 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.308556 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.308843 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.309136 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.309431 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.309705 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.309985 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.310295 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.310578 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.310852 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.311132 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.311420 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.311698 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.311972 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.312256 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.312535 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.312807 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.313103 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.313385 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.313678 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.313955 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.314226 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.314521 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.314797 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.315069 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.315356 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.315631 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.315903 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.316177 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.316458 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.316736 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.317008 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.317286 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.317558 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.317836 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.318108 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.318409 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.318683 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.318954 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.319225 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.319500 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.319769 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.320045 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.320319 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.320594 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.320867 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.321141 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.321413 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.321698 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.321994 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.322303 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.322588 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.322868 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.323147 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.323426 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.323703 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.323982 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.324262 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.324536 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.324827 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.325113 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.325400 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.325704 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.325986 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.326308 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.326592 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.326873 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.327159 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.327440 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.327720 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.328007 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.328294 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.329104 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.329399 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.329697 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.329998 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.330323 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.330610 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.330923 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.331205 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:16:58.331423 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 00:16:58.331663 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=114752) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 12 00:16:58.706614 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=114752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 12 00:16:58.706896 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=114752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 12 00:16:58.707204 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=114752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 12 00:16:58.707537 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 12 00:16:59.032306 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:16:59.032951 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:16:59.033212 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:16:59.034524 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:16:59.034798 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:16:59.035059 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:16:59.087987 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:16:59.088269 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:16:59.088532 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:16:59.103194 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:16:59.103473 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:16:59.103741 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:16:59.133722 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:16:59.133999 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:16:59.134289 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:16:59.170926 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:16:59.171223 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:16:59.171493 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:16:59.513560 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:16:59.514169 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:16:59.514169 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:16:59.514397 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:16:59.515073 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:16:59.614224 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:16:59.614567 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:16:59.614851 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:16:59.615125 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:16:59.615393 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:16:59.615704 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:16:59.615964 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:16:59.616222 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:16:59.616475 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:16:59.616758 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:16:59.617018 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:16:59.617282 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:16:59.617538 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:16:59.617789 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:16:59.618044 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:16:59.618337 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:16:59.618595 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:16:59.618864 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:16:59.619131 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:16:59.619389 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:16:59.619811 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:16:59.620069 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:16:59.620351 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:16:59.620731 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:16:59.620985 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:16:59.621236 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:16:59.621635 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=114752) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 00:16:59.621874 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=114752) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 00:16:59.622112 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=114752) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 00:16:59.622382 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=114752) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 00:16:59.622622 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=114752) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 00:16:59.622857 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=114752) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 00:16:59.623220 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 12 00:16:59.626340 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 12 00:16:59.630212 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 12 00:16:59.633827 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Apr 12 00:16:59.635496 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 12 00:16:59.635953 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 12 00:16:59.636285 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 12 00:16:59.636664 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 12 00:16:59.639620 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 12 00:16:59.639870 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 12 00:16:59.640219 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 12 00:16:59.645614 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 12 00:16:59.669668 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 12 00:16:59.670124 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:16:59.670456 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=114752) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 12 00:16:59.670831 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:16:59.672185 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=114752) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 12 00:16:59.672602 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 12 00:16:59.672850 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 12 00:16:59.676167 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:16:59.676453 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:16:59.737987 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 12 00:16:59.738224 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 12 00:16:59.738498 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 12 00:16:59.738862 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 12 00:16:59.758853 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_db.sqlalchemy.engines [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=114752) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 12 00:17:00.189951 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.plugins.ml2.managers [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Initializing driver for type 'gre' Apr 12 00:17:00.190552 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] gre ID ranges: [(1, 1000)] Apr 12 00:17:00.242317 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.plugins.ml2.managers [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Initializing driver for type 'local' Apr 12 00:17:00.242652 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.plugins.ml2.managers [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Initializing driver for type 'vlan' Apr 12 00:17:00.255179 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] VlanTypeDriver initialization complete Apr 12 00:17:00.255539 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.plugins.ml2.managers [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Initializing driver for type 'vxlan' Apr 12 00:17:00.256014 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] vxlan ID ranges: [(1, 1000)] Apr 12 00:17:00.308191 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.plugins.ml2.managers [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Initializing extension driver 'port_security' Apr 12 00:17:00.308561 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.plugins.ml2.extensions.port_security [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] PortSecurityExtensionDriver initialization complete Apr 12 00:17:00.308957 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.plugins.ml2.managers [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Initializing mechanism driver 'openvswitch' Apr 12 00:17:00.309313 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.plugins.ml2.managers [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Initializing mechanism driver 'hyperv' Apr 12 00:17:00.316374 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.plugins.ml2.plugin [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=114752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:17:00.317210 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > port after_create 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.317581 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > port after_update 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.317935 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > port after_delete 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.318480 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=114752) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 00:17:00.318914 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > subnet after_create 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.319264 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > subnet after_update 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.319624 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > subnet after_delete 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.320000 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=114752) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 00:17:00.320402 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > network after_create 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.320748 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > network after_update 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.321084 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > network after_delete 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.321470 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=114752) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 00:17:00.321868 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > security_group after_create 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.322212 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > security_group after_update 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.322569 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > security_group after_delete 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.322959 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=114752) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 00:17:00.323353 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.323694 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.324028 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.324416 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=114752) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 00:17:00.324808 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > address_group after_create 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.325147 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > address_group after_update 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.325477 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > address_group after_delete 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.325863 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=114752) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 00:17:00.326321 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] ML2 OVO RPC backend initialized. {{(pid=114752) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 12 00:17:00.327021 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > router_interface after_create 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.327372 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.327786 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > network before_response 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.328160 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > networks before_response 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.328561 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > port before_response 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.328998 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > ports before_response 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.329368 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > subnet before_response 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.329759 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > subnets before_response 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.330209 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > network after_create 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.330632 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > network after_update 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.330992 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > network after_delete 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.331392 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > port after_create 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.331790 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > port after_update 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.332153 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > port after_delete 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.332537 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > subnet after_create 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.332925 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > subnet after_update 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.333335 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > subnet after_delete 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.341461 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.quota [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded quota_driver: . Apr 12 00:17:00.341852 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.plugins.ml2.plugin [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Modular L2 Plugin initialization complete Apr 12 00:17:00.342286 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading services supported by the core plugin {{(pid=114752) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 12 00:17:00.342732 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.plugins.ml2.managers [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Got port-security extension from driver 'port_security' Apr 12 00:17:00.343253 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.extensions.vlantransparent [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Disabled vlantransparent extension. Apr 12 00:17:00.343832 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=114752) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 12 00:17:00.344264 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading Plugin: router Apr 12 00:17:00.381192 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > router_interface before_create 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.381579 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > router after_create 55549900 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.381948 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > router before_create 55549900 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.382332 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.382706 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.383061 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > router after_delete 55549900 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.383416 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > floatingip after_create 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.383764 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > floatingip after_update 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.384121 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > router after_create 55549900 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.384464 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > router after_update 55549900 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.384814 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > router after_update 55549900 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.385160 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.385516 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > router after_update 55549900 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.385927 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > router precommit_update 55549900 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.386318 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: port after_update 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.386657 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: port after_delete 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.386992 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: subnet after_update 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.387333 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.387675 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > port precommit_delete 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.388027 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > router precommit_create 55549900 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.388367 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: port before_delete 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.388702 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > router precommit_create 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.389058 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > router after_update 55549900 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.389398 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > router precommit_delete 55549900 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.389748 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > router precommit_create 55549900 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.390103 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > router_interface after_create 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.390493 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > router precommit_update 55549900 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.390859 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > agent after_create 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.391848 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > agent after_delete 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.392320 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > network after_delete 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.393173 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.quota.resource_registry [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Tracking information for resource: router configured {{(pid=114752) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 00:17:00.393503 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.quota.resource_registry [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Tracking information for resource: floatingip configured {{(pid=114752) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 00:17:00.398416 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.db.l3_agentschedulers_db [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 12 00:17:00.398984 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: port after_update 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.399337 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: port after_create 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.399682 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: port after_delete 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.400027 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: port after_update 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.400808 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > router before_create 55550100 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.401166 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > router precommit_delete 55550100 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.401522 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > router precommit_create 55550100 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.401873 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > router precommit_update 55550100 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.407239 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.services.provider_configuration [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Service providers = [] {{(pid=114752) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 12 00:17:00.407873 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.db.servicetype_db [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=114752) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 12 00:17:00.410811 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.services.service_base [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=114752) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 00:17:00.411156 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.services.service_base [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=114752) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 00:17:00.411501 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.services.service_base [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=114752) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 00:17:00.412388 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.services.service_base [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=114752) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 00:17:00.412758 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.services.service_base [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 12 00:17:00.413131 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=114752) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 00:17:00.413443 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 12 00:17:00.425226 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=114752) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 00:17:00.425556 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading Plugin: auto_allocate Apr 12 00:17:00.431127 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: network precommit_update 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.431492 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: network precommit_create 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.431999 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=114752) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 00:17:00.432312 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading Plugin: tag Apr 12 00:17:00.439020 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=114752) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 00:17:00.439347 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading Plugin: timestamp Apr 12 00:17:00.443176 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=114752) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 00:17:00.443459 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading Plugin: network_ip_availability Apr 12 00:17:00.448882 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.449248 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.449597 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.450320 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=114752) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 00:17:00.450637 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading Plugin: flavors Apr 12 00:17:00.455927 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=114752) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 00:17:00.456257 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading Plugin: revisions Apr 12 00:17:00.460469 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=114752) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 00:17:00.460852 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_concurrency.lockutils [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.754s {{(pid=114752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 12 00:17:00.461583 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=114752) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 12 00:17:00.461912 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Initializing extension manager. Apr 12 00:17:00.462454 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: __init__.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.462795 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: __pycache__ {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.463128 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: address_group.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.463870 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.464422 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: address-group Apr 12 00:17:00.464745 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: address_scope.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.465452 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.465956 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: address-scope Apr 12 00:17:00.466302 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: admin_state_down_before_update.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.467226 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.467733 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: router-admin-state-down-before-update Apr 12 00:17:00.468056 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: agent.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.468753 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.469823 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: agent Apr 12 00:17:00.470146 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: agent_resources_synced.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.471064 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.471572 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: agent-resources-synced Apr 12 00:17:00.471934 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: allowedaddresspairs.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.473698 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.474216 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: allowed-address-pairs Apr 12 00:17:00.474565 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: auto_allocated_topology.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.475621 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.476133 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: auto-allocated-topology Apr 12 00:17:00.476456 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: availability_zone.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.477150 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.477655 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: availability_zone Apr 12 00:17:00.477975 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: availability_zone_filter.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.478911 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.479423 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: availability_zone_filter Apr 12 00:17:00.479742 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: data_plane_status.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.480638 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.481143 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extension data-plane-status not supported by any of loaded plugins Apr 12 00:17:00.481458 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: default_subnetpools.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.482402 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.482908 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: default-subnetpools Apr 12 00:17:00.483227 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: dhcpagentscheduler.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.484017 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.484517 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: dhcp_agent_scheduler Apr 12 00:17:00.484861 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: dns.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.485754 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.486274 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extension dns-integration not supported by any of loaded plugins Apr 12 00:17:00.486591 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: dns_domain_ports.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.487488 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.487988 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 12 00:17:00.488305 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.489204 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.489703 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 12 00:17:00.490018 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: dvr.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.490708 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.491213 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: dvr Apr 12 00:17:00.491532 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: ecmp_routes.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.492427 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.492926 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extension ecmp_routes not supported by any of loaded plugins Apr 12 00:17:00.493244 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: empty_string_filtering.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.494148 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.494679 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: empty-string-filtering Apr 12 00:17:00.494999 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.495893 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.496391 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 12 00:17:00.496713 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.497609 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.498197 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 12 00:17:00.498542 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: external_net.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.499430 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.499932 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: external-net Apr 12 00:17:00.500251 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: extra_dhcp_opt.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.501170 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.501674 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: extra_dhcp_opt Apr 12 00:17:00.501993 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: extraroute.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.502912 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.503418 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: extraroute Apr 12 00:17:00.503736 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: extraroute_atomic.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.504748 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.505257 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: extraroute-atomic Apr 12 00:17:00.505577 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: filter_validation.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.506240 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.506773 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: filter-validation Apr 12 00:17:00.507096 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: fip_pf_description.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.508176 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.508682 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 12 00:17:00.509000 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: fip_pf_port_range.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.509902 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.510438 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 12 00:17:00.510755 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: fip_port_details.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.511656 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.512154 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: fip-port-details Apr 12 00:17:00.512469 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: flavors.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.513684 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.514201 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: flavors Apr 12 00:17:00.514532 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.516689 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.517203 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 12 00:17:00.517525 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: floatingip_pools.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.518214 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.518741 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: floatingip-pools Apr 12 00:17:00.519060 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: ip_allocation.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.519966 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.520471 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extension ip_allocation not supported by any of loaded plugins Apr 12 00:17:00.520790 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.521691 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.522195 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: ip-substring-filtering Apr 12 00:17:00.522540 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: l2_adjacency.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.523461 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.523961 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extension l2_adjacency not supported by any of loaded plugins Apr 12 00:17:00.524283 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: l3.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.525248 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.525761 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: router Apr 12 00:17:00.526086 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: l3_conntrack_helper.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.528325 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.528846 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 12 00:17:00.529174 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.530083 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.530626 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: ext-gw-mode Apr 12 00:17:00.530951 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.532648 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.533157 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: l3-ha Apr 12 00:17:00.533479 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.534404 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.534912 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 12 00:17:00.535229 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: l3_flavors.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.536134 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.536641 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: l3-flavors Apr 12 00:17:00.536970 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: l3_ndp_proxy.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.538338 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.538854 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 12 00:17:00.539181 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.540086 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.540601 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: l3-port-ip-change-not-allowed Apr 12 00:17:00.540930 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: l3agentscheduler.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.541950 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.542491 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: l3_agent_scheduler Apr 12 00:17:00.542817 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: local_ip.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.544709 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.545234 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extension local_ip not supported by any of loaded plugins Apr 12 00:17:00.545568 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: logging.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.547062 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.547635 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extension logging not supported by any of loaded plugins Apr 12 00:17:00.547962 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: metering.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.548698 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.549268 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: metering Apr 12 00:17:00.549591 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.550684 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.551195 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: metering_source_and_destination_fields Apr 12 00:17:00.551519 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: multiprovidernet.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.552438 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.552945 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: multi-provider Apr 12 00:17:00.553266 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: netmtu.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.554169 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.554696 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: net-mtu Apr 12 00:17:00.555016 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: netmtu_writable.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.555928 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.556433 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: net-mtu-writable Apr 12 00:17:00.556754 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: network_availability_zone.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.557422 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.557925 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: network_availability_zone Apr 12 00:17:00.558242 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: network_ip_availability.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.559359 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.559865 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: network-ip-availability Apr 12 00:17:00.560186 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: network_segment_range.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.560943 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.561441 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extension network-segment-range not supported by any of loaded plugins Apr 12 00:17:00.561760 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: pagination.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.562746 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.563108 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: pagination Apr 12 00:17:00.563427 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: port_device_profile.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.564321 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.564834 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: port-device-profile Apr 12 00:17:00.565154 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.566064 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.566607 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: port-mac-address-regenerate Apr 12 00:17:00.566927 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.567839 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.568340 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: port-numa-affinity-policy Apr 12 00:17:00.568658 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: port_resource_request.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.569558 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.570065 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extension port-resource-request not supported by any of loaded plugins Apr 12 00:17:00.570418 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: port_resource_request_groups.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.571372 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.571876 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 12 00:17:00.572193 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: portbindings.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.573099 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.573600 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: binding Apr 12 00:17:00.573916 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: portbindings_extended.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.575195 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.575708 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: binding-extended Apr 12 00:17:00.576032 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: portsecurity.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.576938 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.577444 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: port-security Apr 12 00:17:00.577764 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: project_id.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.579340 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.579666 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: project-id Apr 12 00:17:00.579987 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: providernet.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.580895 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.581408 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: provider Apr 12 00:17:00.581726 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: qos.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.585256 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.585775 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extension qos not supported by any of loaded plugins Apr 12 00:17:00.586103 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.587363 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.587881 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 12 00:17:00.588206 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.589225 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.589740 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 12 00:17:00.590065 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: qos_default.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.591029 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.591537 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extension qos-default not supported by any of loaded plugins Apr 12 00:17:00.591860 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: qos_fip.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.592767 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.593273 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extension qos-fip not supported by any of loaded plugins Apr 12 00:17:00.593594 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: qos_fip_network_policy.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.595069 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.595576 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 12 00:17:00.595897 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: qos_gateway_ip.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.596811 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.597320 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 12 00:17:00.597647 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: qos_port_network_policy.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.598580 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.599192 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 12 00:17:00.599521 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.600536 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.601043 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 12 00:17:00.601365 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.602415 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.602927 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 12 00:17:00.603248 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: qos_pps_rule.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.604404 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.604920 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extension qos-pps not supported by any of loaded plugins Apr 12 00:17:00.605240 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: qos_rule_type_details.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.606150 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.606683 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 12 00:17:00.607004 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: qos_rule_type_filter.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.607909 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.608418 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 12 00:17:00.608738 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: qos_rules_alias.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.609792 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.610323 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 12 00:17:00.610640 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: quota_check_limit.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.611549 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.612059 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: quota-check-limit Apr 12 00:17:00.612375 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: quotasv2.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.613282 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.613602 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: quotas Apr 12 00:17:00.613917 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: quotasv2_detail.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.616130 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.616130 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: quota_details Apr 12 00:17:00.616315 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: rbac.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.617291 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.617820 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: rbac-policies Apr 12 00:17:00.618148 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: rbac_address_group.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.619098 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.619613 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: rbac-address-group Apr 12 00:17:00.619937 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: rbac_address_scope.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.620844 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.621352 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: rbac-address-scope Apr 12 00:17:00.621672 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: rbac_security_groups.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.622688 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.623196 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: rbac-security-groups Apr 12 00:17:00.623517 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: rbac_subnetpool.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.624433 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.624938 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: rbac-subnetpool Apr 12 00:17:00.625258 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: revisionifmatch.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.626721 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.627228 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: revision-if-match Apr 12 00:17:00.627546 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: revisions.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.628652 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.629165 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: standard-attr-revisions Apr 12 00:17:00.629488 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: router_availability_zone.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.630153 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.630689 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: router_availability_zone Apr 12 00:17:00.631011 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: routerservicetype.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.631924 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.632434 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extension router-service-type not supported by any of loaded plugins Apr 12 00:17:00.632753 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.633668 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.634176 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: security-groups-normalized-cidr Apr 12 00:17:00.634526 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: security_groups_port_filtering.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.635445 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.635947 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: port-security-groups-filtering Apr 12 00:17:00.636265 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.637184 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.637689 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: security-groups-remote-address-group Apr 12 00:17:00.638013 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: security_groups_shared_filtering.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.638956 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.639463 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: security-groups-shared-filtering Apr 12 00:17:00.639782 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.640354 dv-cinder-836252-3-iscsi neutron-server[114752]: WARNING neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 12 00:17:00.640668 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: securitygroup.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.650295 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.650820 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: security-group Apr 12 00:17:00.651148 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: segment.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.651866 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.652374 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extension segment not supported by any of loaded plugins Apr 12 00:17:00.652694 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.653621 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.654157 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 12 00:17:00.654497 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: servicetype.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.655578 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.656100 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: service-type Apr 12 00:17:00.656423 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: sorting.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.658181 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.658535 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: sorting Apr 12 00:17:00.658854 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: standard_attr_segment.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.659760 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.660274 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 12 00:17:00.660592 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: standardattrdescription.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.661232 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.661732 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: standard-attr-description Apr 12 00:17:00.662049 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: stateful_security_group.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.663005 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.663516 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: stateful-security-group Apr 12 00:17:00.663835 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: stdattrs_common.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.664395 dv-cinder-836252-3-iscsi neutron-server[114752]: WARNING neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 12 00:17:00.664713 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.665655 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.666162 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 12 00:17:00.666506 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: subnet_onboard.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.667552 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.668064 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: subnet_onboard Apr 12 00:17:00.668384 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.669300 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.669803 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 12 00:17:00.670120 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: subnet_service_types.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.671073 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.671581 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: subnet-service-types Apr 12 00:17:00.671897 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: subnetallocation.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.673537 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.674057 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: subnet_allocation Apr 12 00:17:00.674411 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.675172 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.676496 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: subnetpool-prefix-ops Apr 12 00:17:00.677011 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.677953 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.678571 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 12 00:17:00.678894 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: tagging.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.679938 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.680451 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: standard-attr-tag Apr 12 00:17:00.680775 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: timestamp.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.681964 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.682497 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loaded extension: standard-attr-timestamp Apr 12 00:17:00.682820 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: trunk.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.683843 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.684358 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extension trunk not supported by any of loaded plugins Apr 12 00:17:00.684677 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: trunk_details.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.685583 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.686088 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extension trunk-details not supported by any of loaded plugins Apr 12 00:17:00.686438 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: uplink_status_propagation.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.687346 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.687877 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 12 00:17:00.688194 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Loading extension file: vlantransparent.py {{(pid=114752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 00:17:00.688861 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=114752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 00:17:00.689365 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extension vlan-transparent not supported by any of loaded plugins Apr 12 00:17:00.691908 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.quota.resource_registry [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Creating instance of TrackedResource for resource:network Apr 12 00:17:00.692427 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.quota.resource_registry [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Creating instance of TrackedResource for resource:subnet Apr 12 00:17:00.692816 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.quota.resource_registry [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 00:17:00.693242 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.quota.resource_registry [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Creating instance of TrackedResource for resource:port Apr 12 00:17:00.694441 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.v2.resource_helper [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 00:17:00.694874 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.v2.resource_helper [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Service FLAVORS assigned prefix: {{(pid=114752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 00:17:00.695488 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.v2.resource_helper [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 00:17:00.695912 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.v2.resource_helper [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 00:17:00.696236 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.quota.resource_registry [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Creating instance of TrackedResource for resource:router Apr 12 00:17:00.696652 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.quota.resource_registry [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Creating instance of TrackedResource for resource:floatingip Apr 12 00:17:00.697137 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.v2.resource_helper [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Service METERING assigned prefix: /metering {{(pid=114752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 00:17:00.698581 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.698948 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.699293 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:17:00.700364 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.quota.resource_registry [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Creating instance of CountableResource for resource:rbac_policy Apr 12 00:17:00.700793 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.quota.resource_registry [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Creating instance of TrackedResource for resource:security_group Apr 12 00:17:00.701225 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.quota.resource_registry [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Creating instance of TrackedResource for resource:security_group_rule Apr 12 00:17:00.701809 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.v2.resource_helper [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Service CORE assigned prefix: {{(pid=114752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 00:17:00.702128 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.quota.resource_registry [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 00:17:00.702490 dv-cinder-836252-3-iscsi neutron-server[114752]: WARNING neutron.quota.resource_registry [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] subnetpool is already registered Apr 12 00:17:00.702922 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.v2.resource_helper [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Service CORE assigned prefix: {{(pid=114752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 00:17:00.703239 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.quota.resource_registry [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 00:17:00.703590 dv-cinder-836252-3-iscsi neutron-server[114752]: WARNING neutron.quota.resource_registry [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] subnetpool is already registered Apr 12 00:17:00.705866 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.v2.resource_helper [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 00:17:00.706335 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.v2.resource_helper [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Service FLAVORS assigned prefix: {{(pid=114752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 00:17:00.707059 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.v2.resource_helper [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 00:17:00.707488 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.v2.resource_helper [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 00:17:00.707815 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.quota.resource_registry [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Creating instance of TrackedResource for resource:router Apr 12 00:17:00.708147 dv-cinder-836252-3-iscsi neutron-server[114752]: WARNING neutron.quota.resource_registry [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] router is already registered Apr 12 00:17:00.708576 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.quota.resource_registry [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Creating instance of TrackedResource for resource:floatingip Apr 12 00:17:00.708907 dv-cinder-836252-3-iscsi neutron-server[114752]: WARNING neutron.quota.resource_registry [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] floatingip is already registered Apr 12 00:17:00.709365 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.v2.resource_helper [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Service METERING assigned prefix: /metering {{(pid=114752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 00:17:00.710058 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.quota.resource_registry [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Creating instance of CountableResource for resource:rbac_policy Apr 12 00:17:00.710426 dv-cinder-836252-3-iscsi neutron-server[114752]: WARNING neutron.quota.resource_registry [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] rbac_policy is already registered Apr 12 00:17:00.710842 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.quota.resource_registry [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Creating instance of TrackedResource for resource:security_group Apr 12 00:17:00.711171 dv-cinder-836252-3-iscsi neutron-server[114752]: WARNING neutron.quota.resource_registry [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] security_group is already registered Apr 12 00:17:00.711568 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.quota.resource_registry [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Creating instance of TrackedResource for resource:security_group_rule Apr 12 00:17:00.711905 dv-cinder-836252-3-iscsi neutron-server[114752]: WARNING neutron.quota.resource_registry [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] security_group_rule is already registered Apr 12 00:17:00.712384 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.v2.resource_helper [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Service CORE assigned prefix: {{(pid=114752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 00:17:00.712706 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.quota.resource_registry [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 00:17:00.713034 dv-cinder-836252-3-iscsi neutron-server[114752]: WARNING neutron.quota.resource_registry [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] subnetpool is already registered Apr 12 00:17:00.713453 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.v2.resource_helper [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Service CORE assigned prefix: {{(pid=114752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 00:17:00.713780 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.quota.resource_registry [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 00:17:00.714103 dv-cinder-836252-3-iscsi neutron-server[114752]: WARNING neutron.quota.resource_registry [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] subnetpool is already registered Apr 12 00:17:00.714585 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extended resource: extensions {{(pid=114752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 00:17:00.717186 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extended resource: address-groups {{(pid=114752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 00:17:00.718694 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extended resource: address-scopes {{(pid=114752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 00:17:00.720407 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extended resource: agents {{(pid=114752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 00:17:00.721654 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extended resource: auto-allocated-topology {{(pid=114752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 00:17:00.722909 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extended resource: availability_zones {{(pid=114752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 00:17:00.724112 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extended resource: dhcp-networks {{(pid=114752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 00:17:00.725488 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extended resource: dhcp-agents {{(pid=114752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 00:17:00.727032 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extended resource: routers {{(pid=114752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 00:17:00.729120 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extended resource: flavors {{(pid=114752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 00:17:00.730412 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extended resource: service_profiles {{(pid=114752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 00:17:00.731591 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extended resource: next_providers {{(pid=114752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 00:17:00.733004 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extended resource: service_profiles {{(pid=114752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 00:17:00.734438 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extended resource: floatingip-pools {{(pid=114752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 00:17:00.736333 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extended resource: routers {{(pid=114752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 00:17:00.738439 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extended resource: floatingips {{(pid=114752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 00:17:00.739601 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extended resource: l3-routers {{(pid=114752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 00:17:00.741056 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extended resource: l3-agents {{(pid=114752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 00:17:00.742539 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extended resource: metering-labels {{(pid=114752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 00:17:00.743774 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extended resource: metering-label-rules {{(pid=114752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 00:17:00.745120 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extended resource: network-ip-availabilities {{(pid=114752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 00:17:00.746382 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extended resource: bindings {{(pid=114752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 00:17:00.747901 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extended resource: quotas {{(pid=114752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 00:17:00.749545 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extended resource: quotas {{(pid=114752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 00:17:00.751164 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extended resource: rbac-policies {{(pid=114752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 00:17:00.752341 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extended resource: security-groups {{(pid=114752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 00:17:00.753647 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extended resource: security-group-rules {{(pid=114752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 00:17:00.754888 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extended resource: service-providers {{(pid=114752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 00:17:00.756078 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extended resource: subnetpools {{(pid=114752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 00:17:00.757372 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extended resource: subnetpools {{(pid=114752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 00:17:00.758946 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extended resource: tags {{(pid=114752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 00:17:00.760592 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extended resource: tags {{(pid=114752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 00:17:00.762389 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extended resource: tags {{(pid=114752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 00:17:00.764135 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extended resource: tags {{(pid=114752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 00:17:00.765846 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extended resource: tags {{(pid=114752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 00:17:00.767818 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extended resource: tags {{(pid=114752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 00:17:00.769463 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extended resource: tags {{(pid=114752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 00:17:00.771240 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extended resource: tags {{(pid=114752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 00:17:00.773984 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extended resource: tags {{(pid=114752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 00:17:00.775735 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron.api.extensions [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Extended resource: tags {{(pid=114752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 00:17:00.782104 dv-cinder-836252-3-iscsi neutron-server[114752]: WARNING keystonemiddleware.auth_token [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 12 00:17:00.786921 dv-cinder-836252-3-iscsi neutron-server[114752]: WARNING keystonemiddleware.auth_token [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 12 00:17:00.795567 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_concurrency.lockutils [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Acquired lock "singleton_lock" {{(pid=114752) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 12 00:17:00.796033 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_concurrency.lockutils [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Releasing lock "singleton_lock" {{(pid=114752) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 12 00:17:00.796673 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO oslo_service.service [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Starting 2 workers Apr 12 00:17:00.802329 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Started child 114859 {{(pid=114752) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 00:17:00.806932 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Started child 114860 {{(pid=114752) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 00:17:00.807679 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:00.808488 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO neutron.service [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Neutron service started, listening on 0.0.0.0:9696 Apr 12 00:17:00.809156 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Publish callbacks [] for process (None), before_spawn {{(pid=114752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:00.809321 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [-] (114859) wsgi starting up on http://0.0.0.0:9696 Apr 12 00:17:00.811600 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO oslo_service.service [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Starting 1 workers Apr 12 00:17:00.811832 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:00.813344 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [-] (114860) wsgi starting up on http://0.0.0.0:9696 Apr 12 00:17:00.816924 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Started child 114861 {{(pid=114752) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 00:17:00.817442 dv-cinder-836252-3-iscsi neutron-server[114752]: INFO oslo_service.service [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Starting 1 workers Apr 12 00:17:00.820614 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.service [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] calling RpcWorker wait() {{(pid=114861) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 12 00:17:00.821163 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.service [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] returning from RpcWorker wait() {{(pid=114861) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 12 00:17:00.821974 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Started child 114862 {{(pid=114752) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 00:17:00.822511 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:00.822766 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG neutron_lib.callbacks.manager [None req-394a6608-1038-4159-a7c5-cebe1fa0b87d None None] Publish callbacks [] for process (None), after_spawn {{(pid=114752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:00.823073 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:17:00.824675 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=114752) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 12 00:17:00.824883 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 00:17:00.825067 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 00:17:00.825293 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 00:17:00.825646 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 00:17:00.825808 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 00:17:00.826341 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.826628 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.826756 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:00.827224 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.827224 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.827427 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.827992 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.828256 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.828526 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.828795 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.829054 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.829223 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.829389 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.829636 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.829887 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.830186 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.830473 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.830741 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.831002 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.831177 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.831430 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] config_source = [] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.831720 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.831983 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.832259 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] debug = True {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.832522 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.833003 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.833226 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.833463 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.833696 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.834007 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.834273 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.834536 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.834778 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.835011 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.835255 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.835511 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.835740 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.835953 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.836202 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.836419 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.836660 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.836877 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.837334 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] host = dv-cinder-836252-3-iscsi {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.837645 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.837808 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.838037 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.838318 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.838580 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.838811 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.839056 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.839325 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.839585 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.839833 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.840048 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.840287 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.840501 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] log_dir = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.840750 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] log_file = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.840914 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] log_options = True {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.841148 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.841410 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.841653 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.841848 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.842015 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.842175 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.842454 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.842616 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.842883 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.843118 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.843331 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.843543 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.843795 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.844029 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.844798 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.845013 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.845251 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.845461 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.845726 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.845952 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.846176 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.846423 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.846643 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.846882 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.847111 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.847329 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.847575 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.847793 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.848025 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.848268 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.849398 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:17:00.849630 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.849904 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.850171 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.850396 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.851520 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.851910 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.852152 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.852423 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.852697 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.852947 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.853493 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.853493 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.854229 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.854506 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.854768 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.855104 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] use_journal = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.855375 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] use_json = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.855605 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.856538 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.857321 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.857576 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.857831 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.858109 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.858378 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.858672 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.859604 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.862499 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.863193 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.863533 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.863801 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.864056 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.864335 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.864599 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.864832 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.865511 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.865797 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.866096 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.866353 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.866673 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.867817 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.868118 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.868484 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.868751 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.869076 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.869318 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.869951 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.870160 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.870425 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.870724 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.870970 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.871242 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.872081 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.872334 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.872636 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.873296 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.873630 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.873905 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.874167 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.874458 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.874687 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.875338 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.875539 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.875801 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.880231 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.880481 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.882019 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.882289 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.882511 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.882769 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.883035 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.884747 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.885024 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.885289 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.885561 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.885810 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.886064 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.886695 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.886929 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.887153 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.887377 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.887643 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.887900 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.888143 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.888420 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.888656 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.888875 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.889113 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.889357 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.889594 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.889816 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.890052 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.890293 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.890513 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.890727 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.891032 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.891251 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.891487 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.891703 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.891919 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.892158 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.892393 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.892621 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.892836 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.893055 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.893266 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.893502 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.893714 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.893923 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.894134 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.894373 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.894593 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.894809 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.895022 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.895241 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.895476 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.895692 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.895926 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.896210 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.896549 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.896796 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.897038 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.897281 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.897520 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.897741 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.897984 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.898204 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.898457 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.898853 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.899123 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.899429 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.899690 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.899916 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.900136 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.900572 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.900865 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.901236 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.901656 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.901949 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.902398 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.902799 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.903241 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.903660 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.904065 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.904473 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.904745 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.905035 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.905278 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.905535 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.905779 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.906058 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.906401 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.907217 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.907776 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.908044 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.908279 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.908541 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.908775 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.909038 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.909269 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.909507 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.909757 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.910021 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.910295 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.910518 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.910751 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.911077 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.911326 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.911555 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.911764 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.912208 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.912461 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.912708 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.912979 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.913236 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.913500 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.913767 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.914014 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.914286 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.914529 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.914775 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.914992 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.915251 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.915469 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.915692 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.915907 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.916124 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.916376 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.916611 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.916832 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.917054 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.917273 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.917511 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.917776 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.917991 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.918213 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.918490 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.918714 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.918933 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.919150 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.919362 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.919629 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.919846 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.920136 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.920406 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.920620 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.920879 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.921103 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.921358 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.921572 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.921815 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.922061 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.922390 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.922610 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.922839 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.923075 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.923319 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.923546 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.923761 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.923994 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.924135 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:17:00.924278 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.924574 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.924812 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.925043 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.925288 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.925537 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.925789 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.926006 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.926223 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.926467 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.926769 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.927443 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.927443 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.927443 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.927928 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.927928 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.928189 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.928454 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.928616 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.928827 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.929061 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.929281 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.929622 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.929730 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.929985 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.930170 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.930428 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.930692 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.930851 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.931067 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.931362 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.931622 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.931845 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.932090 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.932343 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.932606 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.932844 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.933074 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.933291 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.933511 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.933728 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.933958 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.934186 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.934500 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.934711 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.934933 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.935155 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.935366 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.935642 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.935795 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.936005 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.936230 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.936450 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.936664 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.936909 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.937147 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.937358 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.937583 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.938330 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.938796 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.939035 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.939257 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.939471 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.939697 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.939919 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.940134 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.940448 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.940700 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.940941 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.941237 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.941489 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.941736 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.941996 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.942347 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.942567 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.942832 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.943071 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.943342 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.943537 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.943795 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.944188 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.944476 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.944747 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.945005 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.945287 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.945575 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.945839 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.946042 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.946370 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.946700 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.946996 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.947258 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.949078 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.949078 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.949078 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.949078 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.949078 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.949078 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.949078 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.949078 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.950185 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.950185 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.950185 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.950185 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.950185 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.950965 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.950965 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.950965 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.951351 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.951351 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 00:17:00.951659 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=114752) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 12 00:17:00.951819 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 00:17:00.951974 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 00:17:00.952136 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 00:17:00.952312 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 00:17:00.952464 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 00:17:00.952676 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.952838 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.952996 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.953314 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.953532 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.953707 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.953868 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.954027 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.954185 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.954373 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.954534 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.954692 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.954848 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.955005 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.955163 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.955322 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.955481 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.955639 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.955801 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.955960 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] config_source = [] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.956118 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.956276 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.956436 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] debug = True {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.956593 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.956801 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.956968 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.957125 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.957438 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.957598 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.957756 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.957914 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.958069 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.958392 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.958697 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.958857 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.959015 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.959178 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.959318 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.959473 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.959631 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.959789 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.959946 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] host = dv-cinder-836252-3-iscsi {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.960109 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.960257 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.960414 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.960571 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.960729 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.960890 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.961039 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.961197 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.961356 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.961513 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.961677 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.961831 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.961987 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] log_dir = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.962144 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] log_file = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.962323 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] log_options = True {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.962483 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.962641 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.962804 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.962987 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.963151 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.963308 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.963467 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.963626 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.963782 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.963940 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.964099 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.964257 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.964414 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.964571 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.964730 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.964887 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.965045 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.965201 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.965359 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.965517 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.965674 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.965832 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.965990 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.966148 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.966328 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.966487 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.966643 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.966802 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.966960 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.967116 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.967273 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.967431 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.967588 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.967746 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.967905 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.968063 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.968221 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.968378 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.968539 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.968697 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.968854 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.969012 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.969989 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.969989 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.969989 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.970198 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] use_journal = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.970311 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] use_json = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.970472 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.970628 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.970785 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.970942 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.971098 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.971255 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.971412 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.971570 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.971727 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 00:17:00.971903 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.972063 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.972634 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.972634 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.972634 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.972926 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.972926 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.973073 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.973161 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.973279 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.973446 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.973607 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.973777 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.973936 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.974096 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.974298 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.974438 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.974600 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.974761 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.974920 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.975080 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.975240 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.975409 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.975569 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.975728 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.975889 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.976050 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.976218 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.976377 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.976553 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.976713 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.976874 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.977033 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.977193 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.977353 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.977514 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.977673 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.977833 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.977993 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.978152 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.978334 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.978496 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.978656 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.978816 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.978977 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.979136 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.979297 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.979456 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.979616 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.979776 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.979936 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.980096 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.980256 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.980417 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.980577 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.980737 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.980896 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.981067 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.981227 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.981386 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.981545 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.981704 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.981864 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.982023 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.982183 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.982367 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.982528 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.982693 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.982866 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.983026 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.983185 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.983344 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.983504 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.983663 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.983822 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.983981 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.984141 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.984300 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.984459 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.984618 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.984868 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.985029 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.985190 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.985350 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.985510 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.985669 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.985829 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.985988 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.986148 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.986331 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.986493 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.986661 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.986836 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.986995 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.987155 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.987315 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.987475 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.987633 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.987792 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.987952 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.988112 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.988271 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.988430 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.988590 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.988752 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.988911 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.989071 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.989230 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.989388 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.989547 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.989705 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.989864 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.990024 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.990183 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.990364 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.990525 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.990683 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.990842 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.991001 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.991170 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.991329 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.991491 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.991650 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.991817 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.991987 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.992147 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.992306 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.992465 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.992625 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.992789 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.992950 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.993109 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.993268 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.993427 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.993587 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.993756 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.993917 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.994076 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.994236 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.994439 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.994599 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.994757 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.994917 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.995077 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.995237 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.995397 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.995556 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.995717 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.995876 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.996036 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.996196 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.996356 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.996517 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.996676 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.996835 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.996995 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.997155 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.997314 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.997474 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.997635 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.997794 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.997954 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.998113 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.998293 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.998456 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.998616 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.998776 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.998936 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.999097 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.999258 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.999419 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.999580 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.999739 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:00.999899 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.000059 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.000220 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.000475 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.000625 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.000788 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.000947 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.001108 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.001268 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.001428 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.001590 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.001750 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.001911 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.002070 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.002232 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.002417 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.002578 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.002742 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.002902 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.003066 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.003227 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.003405 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.003564 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.003723 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.003885 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.004045 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.004205 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.004364 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.004523 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.004684 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.004844 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.005007 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.005167 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.005327 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.005486 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.005646 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.005805 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.005967 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.006128 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.006313 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.006474 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.006635 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.006796 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.006955 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.007114 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.007273 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.007436 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.007595 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.007753 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.007913 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.008087 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.008247 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.008407 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.008567 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.008727 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.008888 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.009058 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.009218 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.009377 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.009537 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.009696 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.009855 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.010024 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.010184 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.010365 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.010526 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.010684 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.012754 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.012754 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.012754 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.013078 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 50456) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:17:01.013164 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.013164 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.013164 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.013164 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.013164 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.013164 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.013164 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.013164 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.013891 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.013891 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.013891 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.013891 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.013891 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.013891 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.013891 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.013891 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.014491 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.014491 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.014491 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.014491 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.014491 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.014832 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.014832 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.014832 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.015141 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.015141 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.015355 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.015436 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.015594 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.015757 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.016428 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.016612 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.016780 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.016943 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.017111 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.017280 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.017450 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.017609 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.017775 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.017947 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.018107 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.018283 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.018447 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.018609 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.018768 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.018928 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.019087 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.019247 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.019406 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.019566 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.019726 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.019886 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.020046 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.020207 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.020358 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.020516 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.020658 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069528 Apr 12 00:17:01.020971 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.020971 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.021456 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 00:17:01.021456 dv-cinder-836252-3-iscsi neutron-server[114752]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 00:17:12.379097 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f995c5c3-c4a7-4cc1-8e4e-eff6fbd2287c None None] get_active_networks_info from dv-cinder-836252-3-iscsi {{(pid=114861) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 12 00:17:12.446928 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f995c5c3-c4a7-4cc1-8e4e-eff6fbd2287c None None] No non-hosted networks {{(pid=114861) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 12 00:17:12.469810 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.agentschedulers_db [None req-f995c5c3-c4a7-4cc1-8e4e-eff6fbd2287c None None] DHCP Agent not found on host dv-cinder-836252-3-iscsi {{(pid=114861) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 12 00:17:12.640356 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-a263240a-fd3b-4f4b-9d71-32dc328002ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-441033'] for agent (4ecbd319-6885-49f5-abb8-de205838eb1c), after_create {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:14.596404 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-0e6af3b9-a238-4c67-8612-78d8daf29816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-441033'] for agent (d3fb0dde-5c40-4fca-80b5-61326157311c), after_create {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:14.629864 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-002517ab-ca13-4bc6-99f2-9ef41d75837a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (d3fb0dde-5c40-4fca-80b5-61326157311c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:15.533564 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 50520) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:17:16.163879 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d4423688-5a44-44f3-a132-81f2c9b6cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-441033'] for agent (af38becd-82ff-4144-8f94-74de975161ca), after_create {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:16.268551 dv-cinder-836252-3-iscsi neutron-server[114859]: WARNING oslo_policy.policy [None req-10f2db22-a6f7-41a9-933e-16bc35fa5cc4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 00:17:16.269580 dv-cinder-836252-3-iscsi neutron-server[114859]: WARNING oslo_policy.policy [None req-10f2db22-a6f7-41a9-933e-16bc35fa5cc4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 00:17:16.503199 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [None req-10f2db22-a6f7-41a9-933e-16bc35fa5cc4 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114859) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 00:17:16.518811 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-10f2db22-a6f7-41a9-933e-16bc35fa5cc4 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9842730 Apr 12 00:17:17.578991 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-be9ea9f3-6c7c-4887-ad09-badb35df740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-441033'] for agent (738aa052-ee84-4bd1-913b-ee7149597f8f), after_create {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:18.079384 dv-cinder-836252-3-iscsi neutron-server[114861]: INFO neutron.db.l3_hamode_db [None req-7374495d-0d7e-432d-8c97-53b8de1a1c49 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 12 00:17:18.158969 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7374495d-0d7e-432d-8c97-53b8de1a1c49 None None] Routers set() bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:17:18.159332 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7374495d-0d7e-432d-8c97-53b8de1a1c49 None None] Router IDs set() for agent in host dv-cinder-836252-3-iscsi {{(pid=114861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 12 00:17:18.876387 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-441033'] for agent (f9a21fd4-36f2-4826-890e-da332e228edf), after_create {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:18.877067 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:18.879058 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:18.879880 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:18.880229 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:18.880616 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:18.880956 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:18.881288 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:18.882061 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:18.882427 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:18.882806 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:18.883154 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:18.883481 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:18.883996 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:18.884478 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:18.884852 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:18.885401 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-836252-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:17:18.893729 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-836252-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:17:19.126616 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 50554) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:17:19.434881 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [None req-7654cf9a-e10f-4bea-834d-744d5f82080a admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:17:19.526972 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.policy [None req-7654cf9a-e10f-4bea-834d-744d5f82080a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=114859) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 12 00:17:19.570627 dv-cinder-836252-3-iscsi neutron-server[114859]: WARNING oslo_policy.policy [None req-7654cf9a-e10f-4bea-834d-744d5f82080a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 00:17:19.571027 dv-cinder-836252-3-iscsi neutron-server[114859]: WARNING oslo_policy.policy [None req-7654cf9a-e10f-4bea-834d-744d5f82080a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 00:17:19.666439 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-7654cf9a-e10f-4bea-834d-744d5f82080a admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757611200139', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757611196551', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757611151179', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757611158298', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757611160281', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757611234806', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1470857', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1461172', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-545085', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-650840'] for rbac-policy (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:19.732669 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-7654cf9a-e10f-4bea-834d-744d5f82080a admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:19.733846 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-7654cf9a-e10f-4bea-834d-744d5f82080a admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6062741 Apr 12 00:17:22.209109 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 50566) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:17:22.513685 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [None req-6cf15de7-6268-4d6a-bf12-6c832b498eb0 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:17:22.542705 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf15de7-6268-4d6a-bf12-6c832b498eb0 demo demo] Made reservation on behalf of 81d9b125a65a40ef8faf3f1791912d0c for: {'network': 1} {{(pid=114859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:17:22.547067 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-6cf15de7-6268-4d6a-bf12-6c832b498eb0 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for network (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:22.567296 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-6cf15de7-6268-4d6a-bf12-6c832b498eb0 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:22.679995 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-6cf15de7-6268-4d6a-bf12-6c832b498eb0 demo demo] Publish callbacks [] for security_group (7750b0b4-e4c3-40fa-bbe3-397c932a6071), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:22.684189 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-6cf15de7-6268-4d6a-bf12-6c832b498eb0 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (7750b0b4-e4c3-40fa-bbe3-397c932a6071), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:22.708929 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cf15de7-6268-4d6a-bf12-6c832b498eb0 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=114859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 00:17:22.744909 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-6cf15de7-6268-4d6a-bf12-6c832b498eb0 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757613416358', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552308'] for segment (d2391ce2-c431-4188-b9c9-8e1acaef460b), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:22.745550 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-6cf15de7-6268-4d6a-bf12-6c832b498eb0 demo demo] Unsubscribe: segment precommit_create {{(pid=114859) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 12 00:17:22.746067 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.db.segments_db [None req-6cf15de7-6268-4d6a-bf12-6c832b498eb0 demo demo] Added segment d2391ce2-c431-4188-b9c9-8e1acaef460b of type vlan for network a7ba63fa-6f49-438e-af05-e4673ffb2f1d Apr 12 00:17:22.778760 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf15de7-6268-4d6a-bf12-6c832b498eb0 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=7750b0b4-e4c3-40fa-bbe3-397c932a6071,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:17:22.825266 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf15de7-6268-4d6a-bf12-6c832b498eb0 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:22.825526 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf15de7-6268-4d6a-bf12-6c832b498eb0 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:22.825877 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf15de7-6268-4d6a-bf12-6c832b498eb0 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:22.826292 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf15de7-6268-4d6a-bf12-6c832b498eb0 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:22.826625 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf15de7-6268-4d6a-bf12-6c832b498eb0 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:22.826947 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf15de7-6268-4d6a-bf12-6c832b498eb0 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:22.827263 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf15de7-6268-4d6a-bf12-6c832b498eb0 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:22.827605 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf15de7-6268-4d6a-bf12-6c832b498eb0 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:22.827920 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf15de7-6268-4d6a-bf12-6c832b498eb0 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:22.828233 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf15de7-6268-4d6a-bf12-6c832b498eb0 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:22.828552 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf15de7-6268-4d6a-bf12-6c832b498eb0 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:22.828882 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf15de7-6268-4d6a-bf12-6c832b498eb0 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:22.829198 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf15de7-6268-4d6a-bf12-6c832b498eb0 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:22.829508 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf15de7-6268-4d6a-bf12-6c832b498eb0 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:22.829861 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf15de7-6268-4d6a-bf12-6c832b498eb0 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:22.831213 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf15de7-6268-4d6a-bf12-6c832b498eb0 demo demo] Tracked resource versions report: Apr 12 00:17:22.831213 dv-cinder-836252-3-iscsi neutron-server[114859]: pushed versions: Apr 12 00:17:22.831213 dv-cinder-836252-3-iscsi neutron-server[114859]: { 'AddressGroup': {'1.2'}, Apr 12 00:17:22.831213 dv-cinder-836252-3-iscsi neutron-server[114859]: 'Agent': {'1.1'}, Apr 12 00:17:22.831213 dv-cinder-836252-3-iscsi neutron-server[114859]: 'ConntrackHelper': {'1.0'}, Apr 12 00:17:22.831213 dv-cinder-836252-3-iscsi neutron-server[114859]: 'LocalIPAssociation': {'1.0'}, Apr 12 00:17:22.831213 dv-cinder-836252-3-iscsi neutron-server[114859]: 'Log': {'1.0'}, Apr 12 00:17:22.831213 dv-cinder-836252-3-iscsi neutron-server[114859]: 'NDPProxy': {'1.0'}, Apr 12 00:17:22.831213 dv-cinder-836252-3-iscsi neutron-server[114859]: 'Network': {'1.1'}, Apr 12 00:17:22.831213 dv-cinder-836252-3-iscsi neutron-server[114859]: 'Port': {'1.7'}, Apr 12 00:17:22.831213 dv-cinder-836252-3-iscsi neutron-server[114859]: 'PortForwarding': {'1.3'}, Apr 12 00:17:22.831213 dv-cinder-836252-3-iscsi neutron-server[114859]: 'QosPolicy': {'1.10'}, Apr 12 00:17:22.831213 dv-cinder-836252-3-iscsi neutron-server[114859]: 'SecurityGroup': {'1.5'}, Apr 12 00:17:22.831213 dv-cinder-836252-3-iscsi neutron-server[114859]: 'SecurityGroupRule': {'1.2'}, Apr 12 00:17:22.831213 dv-cinder-836252-3-iscsi neutron-server[114859]: 'SubPort': {'1.0'}, Apr 12 00:17:22.831213 dv-cinder-836252-3-iscsi neutron-server[114859]: 'Subnet': {'1.1'}, Apr 12 00:17:22.831213 dv-cinder-836252-3-iscsi neutron-server[114859]: 'Trunk': {'1.1'}} Apr 12 00:17:22.831213 dv-cinder-836252-3-iscsi neutron-server[114859]: consumer versions: Apr 12 00:17:22.831213 dv-cinder-836252-3-iscsi neutron-server[114859]: { DHCP agent@dv-cinder-836252-3-iscsi: {}, Apr 12 00:17:22.831213 dv-cinder-836252-3-iscsi neutron-server[114859]: L3 agent@dv-cinder-836252-3-iscsi: {}, Apr 12 00:17:22.831213 dv-cinder-836252-3-iscsi neutron-server[114859]: Metadata agent@dv-cinder-836252-3-iscsi: {}, Apr 12 00:17:22.831213 dv-cinder-836252-3-iscsi neutron-server[114859]: Metering agent@dv-cinder-836252-3-iscsi: {}, Apr 12 00:17:22.831213 dv-cinder-836252-3-iscsi neutron-server[114859]: Open vSwitch agent@dv-cinder-836252-3-iscsi: { 'AddressGroup': '1.2', Apr 12 00:17:22.831213 dv-cinder-836252-3-iscsi neutron-server[114859]: 'Agent': '1.1', Apr 12 00:17:22.831213 dv-cinder-836252-3-iscsi neutron-server[114859]: 'ConntrackHelper': '1.0', Apr 12 00:17:22.831213 dv-cinder-836252-3-iscsi neutron-server[114859]: 'LocalIPAssociation': '1.0', Apr 12 00:17:22.831213 dv-cinder-836252-3-iscsi neutron-server[114859]: 'Log': '1.0', Apr 12 00:17:22.831213 dv-cinder-836252-3-iscsi neutron-server[114859]: 'NDPProxy': '1.0', Apr 12 00:17:22.831213 dv-cinder-836252-3-iscsi neutron-server[114859]: 'Network': '1.1', Apr 12 00:17:22.831213 dv-cinder-836252-3-iscsi neutron-server[114859]: 'Port': '1.7', Apr 12 00:17:22.831213 dv-cinder-836252-3-iscsi neutron-server[114859]: 'PortForwarding': '1.3', Apr 12 00:17:22.831213 dv-cinder-836252-3-iscsi neutron-server[114859]: 'QosPolicy': '1.10', Apr 12 00:17:22.831213 dv-cinder-836252-3-iscsi neutron-server[114859]: 'SecurityGroup': '1.5', Apr 12 00:17:22.831213 dv-cinder-836252-3-iscsi neutron-server[114859]: 'SecurityGroupRule': '1.2', Apr 12 00:17:22.831213 dv-cinder-836252-3-iscsi neutron-server[114859]: 'SubPort': '1.0', Apr 12 00:17:22.831213 dv-cinder-836252-3-iscsi neutron-server[114859]: 'Subnet': '1.1', Apr 12 00:17:22.831213 dv-cinder-836252-3-iscsi neutron-server[114859]: 'Trunk': '1.1'}} Apr 12 00:17:22.831213 dv-cinder-836252-3-iscsi neutron-server[114859]: {{(pid=114859) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 00:17:22.859635 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-6cf15de7-6268-4d6a-bf12-6c832b498eb0 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757612902750'] for network (a7ba63fa-6f49-438e-af05-e4673ffb2f1d), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:22.902509 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-6cf15de7-6268-4d6a-bf12-6c832b498eb0 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925'] for network (a7ba63fa-6f49-438e-af05-e4673ffb2f1d), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:22.907796 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf15de7-6268-4d6a-bf12-6c832b498eb0 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:17:22.908529 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-6cf15de7-6268-4d6a-bf12-6c832b498eb0 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for network (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:22.970239 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-6cf15de7-6268-4d6a-bf12-6c832b498eb0 demo demo] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7600794 Apr 12 00:17:23.029122 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf15de7-6268-4d6a-bf12-6c832b498eb0 demo demo] Pushing event updated for resources: {'Network': ['ID=a7ba63fa-6f49-438e-af05-e4673ffb2f1d,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:17:23.042047 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Network a7ba63fa-6f49-438e-af05-e4673ffb2f1d details requested by agent ovs-agent-dv-cinder-836252-3-iscsi with host dv-cinder-836252-3-iscsi {{(pid=114861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 00:17:25.511229 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 50578) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:17:25.907271 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e021a4bf-7722-4d79-a5c7-df5bbcdd46fb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:17:25.908525 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-e021a4bf-7722-4d79-a5c7-df5bbcdd46fb demo admin] 10.222.0.32 "GET /v2.0/networks/a7ba63fa-6f49-438e-af05-e4673ffb2f1d HTTP/1.1" status: 200 len: 825 time: 0.3963518 Apr 12 00:17:25.932155 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-a0de4e54-0a78-48f7-9708-6c2b2caf46fb demo admin] 10.222.0.32 "GET /v2.0/subnetpools/ed5571c4-9096-4f75-ba80-9247e8a9cf47 HTTP/1.1" status: 200 len: 734 time: 0.0179870 Apr 12 00:17:25.940185 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [None req-763b4405-174d-4970-9a40-58cbd1aa3bca demo admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'network_id': 'a7ba63fa-6f49-438e-af05-e4673ffb2f1d', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'ed5571c4-9096-4f75-ba80-9247e8a9cf47'}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:17:25.960350 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763b4405-174d-4970-9a40-58cbd1aa3bca demo admin] Made reservation on behalf of 81d9b125a65a40ef8faf3f1791912d0c for: {'subnet': 1} {{(pid=114859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:17:25.962667 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-763b4405-174d-4970-9a40-58cbd1aa3bca demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:26.248984 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-763b4405-174d-4970-9a40-58cbd1aa3bca demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925'] for subnet (2a1b7396-616b-47b0-a96d-6e80276c37a0), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:26.317625 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763b4405-174d-4970-9a40-58cbd1aa3bca demo admin] Checking segment: {'id': 'd2391ce2-c431-4188-b9c9-8e1acaef460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'a7ba63fa-6f49-438e-af05-e4673ffb2f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:17:26.317996 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763b4405-174d-4970-9a40-58cbd1aa3bca demo admin] Network hostable DHCP agents. Network: a7ba63fa-6f49-438e-af05-e4673ffb2f1d, hostable agents: ['4ecbd319-6885-49f5-abb8-de205838eb1c'], hosted agents: [] {{(pid=114859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 00:17:26.324898 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763b4405-174d-4970-9a40-58cbd1aa3bca demo admin] Pushing event updated for resources: {'Subnet': ['ID=2a1b7396-616b-47b0-a96d-6e80276c37a0,revision_number=0']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:17:26.345471 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763b4405-174d-4970-9a40-58cbd1aa3bca demo admin] Network a7ba63fa-6f49-438e-af05-e4673ffb2f1d is scheduled to be hosted by DHCP agent 4ecbd319-6885-49f5-abb8-de205838eb1c with binding_index 1 {{(pid=114859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 00:17:26.356356 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.base_scheduler [None req-763b4405-174d-4970-9a40-58cbd1aa3bca demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836252-3-iscsi, a7ba63fa-6f49-438e-af05-e4673ffb2f1d) {{(pid=114859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:17:26.360865 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763b4405-174d-4970-9a40-58cbd1aa3bca demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:17:26.361461 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-763b4405-174d-4970-9a40-58cbd1aa3bca demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for subnet (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:26.365850 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385329dc-9137-40a6-af33-b1dca3a271a1 None None] Network a7ba63fa-6f49-438e-af05-e4673ffb2f1d requested from dv-cinder-836252-3-iscsi {{(pid=114861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:17:26.379044 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-763b4405-174d-4970-9a40-58cbd1aa3bca demo admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4418676 Apr 12 00:17:26.735709 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50468af1-8635-4c69-a0c6-391874ea7954 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd998405d-5ac8-5fc0-a1ab-e07aa0d55ad4-a7ba63fa-6f49-438e-af05-e4673ffb2f1d', 'network_id': 'a7ba63fa-6f49-438e-af05-e4673ffb2f1d', 'project_id': '81d9b125a65a40ef8faf3f1791912d0c', 'fixed_ips': [{'subnet_id': '2a1b7396-616b-47b0-a96d-6e80276c37a0'}]}} from dv-cinder-836252-3-iscsi. {{(pid=114861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 00:17:26.736949 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-50468af1-8635-4c69-a0c6-391874ea7954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:27.010696 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.db_base_plugin_common [None req-50468af1-8635-4c69-a0c6-391874ea7954 None None] Allocated IP 172.20.0.2 (a7ba63fa-6f49-438e-af05-e4673ffb2f1d/2a1b7396-616b-47b0-a96d-6e80276c37a0/282db0a0-12b6-4300-94a2-4c15dcd07b65) {{(pid=114861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:17:27.278048 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-50468af1-8635-4c69-a0c6-391874ea7954 None None] Publish callbacks [] for port (282db0a0-12b6-4300-94a2-4c15dcd07b65), precommit_create {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:27.286468 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-50468af1-8635-4c69-a0c6-391874ea7954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360'] for port (282db0a0-12b6-4300-94a2-4c15dcd07b65), after_create {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:27.353784 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50468af1-8635-4c69-a0c6-391874ea7954 None None] Network a7ba63fa-6f49-438e-af05-e4673ffb2f1d is already hosted by enough agents. {{(pid=114861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:17:27.362469 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.scheduler.base_scheduler [None req-50468af1-8635-4c69-a0c6-391874ea7954 None None] Resources bound (agent type, host, resource id): {{(pid=114861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:17:27.376103 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50468af1-8635-4c69-a0c6-391874ea7954 None None] Received port after_create {{(pid=114861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:17:27.379160 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50468af1-8635-4c69-a0c6-391874ea7954 None None] Pushing event updated for resources: {'Port': ['ID=282db0a0-12b6-4300-94a2-4c15dcd07b65,revision_number=1']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:17:27.414187 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50468af1-8635-4c69-a0c6-391874ea7954 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:27.414187 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50468af1-8635-4c69-a0c6-391874ea7954 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:27.414187 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50468af1-8635-4c69-a0c6-391874ea7954 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:27.414187 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50468af1-8635-4c69-a0c6-391874ea7954 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:27.414187 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50468af1-8635-4c69-a0c6-391874ea7954 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:27.414709 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50468af1-8635-4c69-a0c6-391874ea7954 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:27.414709 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50468af1-8635-4c69-a0c6-391874ea7954 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:27.414709 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50468af1-8635-4c69-a0c6-391874ea7954 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:27.414709 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50468af1-8635-4c69-a0c6-391874ea7954 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:27.415033 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50468af1-8635-4c69-a0c6-391874ea7954 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:27.415288 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50468af1-8635-4c69-a0c6-391874ea7954 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:27.415630 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50468af1-8635-4c69-a0c6-391874ea7954 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:27.415960 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50468af1-8635-4c69-a0c6-391874ea7954 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:27.416284 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50468af1-8635-4c69-a0c6-391874ea7954 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:27.416608 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50468af1-8635-4c69-a0c6-391874ea7954 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:27.418029 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50468af1-8635-4c69-a0c6-391874ea7954 None None] Tracked resource versions report: Apr 12 00:17:27.418029 dv-cinder-836252-3-iscsi neutron-server[114861]: pushed versions: Apr 12 00:17:27.418029 dv-cinder-836252-3-iscsi neutron-server[114861]: { 'AddressGroup': {'1.2'}, Apr 12 00:17:27.418029 dv-cinder-836252-3-iscsi neutron-server[114861]: 'Agent': {'1.1'}, Apr 12 00:17:27.418029 dv-cinder-836252-3-iscsi neutron-server[114861]: 'ConntrackHelper': {'1.0'}, Apr 12 00:17:27.418029 dv-cinder-836252-3-iscsi neutron-server[114861]: 'LocalIPAssociation': {'1.0'}, Apr 12 00:17:27.418029 dv-cinder-836252-3-iscsi neutron-server[114861]: 'Log': {'1.0'}, Apr 12 00:17:27.418029 dv-cinder-836252-3-iscsi neutron-server[114861]: 'NDPProxy': {'1.0'}, Apr 12 00:17:27.418029 dv-cinder-836252-3-iscsi neutron-server[114861]: 'Network': {'1.1'}, Apr 12 00:17:27.418029 dv-cinder-836252-3-iscsi neutron-server[114861]: 'Port': {'1.7'}, Apr 12 00:17:27.418029 dv-cinder-836252-3-iscsi neutron-server[114861]: 'PortForwarding': {'1.3'}, Apr 12 00:17:27.418029 dv-cinder-836252-3-iscsi neutron-server[114861]: 'QosPolicy': {'1.10'}, Apr 12 00:17:27.418029 dv-cinder-836252-3-iscsi neutron-server[114861]: 'SecurityGroup': {'1.5'}, Apr 12 00:17:27.418029 dv-cinder-836252-3-iscsi neutron-server[114861]: 'SecurityGroupRule': {'1.2'}, Apr 12 00:17:27.418029 dv-cinder-836252-3-iscsi neutron-server[114861]: 'SubPort': {'1.0'}, Apr 12 00:17:27.418029 dv-cinder-836252-3-iscsi neutron-server[114861]: 'Subnet': {'1.1'}, Apr 12 00:17:27.418029 dv-cinder-836252-3-iscsi neutron-server[114861]: 'Trunk': {'1.1'}} Apr 12 00:17:27.418029 dv-cinder-836252-3-iscsi neutron-server[114861]: consumer versions: Apr 12 00:17:27.418029 dv-cinder-836252-3-iscsi neutron-server[114861]: { DHCP agent@dv-cinder-836252-3-iscsi: {}, Apr 12 00:17:27.418029 dv-cinder-836252-3-iscsi neutron-server[114861]: L3 agent@dv-cinder-836252-3-iscsi: {}, Apr 12 00:17:27.418029 dv-cinder-836252-3-iscsi neutron-server[114861]: Metadata agent@dv-cinder-836252-3-iscsi: {}, Apr 12 00:17:27.418029 dv-cinder-836252-3-iscsi neutron-server[114861]: Metering agent@dv-cinder-836252-3-iscsi: {}, Apr 12 00:17:27.418029 dv-cinder-836252-3-iscsi neutron-server[114861]: Open vSwitch agent@dv-cinder-836252-3-iscsi: { 'AddressGroup': '1.2', Apr 12 00:17:27.418029 dv-cinder-836252-3-iscsi neutron-server[114861]: 'Agent': '1.1', Apr 12 00:17:27.418029 dv-cinder-836252-3-iscsi neutron-server[114861]: 'ConntrackHelper': '1.0', Apr 12 00:17:27.418029 dv-cinder-836252-3-iscsi neutron-server[114861]: 'LocalIPAssociation': '1.0', Apr 12 00:17:27.418029 dv-cinder-836252-3-iscsi neutron-server[114861]: 'Log': '1.0', Apr 12 00:17:27.418029 dv-cinder-836252-3-iscsi neutron-server[114861]: 'NDPProxy': '1.0', Apr 12 00:17:27.418029 dv-cinder-836252-3-iscsi neutron-server[114861]: 'Network': '1.1', Apr 12 00:17:27.418029 dv-cinder-836252-3-iscsi neutron-server[114861]: 'Port': '1.7', Apr 12 00:17:27.418029 dv-cinder-836252-3-iscsi neutron-server[114861]: 'PortForwarding': '1.3', Apr 12 00:17:27.418029 dv-cinder-836252-3-iscsi neutron-server[114861]: 'QosPolicy': '1.10', Apr 12 00:17:27.418029 dv-cinder-836252-3-iscsi neutron-server[114861]: 'SecurityGroup': '1.5', Apr 12 00:17:27.418029 dv-cinder-836252-3-iscsi neutron-server[114861]: 'SecurityGroupRule': '1.2', Apr 12 00:17:27.418029 dv-cinder-836252-3-iscsi neutron-server[114861]: 'SubPort': '1.0', Apr 12 00:17:27.418029 dv-cinder-836252-3-iscsi neutron-server[114861]: 'Subnet': '1.1', Apr 12 00:17:27.418029 dv-cinder-836252-3-iscsi neutron-server[114861]: 'Trunk': '1.1'}} Apr 12 00:17:27.418029 dv-cinder-836252-3-iscsi neutron-server[114861]: {{(pid=114861) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 00:17:27.468229 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.managers [None req-50468af1-8635-4c69-a0c6-391874ea7954 None None] Attempting to bind port 282db0a0-12b6-4300-94a2-4c15dcd07b65 on host dv-cinder-836252-3-iscsi for vnic_type normal with profile {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:17:27.468623 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.managers [None req-50468af1-8635-4c69-a0c6-391874ea7954 None None] Attempting to bind port 282db0a0-12b6-4300-94a2-4c15dcd07b65 by drivers openvswitch,hyperv on host dv-cinder-836252-3-iscsi at level 0 using segments [{'id': 'd2391ce2-c431-4188-b9c9-8e1acaef460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'a7ba63fa-6f49-438e-af05-e4673ffb2f1d'}] {{(pid=114861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:17:27.469049 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50468af1-8635-4c69-a0c6-391874ea7954 None None] Attempting to bind port 282db0a0-12b6-4300-94a2-4c15dcd07b65 on network a7ba63fa-6f49-438e-af05-e4673ffb2f1d {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:17:27.473986 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50468af1-8635-4c69-a0c6-391874ea7954 None None] Checking agent: {'id': 'f9a21fd4-36f2-4826-890e-da332e228edf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836252-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 0, 17, 19), 'started_at': datetime.datetime(2022, 4, 12, 0, 17, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836252-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:17:27.474441 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50468af1-8635-4c69-a0c6-391874ea7954 None None] Checking segment: {'id': 'd2391ce2-c431-4188-b9c9-8e1acaef460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'a7ba63fa-6f49-438e-af05-e4673ffb2f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:17:27.474910 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-50468af1-8635-4c69-a0c6-391874ea7954 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:27.475300 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50468af1-8635-4c69-a0c6-391874ea7954 None None] Bound using segment: {'id': 'd2391ce2-c431-4188-b9c9-8e1acaef460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'a7ba63fa-6f49-438e-af05-e4673ffb2f1d'} {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:17:27.475786 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.managers [None req-50468af1-8635-4c69-a0c6-391874ea7954 None None] Bound port: 282db0a0-12b6-4300-94a2-4c15dcd07b65, host: dv-cinder-836252-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2391ce2-c431-4188-b9c9-8e1acaef460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'a7ba63fa-6f49-438e-af05-e4673ffb2f1d'}}] {{(pid=114861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:17:27.476185 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-50468af1-8635-4c69-a0c6-391874ea7954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (282db0a0-12b6-4300-94a2-4c15dcd07b65), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:27.537718 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-50468af1-8635-4c69-a0c6-391874ea7954 None None] For port 282db0a0-12b6-4300-94a2-4c15dcd07b65, host dv-cinder-836252-3-iscsi, cleared binding levels {{(pid=114861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:17:27.559745 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-50468af1-8635-4c69-a0c6-391874ea7954 None None] For port 282db0a0-12b6-4300-94a2-4c15dcd07b65, host dv-cinder-836252-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=282db0a0-12b6-4300-94a2-4c15dcd07b65,segment=NetworkSegment(d2391ce2-c431-4188-b9c9-8e1acaef460b),segment_id=d2391ce2-c431-4188-b9c9-8e1acaef460b)] {{(pid=114861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:17:27.568268 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-50468af1-8635-4c69-a0c6-391874ea7954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (282db0a0-12b6-4300-94a2-4c15dcd07b65), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:27.629208 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50468af1-8635-4c69-a0c6-391874ea7954 None None] Pushing event updated for resources: {'Port': ['ID=282db0a0-12b6-4300-94a2-4c15dcd07b65,revision_number=2']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:17:28.941185 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 50586) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:17:29.247781 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [None req-89ff193e-5430-4e20-a0af-8ab23c58062d admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114859) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 00:17:29.249111 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-89ff193e-5430-4e20-a0af-8ab23c58062d admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3069143 Apr 12 00:17:31.769981 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 50594) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:17:32.268738 dv-cinder-836252-3-iscsi neutron-server[114860]: WARNING oslo_policy.policy [None req-7f35bd59-675a-4c23-967d-9c7658b2687c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 00:17:32.269334 dv-cinder-836252-3-iscsi neutron-server[114860]: WARNING oslo_policy.policy [None req-7f35bd59-675a-4c23-967d-9c7658b2687c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 00:17:32.491500 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [None req-7f35bd59-675a-4c23-967d-9c7658b2687c admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114860) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 00:17:32.492788 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-7f35bd59-675a-4c23-967d-9c7658b2687c admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7208533 Apr 12 00:17:35.029927 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 50608) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:17:35.336488 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-15469810-2713-4eab-919c-337397806ae0 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:17:35.396176 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.policy [None req-15469810-2713-4eab-919c-337397806ae0 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=114860) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 12 00:17:35.439725 dv-cinder-836252-3-iscsi neutron-server[114860]: WARNING oslo_policy.policy [None req-15469810-2713-4eab-919c-337397806ae0 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 00:17:35.440091 dv-cinder-836252-3-iscsi neutron-server[114860]: WARNING oslo_policy.policy [None req-15469810-2713-4eab-919c-337397806ae0 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 00:17:35.500846 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-15469810-2713-4eab-919c-337397806ae0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-442154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1018241'] for router (de055333-ea83-4bb6-ac64-b67b7a38cab4), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:35.503015 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-15469810-2713-4eab-919c-337397806ae0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1592353', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1018264'] for router (de055333-ea83-4bb6-ac64-b67b7a38cab4), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:35.658688 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-15469810-2713-4eab-919c-337397806ae0 demo demo] Publish callbacks [] for router_controller (de055333-ea83-4bb6-ac64-b67b7a38cab4), precommit_add_association {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:35.663756 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-15469810-2713-4eab-919c-337397806ae0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1586386'] for router (de055333-ea83-4bb6-ac64-b67b7a38cab4), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:35.686513 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-15469810-2713-4eab-919c-337397806ae0 demo demo] Publish callbacks [] for router (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:35.688377 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-15469810-2713-4eab-919c-337397806ae0 demo demo] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6573317 Apr 12 00:17:37.571390 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 282db0a0-12b6-4300-94a2-4c15dcd07b65 up at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:17:37.662079 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Provisioning complete for port 282db0a0-12b6-4300-94a2-4c15dcd07b65 triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:17:37.662892 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (282db0a0-12b6-4300-94a2-4c15dcd07b65), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:37.783218 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Current status of the port 282db0a0-12b6-4300-94a2-4c15dcd07b65 is: DOWN; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:17:37.783518 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (282db0a0-12b6-4300-94a2-4c15dcd07b65), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:37.816511 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] For port 282db0a0-12b6-4300-94a2-4c15dcd07b65, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=282db0a0-12b6-4300-94a2-4c15dcd07b65,segment=NetworkSegment(d2391ce2-c431-4188-b9c9-8e1acaef460b),segment_id=d2391ce2-c431-4188-b9c9-8e1acaef460b)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:17:37.820632 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (282db0a0-12b6-4300-94a2-4c15dcd07b65), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:37.866539 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Pushing event updated for resources: {'Port': ['ID=282db0a0-12b6-4300-94a2-4c15dcd07b65,revision_number=3']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:17:38.221543 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 50622) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:17:38.533132 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [None req-fb7efbe1-08ee-4f8a-8561-2a47b58586e3 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114860) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 00:17:38.534114 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-fb7efbe1-08ee-4f8a-8561-2a47b58586e3 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3116438 Apr 12 00:17:39.052471 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38aa3d42-9e87-4272-a6aa-ee15eb3463dd None None] Network a7ba63fa-6f49-438e-af05-e4673ffb2f1d requested from dv-cinder-836252-3-iscsi {{(pid=114861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:17:39.157695 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-1028407e-6c62-4836-ab81-feccaba142c7 None None] Provisioning complete for port 282db0a0-12b6-4300-94a2-4c15dcd07b65 triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:17:39.158074 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-1028407e-6c62-4836-ab81-feccaba142c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (282db0a0-12b6-4300-94a2-4c15dcd07b65), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:39.247381 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-1028407e-6c62-4836-ab81-feccaba142c7 None None] Current status of the port 282db0a0-12b6-4300-94a2-4c15dcd07b65 is: ACTIVE; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:17:39.365681 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-53fd502a-4cb4-4520-8b44-8f7d9d6d0ae2 None None] Provisioning complete for port 282db0a0-12b6-4300-94a2-4c15dcd07b65 triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:17:39.366069 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-53fd502a-4cb4-4520-8b44-8f7d9d6d0ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (282db0a0-12b6-4300-94a2-4c15dcd07b65), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:39.441827 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-53fd502a-4cb4-4520-8b44-8f7d9d6d0ae2 None None] Current status of the port 282db0a0-12b6-4300-94a2-4c15dcd07b65 is: ACTIVE; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:17:39.558708 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 282db0a0-12b6-4300-94a2-4c15dcd07b65 up at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:17:39.602242 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Provisioning complete for port 282db0a0-12b6-4300-94a2-4c15dcd07b65 triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:17:39.602656 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (282db0a0-12b6-4300-94a2-4c15dcd07b65), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:39.674557 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Current status of the port 282db0a0-12b6-4300-94a2-4c15dcd07b65 is: ACTIVE; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:17:41.074137 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 50630) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:17:41.375745 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [None req-f6524ca9-f63c-4d35-b65c-67fa7e871599 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:17:41.394646 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6524ca9-f63c-4d35-b65c-67fa7e871599 admin admin] Made reservation on behalf of fd9f2f2aa4034c3fa25d211a3bd7ce30 for: {'network': 1} {{(pid=114859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:17:41.396782 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-f6524ca9-f63c-4d35-b65c-67fa7e871599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for network (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:41.404512 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-f6524ca9-f63c-4d35-b65c-67fa7e871599 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:41.475520 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-f6524ca9-f63c-4d35-b65c-67fa7e871599 admin admin] Publish callbacks [] for security_group (7f4caa2c-750a-409a-92d3-6d06ea0eb23a), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:41.478872 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-f6524ca9-f63c-4d35-b65c-67fa7e871599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (7f4caa2c-750a-409a-92d3-6d06ea0eb23a), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:41.494025 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f6524ca9-f63c-4d35-b65c-67fa7e871599 admin admin] Reserving flat network on physical network physnet1 {{(pid=114859) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 12 00:17:41.512937 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6524ca9-f63c-4d35-b65c-67fa7e871599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4caa2c-750a-409a-92d3-6d06ea0eb23a,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:17:41.517599 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-f6524ca9-f63c-4d35-b65c-67fa7e871599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552308'] for segment (45a4c36b-a669-4a7f-a3e9-c2d676175ec7), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:41.517929 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.db.segments_db [None req-f6524ca9-f63c-4d35-b65c-67fa7e871599 admin admin] Added segment 45a4c36b-a669-4a7f-a3e9-c2d676175ec7 of type flat for network 1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7 Apr 12 00:17:41.565684 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-f6524ca9-f63c-4d35-b65c-67fa7e871599 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757612902750'] for network (1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:41.595923 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-f6524ca9-f63c-4d35-b65c-67fa7e871599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925'] for network (1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:41.596824 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6524ca9-f63c-4d35-b65c-67fa7e871599 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:17:41.599375 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-f6524ca9-f63c-4d35-b65c-67fa7e871599 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for network (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:41.651633 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-f6524ca9-f63c-4d35-b65c-67fa7e871599 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5764194 Apr 12 00:17:41.688671 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6524ca9-f63c-4d35-b65c-67fa7e871599 admin admin] Pushing event updated for resources: {'Network': ['ID=1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:17:41.698643 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Network 1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7 details requested by agent ovs-agent-dv-cinder-836252-3-iscsi with host dv-cinder-836252-3-iscsi {{(pid=114861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 00:17:42.315814 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-0fda1d38-86aa-47e0-8c0f-87f4a77b7f3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (4ecbd319-6885-49f5-abb8-de205838eb1c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:44.138520 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 50638) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:17:44.490319 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a071ab32-8bd6-4140-a967-1d08820e7d8d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:17:44.491638 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-a071ab32-8bd6-4140-a967-1d08820e7d8d demo admin] 10.222.0.32 "GET /v2.0/subnets/2a1b7396-616b-47b0-a96d-6e80276c37a0 HTTP/1.1" status: 200 len: 849 time: 0.3521369 Apr 12 00:17:44.582660 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-4b41ed40-60b7-4b78-82a8-2bb95bda4e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (d3fb0dde-5c40-4fca-80b5-61326157311c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:44.655172 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-dc8d6cd2-e36d-4839-b01a-65537947fad0 demo admin] 10.222.0.32 "GET /v2.0/routers/de055333-ea83-4bb6-ac64-b67b7a38cab4 HTTP/1.1" status: 200 len: 704 time: 0.1567330 Apr 12 00:17:44.924796 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-a916b706-c36f-4e3c-b377-2238e820355c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:45.210348 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.db_base_plugin_common [None req-a916b706-c36f-4e3c-b377-2238e820355c demo admin] Allocated IP 172.20.0.1 (a7ba63fa-6f49-438e-af05-e4673ffb2f1d/2a1b7396-616b-47b0-a96d-6e80276c37a0/42960426-40bc-47f8-bba9-23a4e9dbe5b2) {{(pid=114859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:17:45.404881 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-a916b706-c36f-4e3c-b377-2238e820355c demo admin] Publish callbacks [] for port (42960426-40bc-47f8-bba9-23a4e9dbe5b2), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:45.472998 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-a916b706-c36f-4e3c-b377-2238e820355c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360'] for port (42960426-40bc-47f8-bba9-23a4e9dbe5b2), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:45.541791 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a916b706-c36f-4e3c-b377-2238e820355c demo admin] Network a7ba63fa-6f49-438e-af05-e4673ffb2f1d is already hosted by enough agents. {{(pid=114859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:17:45.546136 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.base_scheduler [None req-a916b706-c36f-4e3c-b377-2238e820355c demo admin] Resources bound (agent type, host, resource id): {{(pid=114859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:17:45.553019 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a916b706-c36f-4e3c-b377-2238e820355c demo admin] Received port after_create {{(pid=114859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:17:45.553574 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-a916b706-c36f-4e3c-b377-2238e820355c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586209'] for router_interface (de055333-ea83-4bb6-ac64-b67b7a38cab4), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:45.617989 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a916b706-c36f-4e3c-b377-2238e820355c demo admin] Pushing event updated for resources: {'Port': ['ID=42960426-40bc-47f8-bba9-23a4e9dbe5b2,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:17:45.771528 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-a916b706-c36f-4e3c-b377-2238e820355c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (42960426-40bc-47f8-bba9-23a4e9dbe5b2), before_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:45.896545 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-7f1d4ae7-36ce-4597-9c6c-3fb50d49704a None None] Provisioning complete for port 42960426-40bc-47f8-bba9-23a4e9dbe5b2 triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:17:45.897097 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-7f1d4ae7-36ce-4597-9c6c-3fb50d49704a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (42960426-40bc-47f8-bba9-23a4e9dbe5b2), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:45.976382 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-7f1d4ae7-36ce-4597-9c6c-3fb50d49704a None None] Port 42960426-40bc-47f8-bba9-23a4e9dbe5b2 cannot update to ACTIVE because it is not bound. {{(pid=114861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:17:45.990554 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-a916b706-c36f-4e3c-b377-2238e820355c demo admin] Publish callbacks [] for port (42960426-40bc-47f8-bba9-23a4e9dbe5b2), precommit_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:45.994887 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-a916b706-c36f-4e3c-b377-2238e820355c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (42960426-40bc-47f8-bba9-23a4e9dbe5b2), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:45.995588 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-a916b706-c36f-4e3c-b377-2238e820355c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586577'] for router_interface (de055333-ea83-4bb6-ac64-b67b7a38cab4), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:46.077800 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a916b706-c36f-4e3c-b377-2238e820355c demo admin] Pushing event updated for resources: {'Port': ['ID=42960426-40bc-47f8-bba9-23a4e9dbe5b2,revision_number=2']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:17:46.106656 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d4423688-5a44-44f3-a132-81f2c9b6cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (af38becd-82ff-4144-8f94-74de975161ca), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:46.122740 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a916b706-c36f-4e3c-b377-2238e820355c demo admin] Network a7ba63fa-6f49-438e-af05-e4673ffb2f1d is already hosted by enough agents. {{(pid=114859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:17:46.124014 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.base_scheduler [None req-a916b706-c36f-4e3c-b377-2238e820355c demo admin] Resources bound (agent type, host, resource id): {{(pid=114859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:17:46.287347 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a916b706-c36f-4e3c-b377-2238e820355c demo admin] Router de055333-ea83-4bb6-ac64-b67b7a38cab4 is scheduled to L3 agent d3fb0dde-5c40-4fca-80b5-61326157311c with binding_index 1 {{(pid=114859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 00:17:46.294546 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-9d92149a-c097-4d42-85b3-bcc7741d2387 None None] Provisioning complete for port 42960426-40bc-47f8-bba9-23a4e9dbe5b2 triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:17:46.294931 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-9d92149a-c097-4d42-85b3-bcc7741d2387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (42960426-40bc-47f8-bba9-23a4e9dbe5b2), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:46.328061 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-9d92149a-c097-4d42-85b3-bcc7741d2387 None None] Port 42960426-40bc-47f8-bba9-23a4e9dbe5b2 cannot update to ACTIVE because it is not bound. {{(pid=114861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:17:46.383229 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a916b706-c36f-4e3c-b377-2238e820355c demo admin] Notify agent at l3_agent.dv-cinder-836252-3-iscsi the message routers_updated {{(pid=114859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:17:46.388463 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-a916b706-c36f-4e3c-b377-2238e820355c demo admin] 10.222.0.32 "PUT /v2.0/routers/de055333-ea83-4bb6-ac64-b67b7a38cab4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7278275 Apr 12 00:17:46.394594 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fd4289-5410-49ea-86a9-8347d456c919 None None] Sync routers for ids ['de055333-ea83-4bb6-ac64-b67b7a38cab4'] in dv-cinder-836252-3-iscsi {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:17:46.406635 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fd4289-5410-49ea-86a9-8347d456c919 None None] Routers {'de055333-ea83-4bb6-ac64-b67b7a38cab4'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:17:46.407754 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-83fd4289-5410-49ea-86a9-8347d456c919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:17:45Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['de055333-ea83-4bb6-ac64-b67b7a38cab4'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:17:46.599341 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-83fd4289-5410-49ea-86a9-8347d456c919 None None] Set router de055333-ea83-4bb6-ac64-b67b7a38cab4 gateway port host: None {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:17:47.006769 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-83fd4289-5410-49ea-86a9-8347d456c919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de055333-ea83-4bb6-ac64-b67b7a38cab4', 'name': 'router1', 'tenant_id': '81d9b125a65a40ef8faf3f1791912d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:17:35Z', 'updated_at': '2022-04-12T00:17:45Z', 'revision_number': 2, 'project_id': '81d9b125a65a40ef8faf3f1791912d0c', 'gw_port_host': None, '_interfaces': [{'id': '42960426-40bc-47f8-bba9-23a4e9dbe5b2', 'name': '', 'network_id': 'a7ba63fa-6f49-438e-af05-e4673ffb2f1d', 'tenant_id': '81d9b125a65a40ef8faf3f1791912d0c', 'mac_address': 'fa:16:3e:31:b2:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de055333-ea83-4bb6-ac64-b67b7a38cab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2a1b7396-616b-47b0-a96d-6e80276c37a0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:17:44Z', 'updated_at': '2022-04-12T00:17:45Z', 'revision_number': 2, 'project_id': '81d9b125a65a40ef8faf3f1791912d0c', 'subnets': [{'id': '2a1b7396-616b-47b0-a96d-6e80276c37a0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ed5571c4-9096-4f75-ba80-9247e8a9cf47'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:17:47.057105 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fd4289-5410-49ea-86a9-8347d456c919 None None] Checking router: de055333-ea83-4bb6-ac64-b67b7a38cab4 for host: dv-cinder-836252-3-iscsi {{(pid=114862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:17:47.057462 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fd4289-5410-49ea-86a9-8347d456c919 None None] Updating router de055333-ea83-4bb6-ac64-b67b7a38cab4 port 42960426-40bc-47f8-bba9-23a4e9dbe5b2 binding host dv-cinder-836252-3-iscsi {{(pid=114862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 00:17:47.108618 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron_lib.callbacks.manager [None req-83fd4289-5410-49ea-86a9-8347d456c919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (42960426-40bc-47f8-bba9-23a4e9dbe5b2), before_update {{(pid=114862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:47.496190 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-be9ea9f3-6c7c-4887-ad09-badb35df740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (738aa052-ee84-4bd1-913b-ee7149597f8f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:47.608236 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron_lib.callbacks.manager [None req-83fd4289-5410-49ea-86a9-8347d456c919 None None] Publish callbacks [] for port (42960426-40bc-47f8-bba9-23a4e9dbe5b2), precommit_update {{(pid=114862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:47.615155 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron_lib.callbacks.manager [None req-83fd4289-5410-49ea-86a9-8347d456c919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (42960426-40bc-47f8-bba9-23a4e9dbe5b2), after_update {{(pid=114862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:47.784652 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94eeacf-ea04-456c-9c58-f04b5e8e1f1f None None] Pushing event updated for resources: {'Port': ['ID=42960426-40bc-47f8-bba9-23a4e9dbe5b2,revision_number=3']} {{(pid=114862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:17:47.789319 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.managers [None req-83fd4289-5410-49ea-86a9-8347d456c919 None None] Attempting to bind port 42960426-40bc-47f8-bba9-23a4e9dbe5b2 on host dv-cinder-836252-3-iscsi for vnic_type normal with profile {{(pid=114862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:17:47.790746 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.managers [None req-83fd4289-5410-49ea-86a9-8347d456c919 None None] Attempting to bind port 42960426-40bc-47f8-bba9-23a4e9dbe5b2 by drivers openvswitch,hyperv on host dv-cinder-836252-3-iscsi at level 0 using segments [{'id': 'd2391ce2-c431-4188-b9c9-8e1acaef460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'a7ba63fa-6f49-438e-af05-e4673ffb2f1d'}] {{(pid=114862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:17:47.791284 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fd4289-5410-49ea-86a9-8347d456c919 None None] Attempting to bind port 42960426-40bc-47f8-bba9-23a4e9dbe5b2 on network a7ba63fa-6f49-438e-af05-e4673ffb2f1d {{(pid=114862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:17:47.799568 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fd4289-5410-49ea-86a9-8347d456c919 None None] Checking agent: {'id': 'f9a21fd4-36f2-4826-890e-da332e228edf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836252-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 0, 17, 19), 'started_at': datetime.datetime(2022, 4, 12, 0, 17, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836252-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:17:47.800119 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fd4289-5410-49ea-86a9-8347d456c919 None None] Checking segment: {'id': 'd2391ce2-c431-4188-b9c9-8e1acaef460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'a7ba63fa-6f49-438e-af05-e4673ffb2f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:17:47.800674 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron_lib.callbacks.manager [None req-83fd4289-5410-49ea-86a9-8347d456c919 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:47.801128 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fd4289-5410-49ea-86a9-8347d456c919 None None] Bound using segment: {'id': 'd2391ce2-c431-4188-b9c9-8e1acaef460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'a7ba63fa-6f49-438e-af05-e4673ffb2f1d'} {{(pid=114862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:17:47.801686 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.managers [None req-83fd4289-5410-49ea-86a9-8347d456c919 None None] Bound port: 42960426-40bc-47f8-bba9-23a4e9dbe5b2, host: dv-cinder-836252-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2391ce2-c431-4188-b9c9-8e1acaef460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'a7ba63fa-6f49-438e-af05-e4673ffb2f1d'}}] {{(pid=114862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:17:47.802132 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron_lib.callbacks.manager [None req-83fd4289-5410-49ea-86a9-8347d456c919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (42960426-40bc-47f8-bba9-23a4e9dbe5b2), before_update {{(pid=114862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:47.829581 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94eeacf-ea04-456c-9c58-f04b5e8e1f1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:47.830154 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94eeacf-ea04-456c-9c58-f04b5e8e1f1f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:47.830758 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94eeacf-ea04-456c-9c58-f04b5e8e1f1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:47.831118 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94eeacf-ea04-456c-9c58-f04b5e8e1f1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:47.831454 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94eeacf-ea04-456c-9c58-f04b5e8e1f1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:47.831815 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94eeacf-ea04-456c-9c58-f04b5e8e1f1f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:47.832142 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94eeacf-ea04-456c-9c58-f04b5e8e1f1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:47.832467 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94eeacf-ea04-456c-9c58-f04b5e8e1f1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:47.832794 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94eeacf-ea04-456c-9c58-f04b5e8e1f1f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:47.833118 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94eeacf-ea04-456c-9c58-f04b5e8e1f1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:47.833444 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94eeacf-ea04-456c-9c58-f04b5e8e1f1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:47.833784 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94eeacf-ea04-456c-9c58-f04b5e8e1f1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:47.834238 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94eeacf-ea04-456c-9c58-f04b5e8e1f1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:47.834581 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94eeacf-ea04-456c-9c58-f04b5e8e1f1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:47.834903 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94eeacf-ea04-456c-9c58-f04b5e8e1f1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:17:47.836533 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94eeacf-ea04-456c-9c58-f04b5e8e1f1f None None] Tracked resource versions report: Apr 12 00:17:47.836533 dv-cinder-836252-3-iscsi neutron-server[114862]: pushed versions: Apr 12 00:17:47.836533 dv-cinder-836252-3-iscsi neutron-server[114862]: { 'AddressGroup': {'1.2'}, Apr 12 00:17:47.836533 dv-cinder-836252-3-iscsi neutron-server[114862]: 'Agent': {'1.1'}, Apr 12 00:17:47.836533 dv-cinder-836252-3-iscsi neutron-server[114862]: 'ConntrackHelper': {'1.0'}, Apr 12 00:17:47.836533 dv-cinder-836252-3-iscsi neutron-server[114862]: 'LocalIPAssociation': {'1.0'}, Apr 12 00:17:47.836533 dv-cinder-836252-3-iscsi neutron-server[114862]: 'Log': {'1.0'}, Apr 12 00:17:47.836533 dv-cinder-836252-3-iscsi neutron-server[114862]: 'NDPProxy': {'1.0'}, Apr 12 00:17:47.836533 dv-cinder-836252-3-iscsi neutron-server[114862]: 'Network': {'1.1'}, Apr 12 00:17:47.836533 dv-cinder-836252-3-iscsi neutron-server[114862]: 'Port': {'1.7'}, Apr 12 00:17:47.836533 dv-cinder-836252-3-iscsi neutron-server[114862]: 'PortForwarding': {'1.3'}, Apr 12 00:17:47.836533 dv-cinder-836252-3-iscsi neutron-server[114862]: 'QosPolicy': {'1.10'}, Apr 12 00:17:47.836533 dv-cinder-836252-3-iscsi neutron-server[114862]: 'SecurityGroup': {'1.5'}, Apr 12 00:17:47.836533 dv-cinder-836252-3-iscsi neutron-server[114862]: 'SecurityGroupRule': {'1.2'}, Apr 12 00:17:47.836533 dv-cinder-836252-3-iscsi neutron-server[114862]: 'SubPort': {'1.0'}, Apr 12 00:17:47.836533 dv-cinder-836252-3-iscsi neutron-server[114862]: 'Subnet': {'1.1'}, Apr 12 00:17:47.836533 dv-cinder-836252-3-iscsi neutron-server[114862]: 'Trunk': {'1.1'}} Apr 12 00:17:47.836533 dv-cinder-836252-3-iscsi neutron-server[114862]: consumer versions: Apr 12 00:17:47.836533 dv-cinder-836252-3-iscsi neutron-server[114862]: { DHCP agent@dv-cinder-836252-3-iscsi: {}, Apr 12 00:17:47.836533 dv-cinder-836252-3-iscsi neutron-server[114862]: L3 agent@dv-cinder-836252-3-iscsi: {}, Apr 12 00:17:47.836533 dv-cinder-836252-3-iscsi neutron-server[114862]: Metadata agent@dv-cinder-836252-3-iscsi: {}, Apr 12 00:17:47.836533 dv-cinder-836252-3-iscsi neutron-server[114862]: Metering agent@dv-cinder-836252-3-iscsi: {}, Apr 12 00:17:47.836533 dv-cinder-836252-3-iscsi neutron-server[114862]: Open vSwitch agent@dv-cinder-836252-3-iscsi: { 'AddressGroup': '1.2', Apr 12 00:17:47.836533 dv-cinder-836252-3-iscsi neutron-server[114862]: 'Agent': '1.1', Apr 12 00:17:47.836533 dv-cinder-836252-3-iscsi neutron-server[114862]: 'ConntrackHelper': '1.0', Apr 12 00:17:47.836533 dv-cinder-836252-3-iscsi neutron-server[114862]: 'LocalIPAssociation': '1.0', Apr 12 00:17:47.836533 dv-cinder-836252-3-iscsi neutron-server[114862]: 'Log': '1.0', Apr 12 00:17:47.836533 dv-cinder-836252-3-iscsi neutron-server[114862]: 'NDPProxy': '1.0', Apr 12 00:17:47.836533 dv-cinder-836252-3-iscsi neutron-server[114862]: 'Network': '1.1', Apr 12 00:17:47.836533 dv-cinder-836252-3-iscsi neutron-server[114862]: 'Port': '1.7', Apr 12 00:17:47.836533 dv-cinder-836252-3-iscsi neutron-server[114862]: 'PortForwarding': '1.3', Apr 12 00:17:47.836533 dv-cinder-836252-3-iscsi neutron-server[114862]: 'QosPolicy': '1.10', Apr 12 00:17:47.836533 dv-cinder-836252-3-iscsi neutron-server[114862]: 'SecurityGroup': '1.5', Apr 12 00:17:47.836533 dv-cinder-836252-3-iscsi neutron-server[114862]: 'SecurityGroupRule': '1.2', Apr 12 00:17:47.836533 dv-cinder-836252-3-iscsi neutron-server[114862]: 'SubPort': '1.0', Apr 12 00:17:47.836533 dv-cinder-836252-3-iscsi neutron-server[114862]: 'Subnet': '1.1', Apr 12 00:17:47.836533 dv-cinder-836252-3-iscsi neutron-server[114862]: 'Trunk': '1.1'}} Apr 12 00:17:47.836533 dv-cinder-836252-3-iscsi neutron-server[114862]: {{(pid=114862) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 00:17:47.853644 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-8200d4fa-da5e-4868-8c73-2d903745d2d9 None None] Provisioning complete for port 42960426-40bc-47f8-bba9-23a4e9dbe5b2 triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:17:47.854956 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-8200d4fa-da5e-4868-8c73-2d903745d2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (42960426-40bc-47f8-bba9-23a4e9dbe5b2), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:47.910513 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.db [None req-83fd4289-5410-49ea-86a9-8347d456c919 None None] For port 42960426-40bc-47f8-bba9-23a4e9dbe5b2, host dv-cinder-836252-3-iscsi, cleared binding levels {{(pid=114862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:17:47.928937 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-8200d4fa-da5e-4868-8c73-2d903745d2d9 None None] Port 42960426-40bc-47f8-bba9-23a4e9dbe5b2 cannot update to ACTIVE because it is not bound. {{(pid=114861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:17:47.936608 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.db [None req-83fd4289-5410-49ea-86a9-8347d456c919 None None] For port 42960426-40bc-47f8-bba9-23a4e9dbe5b2, host dv-cinder-836252-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=42960426-40bc-47f8-bba9-23a4e9dbe5b2,segment=NetworkSegment(d2391ce2-c431-4188-b9c9-8e1acaef460b),segment_id=d2391ce2-c431-4188-b9c9-8e1acaef460b)] {{(pid=114862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:17:47.944136 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron_lib.callbacks.manager [None req-83fd4289-5410-49ea-86a9-8347d456c919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (42960426-40bc-47f8-bba9-23a4e9dbe5b2), after_update {{(pid=114862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:48.008915 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94eeacf-ea04-456c-9c58-f04b5e8e1f1f None None] Pushing event updated for resources: {'Port': ['ID=42960426-40bc-47f8-bba9-23a4e9dbe5b2,revision_number=4']} {{(pid=114862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:17:48.011374 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fd4289-5410-49ea-86a9-8347d456c919 None None] Routers {'de055333-ea83-4bb6-ac64-b67b7a38cab4'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:17:48.011972 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-83fd4289-5410-49ea-86a9-8347d456c919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:17:45Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['de055333-ea83-4bb6-ac64-b67b7a38cab4'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:17:48.129078 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-83fd4289-5410-49ea-86a9-8347d456c919 None None] Set router de055333-ea83-4bb6-ac64-b67b7a38cab4 gateway port host: None {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:17:48.247608 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-80d986ae-5dec-49b4-9f12-f684b94a8c3d None None] Provisioning complete for port 42960426-40bc-47f8-bba9-23a4e9dbe5b2 triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:17:48.247896 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-80d986ae-5dec-49b4-9f12-f684b94a8c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (42960426-40bc-47f8-bba9-23a4e9dbe5b2), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:48.323704 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-80d986ae-5dec-49b4-9f12-f684b94a8c3d None None] Current status of the port 42960426-40bc-47f8-bba9-23a4e9dbe5b2 is: DOWN; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:17:48.324011 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-80d986ae-5dec-49b4-9f12-f684b94a8c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (42960426-40bc-47f8-bba9-23a4e9dbe5b2), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:48.326924 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-83fd4289-5410-49ea-86a9-8347d456c919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de055333-ea83-4bb6-ac64-b67b7a38cab4', 'name': 'router1', 'tenant_id': '81d9b125a65a40ef8faf3f1791912d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:17:35Z', 'updated_at': '2022-04-12T00:17:45Z', 'revision_number': 2, 'project_id': '81d9b125a65a40ef8faf3f1791912d0c', 'gw_port_host': None, '_interfaces': [{'id': '42960426-40bc-47f8-bba9-23a4e9dbe5b2', 'name': '', 'network_id': 'a7ba63fa-6f49-438e-af05-e4673ffb2f1d', 'tenant_id': '81d9b125a65a40ef8faf3f1791912d0c', 'mac_address': 'fa:16:3e:31:b2:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de055333-ea83-4bb6-ac64-b67b7a38cab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2a1b7396-616b-47b0-a96d-6e80276c37a0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:17:44Z', 'updated_at': '2022-04-12T00:17:47Z', 'revision_number': 4, 'project_id': '81d9b125a65a40ef8faf3f1791912d0c', 'subnets': [{'id': '2a1b7396-616b-47b0-a96d-6e80276c37a0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ed5571c4-9096-4f75-ba80-9247e8a9cf47'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:17:48.357096 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fd4289-5410-49ea-86a9-8347d456c919 None None] The sync data for ids ['de055333-ea83-4bb6-ac64-b67b7a38cab4'] in dv-cinder-836252-3-iscsi is: [{'id': 'de055333-ea83-4bb6-ac64-b67b7a38cab4', 'name': 'router1', 'tenant_id': '81d9b125a65a40ef8faf3f1791912d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:17:35Z', 'updated_at': '2022-04-12T00:17:45Z', 'revision_number': 2, 'project_id': '81d9b125a65a40ef8faf3f1791912d0c', 'gw_port_host': None, '_interfaces': [{'id': '42960426-40bc-47f8-bba9-23a4e9dbe5b2', 'name': '', 'network_id': 'a7ba63fa-6f49-438e-af05-e4673ffb2f1d', 'tenant_id': '81d9b125a65a40ef8faf3f1791912d0c', 'mac_address': 'fa:16:3e:31:b2:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de055333-ea83-4bb6-ac64-b67b7a38cab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2a1b7396-616b-47b0-a96d-6e80276c37a0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:17:44Z', 'updated_at': '2022-04-12T00:17:47Z', 'revision_number': 4, 'project_id': '81d9b125a65a40ef8faf3f1791912d0c', 'subnets': [{'id': '2a1b7396-616b-47b0-a96d-6e80276c37a0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ed5571c4-9096-4f75-ba80-9247e8a9cf47'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:17:48.360724 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-80d986ae-5dec-49b4-9f12-f684b94a8c3d None None] For port 42960426-40bc-47f8-bba9-23a4e9dbe5b2, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=42960426-40bc-47f8-bba9-23a4e9dbe5b2,segment=NetworkSegment(d2391ce2-c431-4188-b9c9-8e1acaef460b),segment_id=d2391ce2-c431-4188-b9c9-8e1acaef460b)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:17:48.366390 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-80d986ae-5dec-49b4-9f12-f684b94a8c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (42960426-40bc-47f8-bba9-23a4e9dbe5b2), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:48.418628 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d986ae-5dec-49b4-9f12-f684b94a8c3d None None] Pushing event updated for resources: {'Port': ['ID=42960426-40bc-47f8-bba9-23a4e9dbe5b2,revision_number=5']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:17:48.875529 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (f9a21fd4-36f2-4826-890e-da332e228edf), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:48.942276 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 50658) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:17:49.135929 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0706a3da-0457-434e-8e05-c4f12537d7b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:17:49.137459 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-0706a3da-0457-434e-8e05-c4f12537d7b9 admin admin] 10.222.0.32 "GET /v2.0/networks/1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7 HTTP/1.1" status: 200 len: 842 time: 0.1941996 Apr 12 00:17:49.151021 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [None req-871d40c9-2dba-44a3-b640-c80df7802d98 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7'}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:17:49.177219 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871d40c9-2dba-44a3-b640-c80df7802d98 admin admin] Made reservation on behalf of fd9f2f2aa4034c3fa25d211a3bd7ce30 for: {'subnet': 1} {{(pid=114859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:17:49.179577 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-871d40c9-2dba-44a3-b640-c80df7802d98 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:49.510699 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.objects.ports [None req-871d40c9-2dba-44a3-b640-c80df7802d98 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114859) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 12 00:17:49.511128 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-871d40c9-2dba-44a3-b640-c80df7802d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925'] for subnet (02a01a71-afa8-4790-9b30-3097f97db265), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:49.568878 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871d40c9-2dba-44a3-b640-c80df7802d98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02a01a71-afa8-4790-9b30-3097f97db265,revision_number=0']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:17:49.574154 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871d40c9-2dba-44a3-b640-c80df7802d98 admin admin] Checking segment: {'id': '45a4c36b-a669-4a7f-a3e9-c2d676175ec7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:17:49.574553 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871d40c9-2dba-44a3-b640-c80df7802d98 admin admin] Network hostable DHCP agents. Network: 1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7, hostable agents: ['4ecbd319-6885-49f5-abb8-de205838eb1c'], hosted agents: [] {{(pid=114859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 00:17:49.591433 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871d40c9-2dba-44a3-b640-c80df7802d98 admin admin] Network 1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7 is scheduled to be hosted by DHCP agent 4ecbd319-6885-49f5-abb8-de205838eb1c with binding_index 1 {{(pid=114859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 00:17:49.600351 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.base_scheduler [None req-871d40c9-2dba-44a3-b640-c80df7802d98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836252-3-iscsi, 1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7) {{(pid=114859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:17:49.604241 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871d40c9-2dba-44a3-b640-c80df7802d98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:17:49.604835 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-871d40c9-2dba-44a3-b640-c80df7802d98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for subnet (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:49.611676 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fc52dd-89aa-4237-8d98-eb2d09c35a84 None None] Network 1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7 requested from dv-cinder-836252-3-iscsi {{(pid=114861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:17:49.631651 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-871d40c9-2dba-44a3-b640-c80df7802d98 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4824967 Apr 12 00:17:49.711646 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cbbdd6-cf42-42ba-a869-e49e85d122bd None None] Network 1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7 requested from dv-cinder-836252-3-iscsi {{(pid=114861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:17:52.133590 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 50676) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:17:52.265264 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-cb857a99-dfee-47b4-b17f-1ef05f187750 demo admin] 10.222.0.32 "GET /v2.0/routers/de055333-ea83-4bb6-ac64-b67b7a38cab4 HTTP/1.1" status: 200 len: 710 time: 0.1298440 Apr 12 00:17:52.355803 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c569e7e2-5672-468f-b9f0-25a855315697 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:17:52.357454 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-c569e7e2-5672-468f-b9f0-25a855315697 demo admin] 10.222.0.32 "GET /v2.0/networks/1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7 HTTP/1.1" status: 200 len: 886 time: 0.0869477 Apr 12 00:17:52.367387 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [None req-1b7a8d11-7452-49be-941c-15895570763c demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7'}}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:17:52.619544 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-1b7a8d11-7452-49be-941c-15895570763c demo admin] Publish callbacks [] for router_gateway (de055333-ea83-4bb6-ac64-b67b7a38cab4), precommit_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:52.835647 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-1b7a8d11-7452-49be-941c-15895570763c demo admin] Publish callbacks [] for router_gateway (de055333-ea83-4bb6-ac64-b67b7a38cab4), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:52.912008 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-1b7a8d11-7452-49be-941c-15895570763c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:53.013038 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.db_base_plugin_common [None req-1b7a8d11-7452-49be-941c-15895570763c demo admin] Allocated IP 172.27.3.251 (1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7/02a01a71-afa8-4790-9b30-3097f97db265/9eed3233-d479-4405-988a-250eaa5df183) {{(pid=114859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:17:53.114358 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-1b7a8d11-7452-49be-941c-15895570763c demo admin] Publish callbacks [] for port (9eed3233-d479-4405-988a-250eaa5df183), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:53.147987 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-1b7a8d11-7452-49be-941c-15895570763c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360'] for port (9eed3233-d479-4405-988a-250eaa5df183), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:53.182992 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7a8d11-7452-49be-941c-15895570763c demo admin] Network 1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7 is already hosted by enough agents. {{(pid=114859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:17:53.185735 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.base_scheduler [None req-1b7a8d11-7452-49be-941c-15895570763c demo admin] Resources bound (agent type, host, resource id): {{(pid=114859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:17:53.190194 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7a8d11-7452-49be-941c-15895570763c demo admin] Received port after_create {{(pid=114859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:17:53.231577 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7a8d11-7452-49be-941c-15895570763c demo admin] Pushing event updated for resources: {'Port': ['ID=9eed3233-d479-4405-988a-250eaa5df183,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:17:53.537063 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-1b7a8d11-7452-49be-941c-15895570763c demo admin] Publish callbacks [] for router_gateway (de055333-ea83-4bb6-ac64-b67b7a38cab4), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:53.743653 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-1b7a8d11-7452-49be-941c-15895570763c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1592371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1018282'] for router (de055333-ea83-4bb6-ac64-b67b7a38cab4), precommit_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:53.747529 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-1b7a8d11-7452-49be-941c-15895570763c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1586386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1586368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1586377', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440509'] for router (de055333-ea83-4bb6-ac64-b67b7a38cab4), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:53.857834 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b7a8d11-7452-49be-941c-15895570763c demo admin] Router de055333-ea83-4bb6-ac64-b67b7a38cab4 has already been hosted by L3 agent d3fb0dde-5c40-4fca-80b5-61326157311c {{(pid=114859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:17:53.965023 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b7a8d11-7452-49be-941c-15895570763c demo admin] Notify agent at l3_agent.dv-cinder-836252-3-iscsi the message routers_updated {{(pid=114859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:17:53.970293 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-1b7a8d11-7452-49be-941c-15895570763c demo admin] Publish callbacks [] for router (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:53.971674 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-1b7a8d11-7452-49be-941c-15895570763c demo admin] 10.222.0.32 "PUT /v2.0/routers/de055333-ea83-4bb6-ac64-b67b7a38cab4 HTTP/1.1" status: 200 len: 890 time: 1.6085823 Apr 12 00:17:55.574561 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 42960426-40bc-47f8-bba9-23a4e9dbe5b2 up at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:17:55.622278 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Provisioning complete for port 42960426-40bc-47f8-bba9-23a4e9dbe5b2 triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:17:55.622684 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (42960426-40bc-47f8-bba9-23a4e9dbe5b2), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:55.696445 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Current status of the port 42960426-40bc-47f8-bba9-23a4e9dbe5b2 is: ACTIVE; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:17:56.507734 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 50688) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:17:56.617240 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-4aabfe9b-d857-4af8-bc15-2ed2768f09d6 admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1083348 Apr 12 00:17:57.048718 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a99bd2-4bbd-45c0-a073-2bb6e429436c None None] Sync routers for ids ['de055333-ea83-4bb6-ac64-b67b7a38cab4'] in dv-cinder-836252-3-iscsi {{(pid=114861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:17:57.059645 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a99bd2-4bbd-45c0-a073-2bb6e429436c None None] Routers {'de055333-ea83-4bb6-ac64-b67b7a38cab4'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:17:57.060281 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-c8a99bd2-4bbd-45c0-a073-2bb6e429436c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:17:45Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['de055333-ea83-4bb6-ac64-b67b7a38cab4'], 'active': True} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:17:57.276657 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvr_db [None req-c8a99bd2-4bbd-45c0-a073-2bb6e429436c None None] Set router de055333-ea83-4bb6-ac64-b67b7a38cab4 gateway port host: dv-cinder-836252-3-iscsi {{(pid=114861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:17:57.730207 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-c8a99bd2-4bbd-45c0-a073-2bb6e429436c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de055333-ea83-4bb6-ac64-b67b7a38cab4', 'name': 'router1', 'tenant_id': '81d9b125a65a40ef8faf3f1791912d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '9eed3233-d479-4405-988a-250eaa5df183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:17:35Z', 'updated_at': '2022-04-12T00:17:53Z', 'revision_number': 4, 'project_id': '81d9b125a65a40ef8faf3f1791912d0c', 'gw_port': {'id': '9eed3233-d479-4405-988a-250eaa5df183', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bc:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de055333-ea83-4bb6-ac64-b67b7a38cab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:17:52Z', 'updated_at': '2022-04-12T00:17:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': '42960426-40bc-47f8-bba9-23a4e9dbe5b2', 'name': '', 'network_id': 'a7ba63fa-6f49-438e-af05-e4673ffb2f1d', 'tenant_id': '81d9b125a65a40ef8faf3f1791912d0c', 'mac_address': 'fa:16:3e:31:b2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de055333-ea83-4bb6-ac64-b67b7a38cab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2a1b7396-616b-47b0-a96d-6e80276c37a0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:17:44Z', 'updated_at': '2022-04-12T00:17:48Z', 'revision_number': 5, 'project_id': '81d9b125a65a40ef8faf3f1791912d0c', 'subnets': [{'id': '2a1b7396-616b-47b0-a96d-6e80276c37a0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ed5571c4-9096-4f75-ba80-9247e8a9cf47'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:17:57.778589 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a99bd2-4bbd-45c0-a073-2bb6e429436c None None] Checking router: de055333-ea83-4bb6-ac64-b67b7a38cab4 for host: dv-cinder-836252-3-iscsi {{(pid=114861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:17:57.778940 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a99bd2-4bbd-45c0-a073-2bb6e429436c None None] Updating router de055333-ea83-4bb6-ac64-b67b7a38cab4 port 9eed3233-d479-4405-988a-250eaa5df183 binding host dv-cinder-836252-3-iscsi {{(pid=114861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 00:17:57.832119 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-c8a99bd2-4bbd-45c0-a073-2bb6e429436c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (9eed3233-d479-4405-988a-250eaa5df183), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:58.143794 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-c8a99bd2-4bbd-45c0-a073-2bb6e429436c None None] Publish callbacks [] for port (9eed3233-d479-4405-988a-250eaa5df183), precommit_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:58.149115 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-c8a99bd2-4bbd-45c0-a073-2bb6e429436c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (9eed3233-d479-4405-988a-250eaa5df183), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:58.199418 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8d94a5-80a7-418b-9b2f-9d16b74daef8 None None] Pushing event updated for resources: {'Port': ['ID=9eed3233-d479-4405-988a-250eaa5df183,revision_number=2']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:17:58.205608 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.managers [None req-c8a99bd2-4bbd-45c0-a073-2bb6e429436c None None] Attempting to bind port 9eed3233-d479-4405-988a-250eaa5df183 on host dv-cinder-836252-3-iscsi for vnic_type normal with profile {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:17:58.205973 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.managers [None req-c8a99bd2-4bbd-45c0-a073-2bb6e429436c None None] Attempting to bind port 9eed3233-d479-4405-988a-250eaa5df183 by drivers openvswitch,hyperv on host dv-cinder-836252-3-iscsi at level 0 using segments [{'id': '45a4c36b-a669-4a7f-a3e9-c2d676175ec7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7'}] {{(pid=114861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:17:58.206355 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a99bd2-4bbd-45c0-a073-2bb6e429436c None None] Attempting to bind port 9eed3233-d479-4405-988a-250eaa5df183 on network 1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7 {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:17:58.211181 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a99bd2-4bbd-45c0-a073-2bb6e429436c None None] Checking agent: {'id': 'f9a21fd4-36f2-4826-890e-da332e228edf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836252-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 0, 17, 19), 'started_at': datetime.datetime(2022, 4, 12, 0, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836252-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:17:58.211551 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a99bd2-4bbd-45c0-a073-2bb6e429436c None None] Checking segment: {'id': '45a4c36b-a669-4a7f-a3e9-c2d676175ec7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:17:58.211940 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-c8a99bd2-4bbd-45c0-a073-2bb6e429436c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:58.212319 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a99bd2-4bbd-45c0-a073-2bb6e429436c None None] Bound using segment: {'id': '45a4c36b-a669-4a7f-a3e9-c2d676175ec7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7'} {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:17:58.212772 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.managers [None req-c8a99bd2-4bbd-45c0-a073-2bb6e429436c None None] Bound port: 9eed3233-d479-4405-988a-250eaa5df183, host: dv-cinder-836252-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45a4c36b-a669-4a7f-a3e9-c2d676175ec7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7'}}] {{(pid=114861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:17:58.213145 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-c8a99bd2-4bbd-45c0-a073-2bb6e429436c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (9eed3233-d479-4405-988a-250eaa5df183), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:58.261940 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-c8a99bd2-4bbd-45c0-a073-2bb6e429436c None None] For port 9eed3233-d479-4405-988a-250eaa5df183, host dv-cinder-836252-3-iscsi, cleared binding levels {{(pid=114861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:17:58.265560 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-c8a99bd2-4bbd-45c0-a073-2bb6e429436c None None] For port 9eed3233-d479-4405-988a-250eaa5df183, host dv-cinder-836252-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=9eed3233-d479-4405-988a-250eaa5df183,segment=NetworkSegment(45a4c36b-a669-4a7f-a3e9-c2d676175ec7),segment_id=45a4c36b-a669-4a7f-a3e9-c2d676175ec7)] {{(pid=114861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:17:58.271637 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-c8a99bd2-4bbd-45c0-a073-2bb6e429436c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (9eed3233-d479-4405-988a-250eaa5df183), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:58.336345 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a99bd2-4bbd-45c0-a073-2bb6e429436c None None] Routers {'de055333-ea83-4bb6-ac64-b67b7a38cab4'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:17:58.337867 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-c8a99bd2-4bbd-45c0-a073-2bb6e429436c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:17:45Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['de055333-ea83-4bb6-ac64-b67b7a38cab4'], 'active': True} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:17:58.377755 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8d94a5-80a7-418b-9b2f-9d16b74daef8 None None] Pushing event updated for resources: {'Port': ['ID=9eed3233-d479-4405-988a-250eaa5df183,revision_number=3']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:17:58.458219 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvr_db [None req-c8a99bd2-4bbd-45c0-a073-2bb6e429436c None None] Set router de055333-ea83-4bb6-ac64-b67b7a38cab4 gateway port host: dv-cinder-836252-3-iscsi {{(pid=114861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:17:58.672700 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-c8a99bd2-4bbd-45c0-a073-2bb6e429436c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de055333-ea83-4bb6-ac64-b67b7a38cab4', 'name': 'router1', 'tenant_id': '81d9b125a65a40ef8faf3f1791912d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '9eed3233-d479-4405-988a-250eaa5df183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:17:35Z', 'updated_at': '2022-04-12T00:17:53Z', 'revision_number': 4, 'project_id': '81d9b125a65a40ef8faf3f1791912d0c', 'gw_port': {'id': '9eed3233-d479-4405-988a-250eaa5df183', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bc:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de055333-ea83-4bb6-ac64-b67b7a38cab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:17:52Z', 'updated_at': '2022-04-12T00:17:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': '42960426-40bc-47f8-bba9-23a4e9dbe5b2', 'name': '', 'network_id': 'a7ba63fa-6f49-438e-af05-e4673ffb2f1d', 'tenant_id': '81d9b125a65a40ef8faf3f1791912d0c', 'mac_address': 'fa:16:3e:31:b2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de055333-ea83-4bb6-ac64-b67b7a38cab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2a1b7396-616b-47b0-a96d-6e80276c37a0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:17:44Z', 'updated_at': '2022-04-12T00:17:48Z', 'revision_number': 5, 'project_id': '81d9b125a65a40ef8faf3f1791912d0c', 'subnets': [{'id': '2a1b7396-616b-47b0-a96d-6e80276c37a0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ed5571c4-9096-4f75-ba80-9247e8a9cf47'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:17:58.696259 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a99bd2-4bbd-45c0-a073-2bb6e429436c None None] The sync data for ids ['de055333-ea83-4bb6-ac64-b67b7a38cab4'] in dv-cinder-836252-3-iscsi is: [{'id': 'de055333-ea83-4bb6-ac64-b67b7a38cab4', 'name': 'router1', 'tenant_id': '81d9b125a65a40ef8faf3f1791912d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '9eed3233-d479-4405-988a-250eaa5df183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:17:35Z', 'updated_at': '2022-04-12T00:17:53Z', 'revision_number': 4, 'project_id': '81d9b125a65a40ef8faf3f1791912d0c', 'gw_port': {'id': '9eed3233-d479-4405-988a-250eaa5df183', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bc:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de055333-ea83-4bb6-ac64-b67b7a38cab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:17:52Z', 'updated_at': '2022-04-12T00:17:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': '42960426-40bc-47f8-bba9-23a4e9dbe5b2', 'name': '', 'network_id': 'a7ba63fa-6f49-438e-af05-e4673ffb2f1d', 'tenant_id': '81d9b125a65a40ef8faf3f1791912d0c', 'mac_address': 'fa:16:3e:31:b2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de055333-ea83-4bb6-ac64-b67b7a38cab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2a1b7396-616b-47b0-a96d-6e80276c37a0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:17:44Z', 'updated_at': '2022-04-12T00:17:48Z', 'revision_number': 5, 'project_id': '81d9b125a65a40ef8faf3f1791912d0c', 'subnets': [{'id': '2a1b7396-616b-47b0-a96d-6e80276c37a0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ed5571c4-9096-4f75-ba80-9247e8a9cf47'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:17:59.599488 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 9eed3233-d479-4405-988a-250eaa5df183 up at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:17:59.650759 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Provisioning complete for port 9eed3233-d479-4405-988a-250eaa5df183 triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:17:59.651174 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (9eed3233-d479-4405-988a-250eaa5df183), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:59.754163 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Current status of the port 9eed3233-d479-4405-988a-250eaa5df183 is: DOWN; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:17:59.754588 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (9eed3233-d479-4405-988a-250eaa5df183), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:59.795144 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] For port 9eed3233-d479-4405-988a-250eaa5df183, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=9eed3233-d479-4405-988a-250eaa5df183,segment=NetworkSegment(45a4c36b-a669-4a7f-a3e9-c2d676175ec7),segment_id=45a4c36b-a669-4a7f-a3e9-c2d676175ec7)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:17:59.806121 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (9eed3233-d479-4405-988a-250eaa5df183), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:17:59.861704 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Pushing event updated for resources: {'Port': ['ID=9eed3233-d479-4405-988a-250eaa5df183,revision_number=4']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:18:01.653593 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 9eed3233-d479-4405-988a-250eaa5df183 up at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:18:01.756513 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Provisioning complete for port 9eed3233-d479-4405-988a-250eaa5df183 triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:18:01.757143 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (9eed3233-d479-4405-988a-250eaa5df183), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:18:01.837261 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Current status of the port 9eed3233-d479-4405-988a-250eaa5df183 is: ACTIVE; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:18:07.862620 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.agents_db [None req-4f17da96-f611-4225-a78f-ee15b860eec6 None None] Agent healthcheck: found 5 active agents {{(pid=114862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:18:12.322553 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-e1b90909-42b8-455c-9da5-b2e64c1ff5e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (4ecbd319-6885-49f5-abb8-de205838eb1c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:18:14.589606 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-a589c63a-ea0e-4325-b74d-d43b2fa486e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (d3fb0dde-5c40-4fca-80b5-61326157311c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:18:16.117318 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d4423688-5a44-44f3-a132-81f2c9b6cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (af38becd-82ff-4144-8f94-74de975161ca), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:18:17.500848 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-be9ea9f3-6c7c-4887-ad09-badb35df740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (738aa052-ee84-4bd1-913b-ee7149597f8f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:18:18.885186 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (f9a21fd4-36f2-4826-890e-da332e228edf), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:18:42.319285 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-b9d9cdcd-2d73-4a7b-8f7b-c3391673d12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (4ecbd319-6885-49f5-abb8-de205838eb1c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:18:44.586303 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-11894bf4-1ebe-40a8-b5f5-7e4cbcdad377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (d3fb0dde-5c40-4fca-80b5-61326157311c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:18:44.861416 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.agents_db [None req-4f17da96-f611-4225-a78f-ee15b860eec6 None None] Agent healthcheck: found 5 active agents {{(pid=114862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:18:46.116921 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d4423688-5a44-44f3-a132-81f2c9b6cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (af38becd-82ff-4144-8f94-74de975161ca), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:18:47.506393 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-be9ea9f3-6c7c-4887-ad09-badb35df740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (738aa052-ee84-4bd1-913b-ee7149597f8f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:18:48.883602 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (f9a21fd4-36f2-4826-890e-da332e228edf), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:12.323746 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-203d2ca8-f398-4c33-b201-fd899850ac29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (4ecbd319-6885-49f5-abb8-de205838eb1c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:14.590181 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-0a9cb978-4b64-4693-8cc5-81abc65de077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (d3fb0dde-5c40-4fca-80b5-61326157311c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:16.122200 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d4423688-5a44-44f3-a132-81f2c9b6cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (af38becd-82ff-4144-8f94-74de975161ca), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:17.507813 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-be9ea9f3-6c7c-4887-ad09-badb35df740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (738aa052-ee84-4bd1-913b-ee7149597f8f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:18.215725 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 51172) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:19:18.275633 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.pecan_wsgi.hooks.translation [None req-2435e35e-8d29-41a3-823c-ce65da5977a8 admin admin] GET failed (client error): The resource could not be found. Apr 12 00:19:18.276922 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-2435e35e-8d29-41a3-823c-ce65da5977a8 admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0602088 Apr 12 00:19:18.439624 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b415a24-84fa-4a3a-a59b-3d77ec34e7eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:19:18.441100 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-4b415a24-84fa-4a3a-a59b-3d77ec34e7eb admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1594906 Apr 12 00:19:18.887194 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (f9a21fd4-36f2-4826-890e-da332e228edf), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:20.759449 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 51182) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:19:20.853657 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa890ef-6eb4-4081-a0f6-918ec60cee2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:19:20.855035 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-8aa890ef-6eb4-4081-a0f6-918ec60cee2b admin admin] 10.222.0.32 "GET /v2.0/subnets/2a1b7396-616b-47b0-a96d-6e80276c37a0 HTTP/1.1" status: 200 len: 849 time: 0.0946262 Apr 12 00:19:20.864798 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [None req-c9af9384-9c76-4ed2-8f18-3ad9221b7e03 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:19:20.949532 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-c9af9384-9c76-4ed2-8f18-3ad9221b7e03 admin admin] Publish callbacks [] for subnet (2a1b7396-616b-47b0-a96d-6e80276c37a0), before_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:21.084216 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-c9af9384-9c76-4ed2-8f18-3ad9221b7e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757613444886'] for subnet (2a1b7396-616b-47b0-a96d-6e80276c37a0), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:21.118790 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9af9384-9c76-4ed2-8f18-3ad9221b7e03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:19:21.119386 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-c9af9384-9c76-4ed2-8f18-3ad9221b7e03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for subnet (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:21.120674 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-c9af9384-9c76-4ed2-8f18-3ad9221b7e03 admin admin] 10.222.0.32 "PUT /v2.0/subnets/2a1b7396-616b-47b0-a96d-6e80276c37a0 HTTP/1.1" status: 200 len: 868 time: 0.2593865 Apr 12 00:19:21.123671 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17584fac-3d0d-4ff8-aa6d-c83d16112c53 None None] Network a7ba63fa-6f49-438e-af05-e4673ffb2f1d requested from dv-cinder-836252-3-iscsi {{(pid=114861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:19:21.140075 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9af9384-9c76-4ed2-8f18-3ad9221b7e03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a1b7396-616b-47b0-a96d-6e80276c37a0,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:19:21.147236 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9af9384-9c76-4ed2-8f18-3ad9221b7e03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:19:21.147601 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9af9384-9c76-4ed2-8f18-3ad9221b7e03 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:19:21.147962 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9af9384-9c76-4ed2-8f18-3ad9221b7e03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:19:21.148309 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9af9384-9c76-4ed2-8f18-3ad9221b7e03 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:19:21.148649 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9af9384-9c76-4ed2-8f18-3ad9221b7e03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:19:21.148977 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9af9384-9c76-4ed2-8f18-3ad9221b7e03 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:19:21.149305 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9af9384-9c76-4ed2-8f18-3ad9221b7e03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:19:21.149632 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9af9384-9c76-4ed2-8f18-3ad9221b7e03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:19:21.149981 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9af9384-9c76-4ed2-8f18-3ad9221b7e03 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:19:21.150349 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9af9384-9c76-4ed2-8f18-3ad9221b7e03 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:19:21.150698 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9af9384-9c76-4ed2-8f18-3ad9221b7e03 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:19:21.151030 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9af9384-9c76-4ed2-8f18-3ad9221b7e03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:19:21.151354 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9af9384-9c76-4ed2-8f18-3ad9221b7e03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:19:21.151689 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9af9384-9c76-4ed2-8f18-3ad9221b7e03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:19:21.152641 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9af9384-9c76-4ed2-8f18-3ad9221b7e03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:19:21.408366 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-136bc9d1-ef27-434b-b1a7-8bd691c0584a None None] Provisioning complete for port 282db0a0-12b6-4300-94a2-4c15dcd07b65 triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:19:21.408759 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-136bc9d1-ef27-434b-b1a7-8bd691c0584a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (282db0a0-12b6-4300-94a2-4c15dcd07b65), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:21.483674 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-136bc9d1-ef27-434b-b1a7-8bd691c0584a None None] Current status of the port 282db0a0-12b6-4300-94a2-4c15dcd07b65 is: ACTIVE; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:19:21.491440 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-136bc9d1-ef27-434b-b1a7-8bd691c0584a None None] Provisioning complete for port 42960426-40bc-47f8-bba9-23a4e9dbe5b2 triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:19:21.491817 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-136bc9d1-ef27-434b-b1a7-8bd691c0584a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (42960426-40bc-47f8-bba9-23a4e9dbe5b2), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:21.567852 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-136bc9d1-ef27-434b-b1a7-8bd691c0584a None None] Current status of the port 42960426-40bc-47f8-bba9-23a4e9dbe5b2 is: ACTIVE; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:19:21.944924 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.agents_db [None req-4f17da96-f611-4225-a78f-ee15b860eec6 None None] Agent healthcheck: found 5 active agents {{(pid=114862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:19:23.440394 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 51190) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:19:23.684481 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023957a1-c332-4c16-816c-6b0187c2569a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:19:23.684960 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023957a1-c332-4c16-816c-6b0187c2569a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:19:23.687166 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-023957a1-c332-4c16-816c-6b0187c2569a admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2458544 Apr 12 00:19:25.995957 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 51200) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:19:26.128631 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c3e233-3f95-476e-b6eb-f8c6650f2a85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:19:26.129094 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c3e233-3f95-476e-b6eb-f8c6650f2a85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:19:26.130625 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-d6c3e233-3f95-476e-b6eb-f8c6650f2a85 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1337385 Apr 12 00:19:28.452912 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 51208) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:19:28.631365 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe08aaf-9393-4c5d-b8a9-06398ee6b0cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:19:28.632716 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-4fe08aaf-9393-4c5d-b8a9-06398ee6b0cf admin admin] 10.222.0.32 "GET /v2.0/networks/1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7 HTTP/1.1" status: 200 len: 886 time: 0.1788666 Apr 12 00:19:30.944243 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 51216) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:19:31.108083 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a40ef0-69cc-4f7b-a22b-018a268065f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:19:31.109975 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-f8a40ef0-69cc-4f7b-a22b-018a268065f7 admin admin] 10.222.0.32 "GET /v2.0/networks/a7ba63fa-6f49-438e-af05-e4673ffb2f1d HTTP/1.1" status: 200 len: 869 time: 0.1647680 Apr 12 00:19:33.404149 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 51224) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:19:33.524375 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3f1142-cc37-4889-8b34-7ad9b345e5b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:19:33.524823 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3f1142-cc37-4889-8b34-7ad9b345e5b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:19:33.526356 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-4b3f1142-cc37-4889-8b34-7ad9b345e5b0 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1207259 Apr 12 00:19:35.827879 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 51232) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:19:35.920323 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5275b398-08f9-42a5-be06-a74f85a41d3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:19:35.921352 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5275b398-08f9-42a5-be06-a74f85a41d3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:19:35.922904 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-5275b398-08f9-42a5-be06-a74f85a41d3a admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0941565 Apr 12 00:19:38.224194 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 51240) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:19:38.306725 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892b4564-459b-4fe6-b78c-4b71d8f3fde9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:19:38.308020 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-892b4564-459b-4fe6-b78c-4b71d8f3fde9 admin admin] 10.222.0.32 "GET /v2.0/subnets/02a01a71-afa8-4790-9b30-3097f97db265 HTTP/1.1" status: 200 len: 816 time: 0.0828915 Apr 12 00:19:40.620365 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 51248) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:19:40.709340 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632710a8-4dba-4894-9b0a-b1829e00bc36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:19:40.710722 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-632710a8-4dba-4894-9b0a-b1829e00bc36 admin admin] 10.222.0.32 "GET /v2.0/subnets/2a1b7396-616b-47b0-a96d-6e80276c37a0 HTTP/1.1" status: 200 len: 868 time: 0.0893879 Apr 12 00:19:42.318453 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-7ad2b666-d30c-4738-8616-98a510700b81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (4ecbd319-6885-49f5-abb8-de205838eb1c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:44.591388 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-1e74a297-9eaf-47bb-b151-e6be1c6f4c7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (d3fb0dde-5c40-4fca-80b5-61326157311c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:46.122947 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d4423688-5a44-44f3-a132-81f2c9b6cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (af38becd-82ff-4144-8f94-74de975161ca), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:47.509853 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-be9ea9f3-6c7c-4887-ad09-badb35df740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (738aa052-ee84-4bd1-913b-ee7149597f8f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:48.889983 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (f9a21fd4-36f2-4826-890e-da332e228edf), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:19:58.862315 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.agents_db [None req-4f17da96-f611-4225-a78f-ee15b860eec6 None None] Agent healthcheck: found 5 active agents {{(pid=114862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:20:12.319410 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-2e9951ca-96b2-4586-ac75-d9412a836c1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (4ecbd319-6885-49f5-abb8-de205838eb1c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:20:14.593729 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-22b5029c-5c60-49f9-9b12-8e8ec40518b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (d3fb0dde-5c40-4fca-80b5-61326157311c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:20:16.125382 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d4423688-5a44-44f3-a132-81f2c9b6cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (af38becd-82ff-4144-8f94-74de975161ca), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:20:17.513916 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-be9ea9f3-6c7c-4887-ad09-badb35df740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (738aa052-ee84-4bd1-913b-ee7149597f8f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:20:18.893170 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (f9a21fd4-36f2-4826-890e-da332e228edf), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:20:21.285876 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 51306) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:20:21.332101 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [None req-72d06728-673b-4977-a113-d52a29d55f18 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114859) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 00:20:21.333116 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-72d06728-673b-4977-a113-d52a29d55f18 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0462661 Apr 12 00:20:23.725114 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 51314) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:20:23.783703 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.pecan_wsgi.hooks.translation [None req-1604aea5-8de7-441c-9d17-457eccda5761 admin admin] GET failed (client error): The resource could not be found. Apr 12 00:20:23.784953 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-1604aea5-8de7-441c-9d17-457eccda5761 admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0589259 Apr 12 00:20:23.868795 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06a6fa0-213e-48d7-be2c-3a339f1cd0d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:20:23.870136 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-a06a6fa0-213e-48d7-be2c-3a339f1cd0d1 admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0812836 Apr 12 00:20:26.205924 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 51322) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:20:26.251983 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [None req-e3a0239a-ae76-425e-804e-39e8a46fb5e4 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:20:26.270741 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a0239a-ae76-425e-804e-39e8a46fb5e4 admin admin] Made reservation on behalf of fd9f2f2aa4034c3fa25d211a3bd7ce30 for: {'network': 1} {{(pid=114859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:20:26.273130 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-e3a0239a-ae76-425e-804e-39e8a46fb5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for network (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:20:26.300640 dv-cinder-836252-3-iscsi neutron-server[114859]: WARNING neutron.services.revisions.revision_plugin [None req-e3a0239a-ae76-425e-804e-39e8a46fb5e4 admin admin] Could not find related network for resource to bump revision. Apr 12 00:20:26.311211 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3a0239a-ae76-425e-804e-39e8a46fb5e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=114859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 00:20:26.320197 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-e3a0239a-ae76-425e-804e-39e8a46fb5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552308'] for segment (c235f2c0-c7b9-4b96-815c-43eb9422f091), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:20:26.320528 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.db.segments_db [None req-e3a0239a-ae76-425e-804e-39e8a46fb5e4 admin admin] Added segment c235f2c0-c7b9-4b96-815c-43eb9422f091 of type vlan for network ff11edf2-5269-4967-b336-ff9eb8e32f2e Apr 12 00:20:26.363345 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-e3a0239a-ae76-425e-804e-39e8a46fb5e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757612902750'] for network (ff11edf2-5269-4967-b336-ff9eb8e32f2e), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:20:26.390163 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-e3a0239a-ae76-425e-804e-39e8a46fb5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925'] for network (ff11edf2-5269-4967-b336-ff9eb8e32f2e), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:20:26.391059 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a0239a-ae76-425e-804e-39e8a46fb5e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:20:26.391666 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-e3a0239a-ae76-425e-804e-39e8a46fb5e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for network (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:20:26.428506 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-e3a0239a-ae76-425e-804e-39e8a46fb5e4 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2214942 Apr 12 00:20:26.572864 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a0239a-ae76-425e-804e-39e8a46fb5e4 admin admin] Pushing event updated for resources: {'Network': ['ID=ff11edf2-5269-4967-b336-ff9eb8e32f2e,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:20:26.580618 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a0239a-ae76-425e-804e-39e8a46fb5e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:20:26.580959 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a0239a-ae76-425e-804e-39e8a46fb5e4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:20:26.581299 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a0239a-ae76-425e-804e-39e8a46fb5e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:20:26.581628 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a0239a-ae76-425e-804e-39e8a46fb5e4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:20:26.581951 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a0239a-ae76-425e-804e-39e8a46fb5e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:20:26.582293 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a0239a-ae76-425e-804e-39e8a46fb5e4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:20:26.582614 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a0239a-ae76-425e-804e-39e8a46fb5e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:20:26.582931 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a0239a-ae76-425e-804e-39e8a46fb5e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:20:26.583243 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a0239a-ae76-425e-804e-39e8a46fb5e4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:20:26.583557 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a0239a-ae76-425e-804e-39e8a46fb5e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:20:26.583895 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a0239a-ae76-425e-804e-39e8a46fb5e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:20:26.584216 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a0239a-ae76-425e-804e-39e8a46fb5e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:20:26.584527 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a0239a-ae76-425e-804e-39e8a46fb5e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:20:26.584839 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a0239a-ae76-425e-804e-39e8a46fb5e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:20:26.585148 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a0239a-ae76-425e-804e-39e8a46fb5e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:20:26.596362 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Network ff11edf2-5269-4967-b336-ff9eb8e32f2e details requested by agent ovs-agent-dv-cinder-836252-3-iscsi with host dv-cinder-836252-3-iscsi {{(pid=114861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 00:20:28.782372 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 51330) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:20:28.840988 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.pecan_wsgi.hooks.translation [None req-a02fb3d6-6e22-4458-a320-3a1ea1db64e2 admin admin] GET failed (client error): The resource could not be found. Apr 12 00:20:28.842276 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-a02fb3d6-6e22-4458-a320-3a1ea1db64e2 admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0589223 Apr 12 00:20:28.910105 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e34b50-02a6-4198-8c7e-13d9dbfe2247 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:20:28.911589 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-d1e34b50-02a6-4198-8c7e-13d9dbfe2247 admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0653121 Apr 12 00:20:28.921374 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [None req-b7f02b15-cd5e-480b-a56e-01b0693a23ca admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'ff11edf2-5269-4967-b336-ff9eb8e32f2e', 'name': 'shared-subnet'}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:20:28.940581 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f02b15-cd5e-480b-a56e-01b0693a23ca admin admin] Made reservation on behalf of fd9f2f2aa4034c3fa25d211a3bd7ce30 for: {'subnet': 1} {{(pid=114859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:20:28.942846 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-b7f02b15-cd5e-480b-a56e-01b0693a23ca admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:20:29.105053 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-b7f02b15-cd5e-480b-a56e-01b0693a23ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925'] for subnet (c74814ee-cf57-457c-8b0c-1fb27cb26b47), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:20:29.162372 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f02b15-cd5e-480b-a56e-01b0693a23ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=c74814ee-cf57-457c-8b0c-1fb27cb26b47,revision_number=0']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:20:29.172142 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f02b15-cd5e-480b-a56e-01b0693a23ca admin admin] Checking segment: {'id': 'c235f2c0-c7b9-4b96-815c-43eb9422f091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ff11edf2-5269-4967-b336-ff9eb8e32f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:20:29.172428 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f02b15-cd5e-480b-a56e-01b0693a23ca admin admin] Network hostable DHCP agents. Network: ff11edf2-5269-4967-b336-ff9eb8e32f2e, hostable agents: ['4ecbd319-6885-49f5-abb8-de205838eb1c'], hosted agents: [] {{(pid=114859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 00:20:29.188896 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f02b15-cd5e-480b-a56e-01b0693a23ca admin admin] Network ff11edf2-5269-4967-b336-ff9eb8e32f2e is scheduled to be hosted by DHCP agent 4ecbd319-6885-49f5-abb8-de205838eb1c with binding_index 1 {{(pid=114859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 00:20:29.196937 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.base_scheduler [None req-b7f02b15-cd5e-480b-a56e-01b0693a23ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836252-3-iscsi, ff11edf2-5269-4967-b336-ff9eb8e32f2e) {{(pid=114859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:20:29.200861 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f02b15-cd5e-480b-a56e-01b0693a23ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:20:29.201459 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-b7f02b15-cd5e-480b-a56e-01b0693a23ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for subnet (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:20:29.206447 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4095bf54-e05d-443b-9a4f-2f76b985fb65 None None] Network ff11edf2-5269-4967-b336-ff9eb8e32f2e requested from dv-cinder-836252-3-iscsi {{(pid=114861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:20:29.216430 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-b7f02b15-cd5e-480b-a56e-01b0693a23ca admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2984989 Apr 12 00:20:29.313318 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5faa8f06-252a-4e2c-a0a2-eb076a9c499f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd998405d-5ac8-5fc0-a1ab-e07aa0d55ad4-ff11edf2-5269-4967-b336-ff9eb8e32f2e', 'network_id': 'ff11edf2-5269-4967-b336-ff9eb8e32f2e', 'project_id': 'fd9f2f2aa4034c3fa25d211a3bd7ce30', 'fixed_ips': [{'subnet_id': 'c74814ee-cf57-457c-8b0c-1fb27cb26b47'}]}} from dv-cinder-836252-3-iscsi. {{(pid=114861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 00:20:29.314224 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-5faa8f06-252a-4e2c-a0a2-eb076a9c499f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:20:29.450681 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.db_base_plugin_common [None req-5faa8f06-252a-4e2c-a0a2-eb076a9c499f None None] Allocated IP 192.168.233.2 (ff11edf2-5269-4967-b336-ff9eb8e32f2e/c74814ee-cf57-457c-8b0c-1fb27cb26b47/d2b472ef-4068-40ec-8b94-4fabc86fc24d) {{(pid=114861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:20:29.596684 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-5faa8f06-252a-4e2c-a0a2-eb076a9c499f None None] Publish callbacks [] for port (d2b472ef-4068-40ec-8b94-4fabc86fc24d), precommit_create {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:20:29.603947 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-5faa8f06-252a-4e2c-a0a2-eb076a9c499f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360'] for port (d2b472ef-4068-40ec-8b94-4fabc86fc24d), after_create {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:20:29.649316 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5faa8f06-252a-4e2c-a0a2-eb076a9c499f None None] Network ff11edf2-5269-4967-b336-ff9eb8e32f2e is already hosted by enough agents. {{(pid=114861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:20:29.650400 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faa8f06-252a-4e2c-a0a2-eb076a9c499f None None] Pushing event updated for resources: {'Port': ['ID=d2b472ef-4068-40ec-8b94-4fabc86fc24d,revision_number=1']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:20:29.658083 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5faa8f06-252a-4e2c-a0a2-eb076a9c499f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:20:29.658453 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5faa8f06-252a-4e2c-a0a2-eb076a9c499f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:20:29.658816 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5faa8f06-252a-4e2c-a0a2-eb076a9c499f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:20:29.659172 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5faa8f06-252a-4e2c-a0a2-eb076a9c499f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:20:29.659508 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5faa8f06-252a-4e2c-a0a2-eb076a9c499f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:20:29.659841 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5faa8f06-252a-4e2c-a0a2-eb076a9c499f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:20:29.660166 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5faa8f06-252a-4e2c-a0a2-eb076a9c499f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:20:29.660491 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5faa8f06-252a-4e2c-a0a2-eb076a9c499f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:20:29.660812 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5faa8f06-252a-4e2c-a0a2-eb076a9c499f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:20:29.661138 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5faa8f06-252a-4e2c-a0a2-eb076a9c499f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:20:29.661458 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5faa8f06-252a-4e2c-a0a2-eb076a9c499f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:20:29.661792 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5faa8f06-252a-4e2c-a0a2-eb076a9c499f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:20:29.662113 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5faa8f06-252a-4e2c-a0a2-eb076a9c499f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:20:29.662453 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5faa8f06-252a-4e2c-a0a2-eb076a9c499f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:20:29.662770 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5faa8f06-252a-4e2c-a0a2-eb076a9c499f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:20:29.666008 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.scheduler.base_scheduler [None req-5faa8f06-252a-4e2c-a0a2-eb076a9c499f None None] Resources bound (agent type, host, resource id): {{(pid=114861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:20:29.678935 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5faa8f06-252a-4e2c-a0a2-eb076a9c499f None None] Received port after_create {{(pid=114861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:20:29.736422 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.managers [None req-5faa8f06-252a-4e2c-a0a2-eb076a9c499f None None] Attempting to bind port d2b472ef-4068-40ec-8b94-4fabc86fc24d on host dv-cinder-836252-3-iscsi for vnic_type normal with profile {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:20:29.736709 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.managers [None req-5faa8f06-252a-4e2c-a0a2-eb076a9c499f None None] Attempting to bind port d2b472ef-4068-40ec-8b94-4fabc86fc24d by drivers openvswitch,hyperv on host dv-cinder-836252-3-iscsi at level 0 using segments [{'id': 'c235f2c0-c7b9-4b96-815c-43eb9422f091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ff11edf2-5269-4967-b336-ff9eb8e32f2e'}] {{(pid=114861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:20:29.737071 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5faa8f06-252a-4e2c-a0a2-eb076a9c499f None None] Attempting to bind port d2b472ef-4068-40ec-8b94-4fabc86fc24d on network ff11edf2-5269-4967-b336-ff9eb8e32f2e {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:20:29.741953 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5faa8f06-252a-4e2c-a0a2-eb076a9c499f None None] Checking agent: {'id': 'f9a21fd4-36f2-4826-890e-da332e228edf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836252-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 0, 17, 19), 'started_at': datetime.datetime(2022, 4, 12, 0, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836252-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:20:29.742352 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5faa8f06-252a-4e2c-a0a2-eb076a9c499f None None] Checking segment: {'id': 'c235f2c0-c7b9-4b96-815c-43eb9422f091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ff11edf2-5269-4967-b336-ff9eb8e32f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:20:29.742754 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-5faa8f06-252a-4e2c-a0a2-eb076a9c499f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:20:29.743136 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5faa8f06-252a-4e2c-a0a2-eb076a9c499f None None] Bound using segment: {'id': 'c235f2c0-c7b9-4b96-815c-43eb9422f091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ff11edf2-5269-4967-b336-ff9eb8e32f2e'} {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:20:29.743588 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.managers [None req-5faa8f06-252a-4e2c-a0a2-eb076a9c499f None None] Bound port: d2b472ef-4068-40ec-8b94-4fabc86fc24d, host: dv-cinder-836252-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c235f2c0-c7b9-4b96-815c-43eb9422f091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ff11edf2-5269-4967-b336-ff9eb8e32f2e'}}] {{(pid=114861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:20:29.743965 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-5faa8f06-252a-4e2c-a0a2-eb076a9c499f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (d2b472ef-4068-40ec-8b94-4fabc86fc24d), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:20:29.805649 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-5faa8f06-252a-4e2c-a0a2-eb076a9c499f None None] For port d2b472ef-4068-40ec-8b94-4fabc86fc24d, host dv-cinder-836252-3-iscsi, cleared binding levels {{(pid=114861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:20:29.808716 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-5faa8f06-252a-4e2c-a0a2-eb076a9c499f None None] For port d2b472ef-4068-40ec-8b94-4fabc86fc24d, host dv-cinder-836252-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=d2b472ef-4068-40ec-8b94-4fabc86fc24d,segment=NetworkSegment(c235f2c0-c7b9-4b96-815c-43eb9422f091),segment_id=c235f2c0-c7b9-4b96-815c-43eb9422f091)] {{(pid=114861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:20:29.814998 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-5faa8f06-252a-4e2c-a0a2-eb076a9c499f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (d2b472ef-4068-40ec-8b94-4fabc86fc24d), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:20:29.870770 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faa8f06-252a-4e2c-a0a2-eb076a9c499f None None] Pushing event updated for resources: {'Port': ['ID=d2b472ef-4068-40ec-8b94-4fabc86fc24d,revision_number=2']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:20:30.709117 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f64bc7c-71eb-47af-9ef9-79b7079d4a32 None None] Network ff11edf2-5269-4967-b336-ff9eb8e32f2e requested from dv-cinder-836252-3-iscsi {{(pid=114861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:20:30.775560 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-ea92a2b6-4c2a-4321-931a-0cfad0c987ce None None] Provisioning complete for port d2b472ef-4068-40ec-8b94-4fabc86fc24d triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:20:30.775864 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ea92a2b6-4c2a-4321-931a-0cfad0c987ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (d2b472ef-4068-40ec-8b94-4fabc86fc24d), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:20:30.889939 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ea92a2b6-4c2a-4321-931a-0cfad0c987ce None None] Current status of the port d2b472ef-4068-40ec-8b94-4fabc86fc24d is: DOWN; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:20:30.889939 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ea92a2b6-4c2a-4321-931a-0cfad0c987ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (d2b472ef-4068-40ec-8b94-4fabc86fc24d), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:20:30.925905 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-ea92a2b6-4c2a-4321-931a-0cfad0c987ce None None] For port d2b472ef-4068-40ec-8b94-4fabc86fc24d, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=d2b472ef-4068-40ec-8b94-4fabc86fc24d,segment=NetworkSegment(c235f2c0-c7b9-4b96-815c-43eb9422f091),segment_id=c235f2c0-c7b9-4b96-815c-43eb9422f091)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:20:30.930703 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ea92a2b6-4c2a-4321-931a-0cfad0c987ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (d2b472ef-4068-40ec-8b94-4fabc86fc24d), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:20:30.988366 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea92a2b6-4c2a-4321-931a-0cfad0c987ce None None] Pushing event updated for resources: {'Port': ['ID=d2b472ef-4068-40ec-8b94-4fabc86fc24d,revision_number=3']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:20:31.052080 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-a251ce8c-f2df-4409-b05e-4e6765241078 None None] Provisioning complete for port d2b472ef-4068-40ec-8b94-4fabc86fc24d triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:20:31.052732 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-a251ce8c-f2df-4409-b05e-4e6765241078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (d2b472ef-4068-40ec-8b94-4fabc86fc24d), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:20:31.131418 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-a251ce8c-f2df-4409-b05e-4e6765241078 None None] Current status of the port d2b472ef-4068-40ec-8b94-4fabc86fc24d is: ACTIVE; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:20:31.684891 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device d2b472ef-4068-40ec-8b94-4fabc86fc24d up at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:20:31.733790 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Provisioning complete for port d2b472ef-4068-40ec-8b94-4fabc86fc24d triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:20:31.734481 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (d2b472ef-4068-40ec-8b94-4fabc86fc24d), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:20:31.812862 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Current status of the port d2b472ef-4068-40ec-8b94-4fabc86fc24d is: ACTIVE; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:20:35.861576 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.agents_db [None req-4f17da96-f611-4225-a78f-ee15b860eec6 None None] Agent healthcheck: found 5 active agents {{(pid=114862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:20:42.320781 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-bb25e9bf-5dd6-4402-a996-bf6df6bc3d9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (4ecbd319-6885-49f5-abb8-de205838eb1c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:20:44.595554 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-67505ce0-de1f-4db6-8e45-b9e03958337f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (d3fb0dde-5c40-4fca-80b5-61326157311c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:20:46.130546 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d4423688-5a44-44f3-a132-81f2c9b6cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (af38becd-82ff-4144-8f94-74de975161ca), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:20:47.518343 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-be9ea9f3-6c7c-4887-ad09-badb35df740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (738aa052-ee84-4bd1-913b-ee7149597f8f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:20:48.908687 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (f9a21fd4-36f2-4826-890e-da332e228edf), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:21:12.322946 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-b0851706-9f6e-49b7-ac25-8609a5074231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (4ecbd319-6885-49f5-abb8-de205838eb1c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:21:12.862049 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.agents_db [None req-4f17da96-f611-4225-a78f-ee15b860eec6 None None] Agent healthcheck: found 5 active agents {{(pid=114862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:21:14.596679 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-f31934b7-62ed-42f0-a750-4f912fea3502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (d3fb0dde-5c40-4fca-80b5-61326157311c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:21:16.130075 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d4423688-5a44-44f3-a132-81f2c9b6cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (af38becd-82ff-4144-8f94-74de975161ca), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:21:17.521652 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-be9ea9f3-6c7c-4887-ad09-badb35df740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (738aa052-ee84-4bd1-913b-ee7149597f8f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:21:18.901698 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (f9a21fd4-36f2-4826-890e-da332e228edf), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:21:42.324145 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-2a866845-5660-4e9e-8b95-2b77b305630a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (4ecbd319-6885-49f5-abb8-de205838eb1c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:21:44.598129 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d17c83fb-3a0f-4d69-aa26-d99b22721d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (d3fb0dde-5c40-4fca-80b5-61326157311c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:21:46.133020 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d4423688-5a44-44f3-a132-81f2c9b6cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (af38becd-82ff-4144-8f94-74de975161ca), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:21:47.526278 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-be9ea9f3-6c7c-4887-ad09-badb35df740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (738aa052-ee84-4bd1-913b-ee7149597f8f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:21:48.906692 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (f9a21fd4-36f2-4826-890e-da332e228edf), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:21:49.861836 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.agents_db [None req-4f17da96-f611-4225-a78f-ee15b860eec6 None None] Agent healthcheck: found 5 active agents {{(pid=114862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:21:58.040050 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 51370) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:21:58.045695 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [None req-161ddc85-e241-40c2-bdf9-ac0467342781 tempest-verify_tempest_config-1534479741 tempest-verify_tempest_config-1534479741-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114859) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 00:21:58.046685 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-161ddc85-e241-40c2-bdf9-ac0467342781 tempest-verify_tempest_config-1534479741 tempest-verify_tempest_config-1534479741-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056570 Apr 12 00:21:58.327459 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 51388) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:21:58.433197 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-c122b48b-eddb-4ffe-8d7d-901df537114f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:21:58.506471 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-c122b48b-eddb-4ffe-8d7d-901df537114f admin admin] Publish callbacks [] for security_group (0e6cad56-8798-436b-821b-0b0c7b8cdf48), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:21:58.511872 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-c122b48b-eddb-4ffe-8d7d-901df537114f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (0e6cad56-8798-436b-821b-0b0c7b8cdf48), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:21:58.556690 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-c122b48b-eddb-4ffe-8d7d-901df537114f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9573f7b3eb2349f98d21834ad4db9b6d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2282019 Apr 12 00:21:58.557657 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c122b48b-eddb-4ffe-8d7d-901df537114f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6cad56-8798-436b-821b-0b0c7b8cdf48,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:21:58.560166 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 51392) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:21:58.565273 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c122b48b-eddb-4ffe-8d7d-901df537114f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:21:58.565624 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c122b48b-eddb-4ffe-8d7d-901df537114f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:21:58.565980 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c122b48b-eddb-4ffe-8d7d-901df537114f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:21:58.566366 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c122b48b-eddb-4ffe-8d7d-901df537114f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:21:58.566699 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c122b48b-eddb-4ffe-8d7d-901df537114f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:21:58.567027 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c122b48b-eddb-4ffe-8d7d-901df537114f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:21:58.567811 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c122b48b-eddb-4ffe-8d7d-901df537114f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:21:58.567811 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c122b48b-eddb-4ffe-8d7d-901df537114f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:21:58.568005 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c122b48b-eddb-4ffe-8d7d-901df537114f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:21:58.568303 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c122b48b-eddb-4ffe-8d7d-901df537114f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:21:58.569442 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c122b48b-eddb-4ffe-8d7d-901df537114f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:21:58.569442 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c122b48b-eddb-4ffe-8d7d-901df537114f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:21:58.569442 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c122b48b-eddb-4ffe-8d7d-901df537114f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:21:58.569787 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c122b48b-eddb-4ffe-8d7d-901df537114f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:21:58.569873 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c122b48b-eddb-4ffe-8d7d-901df537114f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:21:58.646367 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-7ae8dfcd-9ab5-4916-baff-72c777d6bfe0 admin admin] Publish callbacks [] for security_group (0e6cad56-8798-436b-821b-0b0c7b8cdf48), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:21:58.667794 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-7ae8dfcd-9ab5-4916-baff-72c777d6bfe0 admin admin] Publish callbacks [] for security_group (0e6cad56-8798-436b-821b-0b0c7b8cdf48), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:21:58.765437 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-7ae8dfcd-9ab5-4916-baff-72c777d6bfe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (0e6cad56-8798-436b-821b-0b0c7b8cdf48), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:21:58.767844 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-7ae8dfcd-9ab5-4916-baff-72c777d6bfe0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:21:58.769003 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-7ae8dfcd-9ab5-4916-baff-72c777d6bfe0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0e6cad56-8798-436b-821b-0b0c7b8cdf48 HTTP/1.1" status: 204 len: 168 time: 0.2078738 Apr 12 00:21:58.777285 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae8dfcd-9ab5-4916-baff-72c777d6bfe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6cad56-8798-436b-821b-0b0c7b8cdf48,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:21:58.787001 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8dfcd-9ab5-4916-baff-72c777d6bfe0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:21:58.787249 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8dfcd-9ab5-4916-baff-72c777d6bfe0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:21:58.787591 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8dfcd-9ab5-4916-baff-72c777d6bfe0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:21:58.787926 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8dfcd-9ab5-4916-baff-72c777d6bfe0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:21:58.788545 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8dfcd-9ab5-4916-baff-72c777d6bfe0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:21:58.788875 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8dfcd-9ab5-4916-baff-72c777d6bfe0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:21:58.789196 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8dfcd-9ab5-4916-baff-72c777d6bfe0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:21:58.789516 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8dfcd-9ab5-4916-baff-72c777d6bfe0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:21:58.789839 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8dfcd-9ab5-4916-baff-72c777d6bfe0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:21:58.790221 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8dfcd-9ab5-4916-baff-72c777d6bfe0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:21:58.790594 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8dfcd-9ab5-4916-baff-72c777d6bfe0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:21:58.790938 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8dfcd-9ab5-4916-baff-72c777d6bfe0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:21:58.791269 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8dfcd-9ab5-4916-baff-72c777d6bfe0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:21:58.791566 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8dfcd-9ab5-4916-baff-72c777d6bfe0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:21:58.791876 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8dfcd-9ab5-4916-baff-72c777d6bfe0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:21:58.793903 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8dfcd-9ab5-4916-baff-72c777d6bfe0 admin admin] Tracked resource versions report: Apr 12 00:21:58.793903 dv-cinder-836252-3-iscsi neutron-server[114860]: pushed versions: Apr 12 00:21:58.793903 dv-cinder-836252-3-iscsi neutron-server[114860]: { 'AddressGroup': {'1.2'}, Apr 12 00:21:58.793903 dv-cinder-836252-3-iscsi neutron-server[114860]: 'Agent': {'1.1'}, Apr 12 00:21:58.793903 dv-cinder-836252-3-iscsi neutron-server[114860]: 'ConntrackHelper': {'1.0'}, Apr 12 00:21:58.793903 dv-cinder-836252-3-iscsi neutron-server[114860]: 'LocalIPAssociation': {'1.0'}, Apr 12 00:21:58.793903 dv-cinder-836252-3-iscsi neutron-server[114860]: 'Log': {'1.0'}, Apr 12 00:21:58.793903 dv-cinder-836252-3-iscsi neutron-server[114860]: 'NDPProxy': {'1.0'}, Apr 12 00:21:58.793903 dv-cinder-836252-3-iscsi neutron-server[114860]: 'Network': {'1.1'}, Apr 12 00:21:58.793903 dv-cinder-836252-3-iscsi neutron-server[114860]: 'Port': {'1.7'}, Apr 12 00:21:58.793903 dv-cinder-836252-3-iscsi neutron-server[114860]: 'PortForwarding': {'1.3'}, Apr 12 00:21:58.793903 dv-cinder-836252-3-iscsi neutron-server[114860]: 'QosPolicy': {'1.10'}, Apr 12 00:21:58.793903 dv-cinder-836252-3-iscsi neutron-server[114860]: 'SecurityGroup': {'1.5'}, Apr 12 00:21:58.793903 dv-cinder-836252-3-iscsi neutron-server[114860]: 'SecurityGroupRule': {'1.2'}, Apr 12 00:21:58.793903 dv-cinder-836252-3-iscsi neutron-server[114860]: 'SubPort': {'1.0'}, Apr 12 00:21:58.793903 dv-cinder-836252-3-iscsi neutron-server[114860]: 'Subnet': {'1.1'}, Apr 12 00:21:58.793903 dv-cinder-836252-3-iscsi neutron-server[114860]: 'Trunk': {'1.1'}} Apr 12 00:21:58.793903 dv-cinder-836252-3-iscsi neutron-server[114860]: consumer versions: Apr 12 00:21:58.793903 dv-cinder-836252-3-iscsi neutron-server[114860]: { DHCP agent@dv-cinder-836252-3-iscsi: {}, Apr 12 00:21:58.793903 dv-cinder-836252-3-iscsi neutron-server[114860]: L3 agent@dv-cinder-836252-3-iscsi: {}, Apr 12 00:21:58.793903 dv-cinder-836252-3-iscsi neutron-server[114860]: Metadata agent@dv-cinder-836252-3-iscsi: {}, Apr 12 00:21:58.793903 dv-cinder-836252-3-iscsi neutron-server[114860]: Metering agent@dv-cinder-836252-3-iscsi: {}, Apr 12 00:21:58.793903 dv-cinder-836252-3-iscsi neutron-server[114860]: Open vSwitch agent@dv-cinder-836252-3-iscsi: { 'AddressGroup': '1.2', Apr 12 00:21:58.793903 dv-cinder-836252-3-iscsi neutron-server[114860]: 'Agent': '1.1', Apr 12 00:21:58.793903 dv-cinder-836252-3-iscsi neutron-server[114860]: 'ConntrackHelper': '1.0', Apr 12 00:21:58.793903 dv-cinder-836252-3-iscsi neutron-server[114860]: 'LocalIPAssociation': '1.0', Apr 12 00:21:58.793903 dv-cinder-836252-3-iscsi neutron-server[114860]: 'Log': '1.0', Apr 12 00:21:58.793903 dv-cinder-836252-3-iscsi neutron-server[114860]: 'NDPProxy': '1.0', Apr 12 00:21:58.793903 dv-cinder-836252-3-iscsi neutron-server[114860]: 'Network': '1.1', Apr 12 00:21:58.793903 dv-cinder-836252-3-iscsi neutron-server[114860]: 'Port': '1.7', Apr 12 00:21:58.793903 dv-cinder-836252-3-iscsi neutron-server[114860]: 'PortForwarding': '1.3', Apr 12 00:21:58.793903 dv-cinder-836252-3-iscsi neutron-server[114860]: 'QosPolicy': '1.10', Apr 12 00:21:58.793903 dv-cinder-836252-3-iscsi neutron-server[114860]: 'SecurityGroup': '1.5', Apr 12 00:21:58.793903 dv-cinder-836252-3-iscsi neutron-server[114860]: 'SecurityGroupRule': '1.2', Apr 12 00:21:58.793903 dv-cinder-836252-3-iscsi neutron-server[114860]: 'SubPort': '1.0', Apr 12 00:21:58.793903 dv-cinder-836252-3-iscsi neutron-server[114860]: 'Subnet': '1.1', Apr 12 00:21:58.793903 dv-cinder-836252-3-iscsi neutron-server[114860]: 'Trunk': '1.1'}} Apr 12 00:21:58.793903 dv-cinder-836252-3-iscsi neutron-server[114860]: {{(pid=114860) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 00:22:12.325610 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-0e449ba9-190a-4a07-ad1a-7babfef9451f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (4ecbd319-6885-49f5-abb8-de205838eb1c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:22:14.599598 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-758afa9f-1212-4b06-bade-468ec7aac567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (d3fb0dde-5c40-4fca-80b5-61326157311c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:22:16.139909 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d4423688-5a44-44f3-a132-81f2c9b6cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (af38becd-82ff-4144-8f94-74de975161ca), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:22:17.529048 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-be9ea9f3-6c7c-4887-ad09-badb35df740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (738aa052-ee84-4bd1-913b-ee7149597f8f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:22:18.908928 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (f9a21fd4-36f2-4826-890e-da332e228edf), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:22:26.859535 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.agents_db [None req-4f17da96-f611-4225-a78f-ee15b860eec6 None None] Agent healthcheck: found 5 active agents {{(pid=114862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:22:42.327134 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-01c4d48a-0394-466c-85d3-0e1f4b860b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (4ecbd319-6885-49f5-abb8-de205838eb1c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:22:44.599671 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-5dccdd70-b815-49c9-8da0-eeef331a713c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (d3fb0dde-5c40-4fca-80b5-61326157311c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:22:46.138457 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d4423688-5a44-44f3-a132-81f2c9b6cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (af38becd-82ff-4144-8f94-74de975161ca), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:22:47.532240 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-be9ea9f3-6c7c-4887-ad09-badb35df740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (738aa052-ee84-4bd1-913b-ee7149597f8f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:22:48.912408 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (f9a21fd4-36f2-4826-890e-da332e228edf), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:23:03.858803 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.agents_db [None req-4f17da96-f611-4225-a78f-ee15b860eec6 None None] Agent healthcheck: found 5 active agents {{(pid=114862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:23:12.330026 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-df3ce221-e154-4495-8ea2-cc91906834b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (4ecbd319-6885-49f5-abb8-de205838eb1c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:23:14.601016 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-735bd8f6-026f-4b49-87f5-194d9cbee1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (d3fb0dde-5c40-4fca-80b5-61326157311c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:23:16.142391 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d4423688-5a44-44f3-a132-81f2c9b6cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (af38becd-82ff-4144-8f94-74de975161ca), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:23:17.534544 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-be9ea9f3-6c7c-4887-ad09-badb35df740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (738aa052-ee84-4bd1-913b-ee7149597f8f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:23:18.913781 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (f9a21fd4-36f2-4826-890e-da332e228edf), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:23:40.857384 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.agents_db [None req-4f17da96-f611-4225-a78f-ee15b860eec6 None None] Agent healthcheck: found 5 active agents {{(pid=114862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:23:41.570754 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-441033'] for agent (6c438ad1-5788-4552-a50f-29c8c96f3196), after_create {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:23:42.331015 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-fd6ccd5a-56c5-49b7-99a4-eb22b873eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (4ecbd319-6885-49f5-abb8-de205838eb1c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:23:44.604962 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-e96b1727-53c0-46c5-8639-c040078e5590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (d3fb0dde-5c40-4fca-80b5-61326157311c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:23:46.145743 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d4423688-5a44-44f3-a132-81f2c9b6cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (af38becd-82ff-4144-8f94-74de975161ca), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:23:47.539142 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-be9ea9f3-6c7c-4887-ad09-badb35df740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (738aa052-ee84-4bd1-913b-ee7149597f8f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:23:48.916734 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (f9a21fd4-36f2-4826-890e-da332e228edf), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:23:55.471666 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 51468) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:23:55.573620 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-751458b2-4bef-4704-b520-cb2f02b25160 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1008320 Apr 12 00:23:57.926813 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 51478) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:23:57.987174 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-ca4fd3fc-cb82-489f-a1fb-8c94029fb1c1 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0593512 Apr 12 00:24:11.516223 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (6c438ad1-5788-4552-a50f-29c8c96f3196), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:24:12.331172 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-dd3073f4-e064-4e29-af3b-d5a05595197d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (4ecbd319-6885-49f5-abb8-de205838eb1c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:24:14.605454 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-4e593bdb-3d03-4341-b322-a2bc66c5760a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (d3fb0dde-5c40-4fca-80b5-61326157311c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:24:16.147001 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d4423688-5a44-44f3-a132-81f2c9b6cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (af38becd-82ff-4144-8f94-74de975161ca), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:24:17.544438 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-be9ea9f3-6c7c-4887-ad09-badb35df740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (738aa052-ee84-4bd1-913b-ee7149597f8f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:24:17.856283 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.agents_db [None req-4f17da96-f611-4225-a78f-ee15b860eec6 None None] Agent healthcheck: found 6 active agents {{(pid=114862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:24:18.919638 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (f9a21fd4-36f2-4826-890e-da332e228edf), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:24:41.530877 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (6c438ad1-5788-4552-a50f-29c8c96f3196), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:24:42.331590 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-c31a88c1-96d2-4798-90e5-5b2b31770505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (4ecbd319-6885-49f5-abb8-de205838eb1c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:24:44.606644 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-e55b75d8-b8de-4b24-8c85-13190ce9b66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (d3fb0dde-5c40-4fca-80b5-61326157311c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:24:46.150039 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d4423688-5a44-44f3-a132-81f2c9b6cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (af38becd-82ff-4144-8f94-74de975161ca), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:24:47.546988 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-be9ea9f3-6c7c-4887-ad09-badb35df740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (738aa052-ee84-4bd1-913b-ee7149597f8f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:24:48.921536 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (f9a21fd4-36f2-4826-890e-da332e228edf), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:24:54.855537 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.agents_db [None req-4f17da96-f611-4225-a78f-ee15b860eec6 None None] Agent healthcheck: found 6 active agents {{(pid=114862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:25:11.530043 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (6c438ad1-5788-4552-a50f-29c8c96f3196), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:12.334961 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-a06e083a-9842-413a-920c-9decbe1e930b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (4ecbd319-6885-49f5-abb8-de205838eb1c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:14.608290 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-5442bd45-399b-4ac3-9af2-e2b9b6ef06a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (d3fb0dde-5c40-4fca-80b5-61326157311c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:16.152036 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d4423688-5a44-44f3-a132-81f2c9b6cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (af38becd-82ff-4144-8f94-74de975161ca), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:17.550483 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-be9ea9f3-6c7c-4887-ad09-badb35df740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (738aa052-ee84-4bd1-913b-ee7149597f8f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:18.923324 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (f9a21fd4-36f2-4826-890e-da332e228edf), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:31.855383 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.agents_db [None req-4f17da96-f611-4225-a78f-ee15b860eec6 None None] Agent healthcheck: found 6 active agents {{(pid=114862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:25:36.440254 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 51622) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:25:36.729479 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [None req-49f4e883-bb01-4806-a1cd-44a0a315970f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1879484040-network', 'tenant_id': '8b482c4c00e94a25ad8f0a9034e9e0e5'}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:25:36.749851 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f4e883-bb01-4806-a1cd-44a0a315970f admin admin] Made reservation on behalf of 8b482c4c00e94a25ad8f0a9034e9e0e5 for: {'network': 1} {{(pid=114859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:25:36.752680 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-49f4e883-bb01-4806-a1cd-44a0a315970f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for network (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:36.762999 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-49f4e883-bb01-4806-a1cd-44a0a315970f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:36.849140 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-49f4e883-bb01-4806-a1cd-44a0a315970f admin admin] Publish callbacks [] for security_group (76bc7c4f-7495-423a-a2fc-f8c95ae87d1f), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:36.854743 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-49f4e883-bb01-4806-a1cd-44a0a315970f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (76bc7c4f-7495-423a-a2fc-f8c95ae87d1f), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:36.889667 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f4e883-bb01-4806-a1cd-44a0a315970f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76bc7c4f-7495-423a-a2fc-f8c95ae87d1f,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:25:36.892101 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49f4e883-bb01-4806-a1cd-44a0a315970f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=114859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 00:25:36.901354 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f4e883-bb01-4806-a1cd-44a0a315970f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:25:36.901875 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f4e883-bb01-4806-a1cd-44a0a315970f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:25:36.902577 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f4e883-bb01-4806-a1cd-44a0a315970f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:25:36.903164 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f4e883-bb01-4806-a1cd-44a0a315970f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:25:36.903715 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f4e883-bb01-4806-a1cd-44a0a315970f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:25:36.904813 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f4e883-bb01-4806-a1cd-44a0a315970f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:25:36.905514 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f4e883-bb01-4806-a1cd-44a0a315970f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:25:36.907110 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f4e883-bb01-4806-a1cd-44a0a315970f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:25:36.907996 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f4e883-bb01-4806-a1cd-44a0a315970f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:25:36.908729 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f4e883-bb01-4806-a1cd-44a0a315970f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:25:36.909287 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f4e883-bb01-4806-a1cd-44a0a315970f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:25:36.909848 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f4e883-bb01-4806-a1cd-44a0a315970f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:25:36.910500 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f4e883-bb01-4806-a1cd-44a0a315970f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:25:36.911030 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f4e883-bb01-4806-a1cd-44a0a315970f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:25:36.911567 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f4e883-bb01-4806-a1cd-44a0a315970f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:25:36.913498 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f4e883-bb01-4806-a1cd-44a0a315970f admin admin] Tracked resource versions report: Apr 12 00:25:36.913498 dv-cinder-836252-3-iscsi neutron-server[114859]: pushed versions: Apr 12 00:25:36.913498 dv-cinder-836252-3-iscsi neutron-server[114859]: { 'AddressGroup': {'1.2'}, Apr 12 00:25:36.913498 dv-cinder-836252-3-iscsi neutron-server[114859]: 'Agent': {'1.1'}, Apr 12 00:25:36.913498 dv-cinder-836252-3-iscsi neutron-server[114859]: 'ConntrackHelper': {'1.0'}, Apr 12 00:25:36.913498 dv-cinder-836252-3-iscsi neutron-server[114859]: 'LocalIPAssociation': {'1.0'}, Apr 12 00:25:36.913498 dv-cinder-836252-3-iscsi neutron-server[114859]: 'Log': {'1.0'}, Apr 12 00:25:36.913498 dv-cinder-836252-3-iscsi neutron-server[114859]: 'NDPProxy': {'1.0'}, Apr 12 00:25:36.913498 dv-cinder-836252-3-iscsi neutron-server[114859]: 'Network': {'1.1'}, Apr 12 00:25:36.913498 dv-cinder-836252-3-iscsi neutron-server[114859]: 'Port': {'1.7'}, Apr 12 00:25:36.913498 dv-cinder-836252-3-iscsi neutron-server[114859]: 'PortForwarding': {'1.3'}, Apr 12 00:25:36.913498 dv-cinder-836252-3-iscsi neutron-server[114859]: 'QosPolicy': {'1.10'}, Apr 12 00:25:36.913498 dv-cinder-836252-3-iscsi neutron-server[114859]: 'SecurityGroup': {'1.5'}, Apr 12 00:25:36.913498 dv-cinder-836252-3-iscsi neutron-server[114859]: 'SecurityGroupRule': {'1.2'}, Apr 12 00:25:36.913498 dv-cinder-836252-3-iscsi neutron-server[114859]: 'SubPort': {'1.0'}, Apr 12 00:25:36.913498 dv-cinder-836252-3-iscsi neutron-server[114859]: 'Subnet': {'1.1'}, Apr 12 00:25:36.913498 dv-cinder-836252-3-iscsi neutron-server[114859]: 'Trunk': {'1.1'}} Apr 12 00:25:36.913498 dv-cinder-836252-3-iscsi neutron-server[114859]: consumer versions: Apr 12 00:25:36.913498 dv-cinder-836252-3-iscsi neutron-server[114859]: { DHCP agent@dv-cinder-836252-3-iscsi: {}, Apr 12 00:25:36.913498 dv-cinder-836252-3-iscsi neutron-server[114859]: HyperV agent@hv-cinder-83625: {}, Apr 12 00:25:36.913498 dv-cinder-836252-3-iscsi neutron-server[114859]: L3 agent@dv-cinder-836252-3-iscsi: {}, Apr 12 00:25:36.913498 dv-cinder-836252-3-iscsi neutron-server[114859]: Metadata agent@dv-cinder-836252-3-iscsi: {}, Apr 12 00:25:36.913498 dv-cinder-836252-3-iscsi neutron-server[114859]: Metering agent@dv-cinder-836252-3-iscsi: {}, Apr 12 00:25:36.913498 dv-cinder-836252-3-iscsi neutron-server[114859]: Open vSwitch agent@dv-cinder-836252-3-iscsi: { 'AddressGroup': '1.2', Apr 12 00:25:36.913498 dv-cinder-836252-3-iscsi neutron-server[114859]: 'Agent': '1.1', Apr 12 00:25:36.913498 dv-cinder-836252-3-iscsi neutron-server[114859]: 'ConntrackHelper': '1.0', Apr 12 00:25:36.913498 dv-cinder-836252-3-iscsi neutron-server[114859]: 'LocalIPAssociation': '1.0', Apr 12 00:25:36.913498 dv-cinder-836252-3-iscsi neutron-server[114859]: 'Log': '1.0', Apr 12 00:25:36.913498 dv-cinder-836252-3-iscsi neutron-server[114859]: 'NDPProxy': '1.0', Apr 12 00:25:36.913498 dv-cinder-836252-3-iscsi neutron-server[114859]: 'Network': '1.1', Apr 12 00:25:36.913498 dv-cinder-836252-3-iscsi neutron-server[114859]: 'Port': '1.7', Apr 12 00:25:36.913498 dv-cinder-836252-3-iscsi neutron-server[114859]: 'PortForwarding': '1.3', Apr 12 00:25:36.913498 dv-cinder-836252-3-iscsi neutron-server[114859]: 'QosPolicy': '1.10', Apr 12 00:25:36.913498 dv-cinder-836252-3-iscsi neutron-server[114859]: 'SecurityGroup': '1.5', Apr 12 00:25:36.913498 dv-cinder-836252-3-iscsi neutron-server[114859]: 'SecurityGroupRule': '1.2', Apr 12 00:25:36.913498 dv-cinder-836252-3-iscsi neutron-server[114859]: 'SubPort': '1.0', Apr 12 00:25:36.913498 dv-cinder-836252-3-iscsi neutron-server[114859]: 'Subnet': '1.1', Apr 12 00:25:36.913498 dv-cinder-836252-3-iscsi neutron-server[114859]: 'Trunk': '1.1'}} Apr 12 00:25:36.913498 dv-cinder-836252-3-iscsi neutron-server[114859]: {{(pid=114859) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 00:25:36.928887 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-49f4e883-bb01-4806-a1cd-44a0a315970f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552308'] for segment (49ba757d-47c8-495e-9077-08facd79368e), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:36.930392 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.db.segments_db [None req-49f4e883-bb01-4806-a1cd-44a0a315970f admin admin] Added segment 49ba757d-47c8-495e-9077-08facd79368e of type vlan for network 1ee4ba18-669f-44db-9087-b0bd886e30c9 Apr 12 00:25:36.981338 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-49f4e883-bb01-4806-a1cd-44a0a315970f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757612902750'] for network (1ee4ba18-669f-44db-9087-b0bd886e30c9), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:37.021270 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-49f4e883-bb01-4806-a1cd-44a0a315970f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925'] for network (1ee4ba18-669f-44db-9087-b0bd886e30c9), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:37.022786 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f4e883-bb01-4806-a1cd-44a0a315970f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:25:37.023426 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-49f4e883-bb01-4806-a1cd-44a0a315970f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for network (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:37.096429 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-49f4e883-bb01-4806-a1cd-44a0a315970f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6524076 Apr 12 00:25:37.096746 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 51672) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:25:37.103515 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-fe56fd29-da02-41e6-84cc-caf4eea1bb45 admin admin] Request body: {'subnet': {'network_id': '1ee4ba18-669f-44db-9087-b0bd886e30c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1879484040-subnet', 'tenant_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:25:37.110923 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f4e883-bb01-4806-a1cd-44a0a315970f admin admin] Pushing event updated for resources: {'Network': ['ID=1ee4ba18-669f-44db-9087-b0bd886e30c9,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:25:37.131810 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Network 1ee4ba18-669f-44db-9087-b0bd886e30c9 details requested by agent ovs-agent-dv-cinder-836252-3-iscsi with host dv-cinder-836252-3-iscsi {{(pid=114861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 00:25:37.136650 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe56fd29-da02-41e6-84cc-caf4eea1bb45 admin admin] Made reservation on behalf of 8b482c4c00e94a25ad8f0a9034e9e0e5 for: {'subnet': 1} {{(pid=114860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:25:37.144871 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-fe56fd29-da02-41e6-84cc-caf4eea1bb45 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:37.407363 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-fe56fd29-da02-41e6-84cc-caf4eea1bb45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925'] for subnet (5e83a63b-8739-41ae-aeb4-59d49ec2e5b0), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:37.481806 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe56fd29-da02-41e6-84cc-caf4eea1bb45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e83a63b-8739-41ae-aeb4-59d49ec2e5b0,revision_number=0']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:25:37.495465 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56fd29-da02-41e6-84cc-caf4eea1bb45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:25:37.495944 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56fd29-da02-41e6-84cc-caf4eea1bb45 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:25:37.496426 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56fd29-da02-41e6-84cc-caf4eea1bb45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:25:37.496770 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56fd29-da02-41e6-84cc-caf4eea1bb45 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:25:37.497097 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56fd29-da02-41e6-84cc-caf4eea1bb45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:25:37.497426 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56fd29-da02-41e6-84cc-caf4eea1bb45 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:25:37.497748 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56fd29-da02-41e6-84cc-caf4eea1bb45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:25:37.498065 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56fd29-da02-41e6-84cc-caf4eea1bb45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:25:37.498420 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56fd29-da02-41e6-84cc-caf4eea1bb45 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:25:37.498746 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56fd29-da02-41e6-84cc-caf4eea1bb45 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:25:37.499065 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56fd29-da02-41e6-84cc-caf4eea1bb45 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:25:37.499384 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56fd29-da02-41e6-84cc-caf4eea1bb45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:25:37.499698 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56fd29-da02-41e6-84cc-caf4eea1bb45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:25:37.500144 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56fd29-da02-41e6-84cc-caf4eea1bb45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:25:37.501648 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56fd29-da02-41e6-84cc-caf4eea1bb45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:25:37.502826 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56fd29-da02-41e6-84cc-caf4eea1bb45 admin admin] Tracked resource versions report: Apr 12 00:25:37.502826 dv-cinder-836252-3-iscsi neutron-server[114860]: pushed versions: Apr 12 00:25:37.502826 dv-cinder-836252-3-iscsi neutron-server[114860]: { 'AddressGroup': {'1.2'}, Apr 12 00:25:37.502826 dv-cinder-836252-3-iscsi neutron-server[114860]: 'Agent': {'1.1'}, Apr 12 00:25:37.502826 dv-cinder-836252-3-iscsi neutron-server[114860]: 'ConntrackHelper': {'1.0'}, Apr 12 00:25:37.502826 dv-cinder-836252-3-iscsi neutron-server[114860]: 'LocalIPAssociation': {'1.0'}, Apr 12 00:25:37.502826 dv-cinder-836252-3-iscsi neutron-server[114860]: 'Log': {'1.0'}, Apr 12 00:25:37.502826 dv-cinder-836252-3-iscsi neutron-server[114860]: 'NDPProxy': {'1.0'}, Apr 12 00:25:37.502826 dv-cinder-836252-3-iscsi neutron-server[114860]: 'Network': {'1.1'}, Apr 12 00:25:37.502826 dv-cinder-836252-3-iscsi neutron-server[114860]: 'Port': {'1.7'}, Apr 12 00:25:37.502826 dv-cinder-836252-3-iscsi neutron-server[114860]: 'PortForwarding': {'1.3'}, Apr 12 00:25:37.502826 dv-cinder-836252-3-iscsi neutron-server[114860]: 'QosPolicy': {'1.10'}, Apr 12 00:25:37.502826 dv-cinder-836252-3-iscsi neutron-server[114860]: 'SecurityGroup': {'1.5'}, Apr 12 00:25:37.502826 dv-cinder-836252-3-iscsi neutron-server[114860]: 'SecurityGroupRule': {'1.2'}, Apr 12 00:25:37.502826 dv-cinder-836252-3-iscsi neutron-server[114860]: 'SubPort': {'1.0'}, Apr 12 00:25:37.502826 dv-cinder-836252-3-iscsi neutron-server[114860]: 'Subnet': {'1.1'}, Apr 12 00:25:37.502826 dv-cinder-836252-3-iscsi neutron-server[114860]: 'Trunk': {'1.1'}} Apr 12 00:25:37.502826 dv-cinder-836252-3-iscsi neutron-server[114860]: consumer versions: Apr 12 00:25:37.502826 dv-cinder-836252-3-iscsi neutron-server[114860]: { DHCP agent@dv-cinder-836252-3-iscsi: {}, Apr 12 00:25:37.502826 dv-cinder-836252-3-iscsi neutron-server[114860]: HyperV agent@hv-cinder-83625: {}, Apr 12 00:25:37.502826 dv-cinder-836252-3-iscsi neutron-server[114860]: L3 agent@dv-cinder-836252-3-iscsi: {}, Apr 12 00:25:37.502826 dv-cinder-836252-3-iscsi neutron-server[114860]: Metadata agent@dv-cinder-836252-3-iscsi: {}, Apr 12 00:25:37.502826 dv-cinder-836252-3-iscsi neutron-server[114860]: Metering agent@dv-cinder-836252-3-iscsi: {}, Apr 12 00:25:37.502826 dv-cinder-836252-3-iscsi neutron-server[114860]: Open vSwitch agent@dv-cinder-836252-3-iscsi: { 'AddressGroup': '1.2', Apr 12 00:25:37.502826 dv-cinder-836252-3-iscsi neutron-server[114860]: 'Agent': '1.1', Apr 12 00:25:37.502826 dv-cinder-836252-3-iscsi neutron-server[114860]: 'ConntrackHelper': '1.0', Apr 12 00:25:37.502826 dv-cinder-836252-3-iscsi neutron-server[114860]: 'LocalIPAssociation': '1.0', Apr 12 00:25:37.502826 dv-cinder-836252-3-iscsi neutron-server[114860]: 'Log': '1.0', Apr 12 00:25:37.502826 dv-cinder-836252-3-iscsi neutron-server[114860]: 'NDPProxy': '1.0', Apr 12 00:25:37.502826 dv-cinder-836252-3-iscsi neutron-server[114860]: 'Network': '1.1', Apr 12 00:25:37.502826 dv-cinder-836252-3-iscsi neutron-server[114860]: 'Port': '1.7', Apr 12 00:25:37.502826 dv-cinder-836252-3-iscsi neutron-server[114860]: 'PortForwarding': '1.3', Apr 12 00:25:37.502826 dv-cinder-836252-3-iscsi neutron-server[114860]: 'QosPolicy': '1.10', Apr 12 00:25:37.502826 dv-cinder-836252-3-iscsi neutron-server[114860]: 'SecurityGroup': '1.5', Apr 12 00:25:37.502826 dv-cinder-836252-3-iscsi neutron-server[114860]: 'SecurityGroupRule': '1.2', Apr 12 00:25:37.502826 dv-cinder-836252-3-iscsi neutron-server[114860]: 'SubPort': '1.0', Apr 12 00:25:37.502826 dv-cinder-836252-3-iscsi neutron-server[114860]: 'Subnet': '1.1', Apr 12 00:25:37.502826 dv-cinder-836252-3-iscsi neutron-server[114860]: 'Trunk': '1.1'}} Apr 12 00:25:37.502826 dv-cinder-836252-3-iscsi neutron-server[114860]: {{(pid=114860) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 00:25:37.513056 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe56fd29-da02-41e6-84cc-caf4eea1bb45 admin admin] Checking segment: {'id': '49ba757d-47c8-495e-9077-08facd79368e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1ee4ba18-669f-44db-9087-b0bd886e30c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:25:37.513620 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe56fd29-da02-41e6-84cc-caf4eea1bb45 admin admin] Network hostable DHCP agents. Network: 1ee4ba18-669f-44db-9087-b0bd886e30c9, hostable agents: ['4ecbd319-6885-49f5-abb8-de205838eb1c'], hosted agents: [] {{(pid=114860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 00:25:37.539919 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 51694) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:25:37.547612 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe56fd29-da02-41e6-84cc-caf4eea1bb45 admin admin] Network 1ee4ba18-669f-44db-9087-b0bd886e30c9 is scheduled to be hosted by DHCP agent 4ecbd319-6885-49f5-abb8-de205838eb1c with binding_index 1 {{(pid=114860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 00:25:37.564520 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.base_scheduler [None req-fe56fd29-da02-41e6-84cc-caf4eea1bb45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836252-3-iscsi, 1ee4ba18-669f-44db-9087-b0bd886e30c9) {{(pid=114860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:25:37.572988 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe56fd29-da02-41e6-84cc-caf4eea1bb45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:25:37.573608 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a61cf25-eda6-4936-b021-ab880783e3ea None None] Network 1ee4ba18-669f-44db-9087-b0bd886e30c9 requested from dv-cinder-836252-3-iscsi {{(pid=114861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:25:37.574002 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-fe56fd29-da02-41e6-84cc-caf4eea1bb45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for subnet (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:37.600507 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-fe56fd29-da02-41e6-84cc-caf4eea1bb45 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5005245 Apr 12 00:25:37.600717 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 51700) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:25:37.604959 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [None req-d7ff437a-ed00-4cc9-a2c9-f40f1fe2dd63 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1879484040-router', 'tenant_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7'}}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:25:37.648472 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-d7ff437a-ed00-4cc9-a2c9-f40f1fe2dd63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-442154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1018241'] for router (b66e004c-97b5-4333-aacd-0dd256f7f56f), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:37.649721 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-d7ff437a-ed00-4cc9-a2c9-f40f1fe2dd63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1592353', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1018264'] for router (b66e004c-97b5-4333-aacd-0dd256f7f56f), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:37.747564 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0234328f-d214-46a6-b12a-15a23c634538 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd998405d-5ac8-5fc0-a1ab-e07aa0d55ad4-1ee4ba18-669f-44db-9087-b0bd886e30c9', 'network_id': '1ee4ba18-669f-44db-9087-b0bd886e30c9', 'project_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'fixed_ips': [{'subnet_id': '5e83a63b-8739-41ae-aeb4-59d49ec2e5b0'}]}} from dv-cinder-836252-3-iscsi. {{(pid=114861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 00:25:37.748836 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-0234328f-d214-46a6-b12a-15a23c634538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:37.767865 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 51706) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:25:37.816295 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-d7ff437a-ed00-4cc9-a2c9-f40f1fe2dd63 admin admin] Publish callbacks [] for router_controller (b66e004c-97b5-4333-aacd-0dd256f7f56f), precommit_add_association {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:37.935185 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.db_base_plugin_common [None req-0234328f-d214-46a6-b12a-15a23c634538 None None] Allocated IP 172.20.0.2 (1ee4ba18-669f-44db-9087-b0bd886e30c9/5e83a63b-8739-41ae-aeb4-59d49ec2e5b0/f95db403-f871-4b67-a190-200cdec5b7b6) {{(pid=114861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:25:37.963924 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-90bf436c-ae9e-43b5-835e-51ea1708cdde admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-567800145-network', 'tenant_id': 'd3610d0185cf40548de23d406b26a421'}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:25:37.988650 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-d7ff437a-ed00-4cc9-a2c9-f40f1fe2dd63 admin admin] Publish callbacks [] for router_gateway (b66e004c-97b5-4333-aacd-0dd256f7f56f), precommit_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:38.001272 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90bf436c-ae9e-43b5-835e-51ea1708cdde admin admin] Made reservation on behalf of d3610d0185cf40548de23d406b26a421 for: {'network': 1} {{(pid=114860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:25:38.008531 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-90bf436c-ae9e-43b5-835e-51ea1708cdde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for network (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:38.018407 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 51714) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:25:38.046047 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-90bf436c-ae9e-43b5-835e-51ea1708cdde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:38.106211 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-0234328f-d214-46a6-b12a-15a23c634538 None None] Publish callbacks [] for port (f95db403-f871-4b67-a190-200cdec5b7b6), precommit_create {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:38.114115 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-0234328f-d214-46a6-b12a-15a23c634538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360'] for port (f95db403-f871-4b67-a190-200cdec5b7b6), after_create {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:38.196944 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0234328f-d214-46a6-b12a-15a23c634538 None None] Network 1ee4ba18-669f-44db-9087-b0bd886e30c9 is already hosted by enough agents. {{(pid=114861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:25:38.207517 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.scheduler.base_scheduler [None req-0234328f-d214-46a6-b12a-15a23c634538 None None] Resources bound (agent type, host, resource id): {{(pid=114861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:25:38.209520 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-d7ff437a-ed00-4cc9-a2c9-f40f1fe2dd63 admin admin] Publish callbacks [] for router_gateway (b66e004c-97b5-4333-aacd-0dd256f7f56f), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:38.210463 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0234328f-d214-46a6-b12a-15a23c634538 None None] Received port after_create {{(pid=114861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:25:38.229508 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-d7ff437a-ed00-4cc9-a2c9-f40f1fe2dd63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:38.238694 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0234328f-d214-46a6-b12a-15a23c634538 None None] Pushing event updated for resources: {'Port': ['ID=f95db403-f871-4b67-a190-200cdec5b7b6,revision_number=1']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:25:38.267077 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-90bf436c-ae9e-43b5-835e-51ea1708cdde admin admin] Publish callbacks [] for security_group (7cc1f92e-2422-463a-8047-dee47e450eb3), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:38.274222 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-90bf436c-ae9e-43b5-835e-51ea1708cdde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (7cc1f92e-2422-463a-8047-dee47e450eb3), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:38.289044 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0234328f-d214-46a6-b12a-15a23c634538 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:25:38.289422 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0234328f-d214-46a6-b12a-15a23c634538 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:25:38.289751 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0234328f-d214-46a6-b12a-15a23c634538 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:25:38.290090 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0234328f-d214-46a6-b12a-15a23c634538 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:25:38.307854 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90bf436c-ae9e-43b5-835e-51ea1708cdde admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=114860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 00:25:38.308982 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0234328f-d214-46a6-b12a-15a23c634538 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:25:38.310235 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0234328f-d214-46a6-b12a-15a23c634538 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:25:38.311307 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0234328f-d214-46a6-b12a-15a23c634538 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:25:38.311655 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0234328f-d214-46a6-b12a-15a23c634538 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:25:38.311996 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0234328f-d214-46a6-b12a-15a23c634538 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:25:38.313527 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0234328f-d214-46a6-b12a-15a23c634538 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:25:38.313869 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0234328f-d214-46a6-b12a-15a23c634538 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:25:38.314224 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0234328f-d214-46a6-b12a-15a23c634538 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:25:38.316442 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0234328f-d214-46a6-b12a-15a23c634538 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:25:38.317645 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0234328f-d214-46a6-b12a-15a23c634538 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:25:38.318036 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0234328f-d214-46a6-b12a-15a23c634538 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:25:38.322197 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0234328f-d214-46a6-b12a-15a23c634538 None None] Tracked resource versions report: Apr 12 00:25:38.322197 dv-cinder-836252-3-iscsi neutron-server[114861]: pushed versions: Apr 12 00:25:38.322197 dv-cinder-836252-3-iscsi neutron-server[114861]: { 'AddressGroup': {'1.2'}, Apr 12 00:25:38.322197 dv-cinder-836252-3-iscsi neutron-server[114861]: 'Agent': {'1.1'}, Apr 12 00:25:38.322197 dv-cinder-836252-3-iscsi neutron-server[114861]: 'ConntrackHelper': {'1.0'}, Apr 12 00:25:38.322197 dv-cinder-836252-3-iscsi neutron-server[114861]: 'LocalIPAssociation': {'1.0'}, Apr 12 00:25:38.322197 dv-cinder-836252-3-iscsi neutron-server[114861]: 'Log': {'1.0'}, Apr 12 00:25:38.322197 dv-cinder-836252-3-iscsi neutron-server[114861]: 'NDPProxy': {'1.0'}, Apr 12 00:25:38.322197 dv-cinder-836252-3-iscsi neutron-server[114861]: 'Network': {'1.1'}, Apr 12 00:25:38.322197 dv-cinder-836252-3-iscsi neutron-server[114861]: 'Port': {'1.7'}, Apr 12 00:25:38.322197 dv-cinder-836252-3-iscsi neutron-server[114861]: 'PortForwarding': {'1.3'}, Apr 12 00:25:38.322197 dv-cinder-836252-3-iscsi neutron-server[114861]: 'QosPolicy': {'1.10'}, Apr 12 00:25:38.322197 dv-cinder-836252-3-iscsi neutron-server[114861]: 'SecurityGroup': {'1.5'}, Apr 12 00:25:38.322197 dv-cinder-836252-3-iscsi neutron-server[114861]: 'SecurityGroupRule': {'1.2'}, Apr 12 00:25:38.322197 dv-cinder-836252-3-iscsi neutron-server[114861]: 'SubPort': {'1.0'}, Apr 12 00:25:38.322197 dv-cinder-836252-3-iscsi neutron-server[114861]: 'Subnet': {'1.1'}, Apr 12 00:25:38.322197 dv-cinder-836252-3-iscsi neutron-server[114861]: 'Trunk': {'1.1'}} Apr 12 00:25:38.322197 dv-cinder-836252-3-iscsi neutron-server[114861]: consumer versions: Apr 12 00:25:38.322197 dv-cinder-836252-3-iscsi neutron-server[114861]: { DHCP agent@dv-cinder-836252-3-iscsi: {}, Apr 12 00:25:38.322197 dv-cinder-836252-3-iscsi neutron-server[114861]: HyperV agent@hv-cinder-83625: {}, Apr 12 00:25:38.322197 dv-cinder-836252-3-iscsi neutron-server[114861]: L3 agent@dv-cinder-836252-3-iscsi: {}, Apr 12 00:25:38.322197 dv-cinder-836252-3-iscsi neutron-server[114861]: Metadata agent@dv-cinder-836252-3-iscsi: {}, Apr 12 00:25:38.322197 dv-cinder-836252-3-iscsi neutron-server[114861]: Metering agent@dv-cinder-836252-3-iscsi: {}, Apr 12 00:25:38.322197 dv-cinder-836252-3-iscsi neutron-server[114861]: Open vSwitch agent@dv-cinder-836252-3-iscsi: { 'AddressGroup': '1.2', Apr 12 00:25:38.322197 dv-cinder-836252-3-iscsi neutron-server[114861]: 'Agent': '1.1', Apr 12 00:25:38.322197 dv-cinder-836252-3-iscsi neutron-server[114861]: 'ConntrackHelper': '1.0', Apr 12 00:25:38.322197 dv-cinder-836252-3-iscsi neutron-server[114861]: 'LocalIPAssociation': '1.0', Apr 12 00:25:38.322197 dv-cinder-836252-3-iscsi neutron-server[114861]: 'Log': '1.0', Apr 12 00:25:38.322197 dv-cinder-836252-3-iscsi neutron-server[114861]: 'NDPProxy': '1.0', Apr 12 00:25:38.322197 dv-cinder-836252-3-iscsi neutron-server[114861]: 'Network': '1.1', Apr 12 00:25:38.322197 dv-cinder-836252-3-iscsi neutron-server[114861]: 'Port': '1.7', Apr 12 00:25:38.322197 dv-cinder-836252-3-iscsi neutron-server[114861]: 'PortForwarding': '1.3', Apr 12 00:25:38.322197 dv-cinder-836252-3-iscsi neutron-server[114861]: 'QosPolicy': '1.10', Apr 12 00:25:38.322197 dv-cinder-836252-3-iscsi neutron-server[114861]: 'SecurityGroup': '1.5', Apr 12 00:25:38.322197 dv-cinder-836252-3-iscsi neutron-server[114861]: 'SecurityGroupRule': '1.2', Apr 12 00:25:38.322197 dv-cinder-836252-3-iscsi neutron-server[114861]: 'SubPort': '1.0', Apr 12 00:25:38.322197 dv-cinder-836252-3-iscsi neutron-server[114861]: 'Subnet': '1.1', Apr 12 00:25:38.322197 dv-cinder-836252-3-iscsi neutron-server[114861]: 'Trunk': '1.1'}} Apr 12 00:25:38.322197 dv-cinder-836252-3-iscsi neutron-server[114861]: {{(pid=114861) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 00:25:38.337843 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-90bf436c-ae9e-43b5-835e-51ea1708cdde admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757613416358', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552308'] for segment (bdf1ac9c-35c8-4f99-b6bd-1106057006ad), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:38.338450 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-90bf436c-ae9e-43b5-835e-51ea1708cdde admin admin] Unsubscribe: segment precommit_create {{(pid=114860) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 12 00:25:38.338918 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.db.segments_db [None req-90bf436c-ae9e-43b5-835e-51ea1708cdde admin admin] Added segment bdf1ac9c-35c8-4f99-b6bd-1106057006ad of type vlan for network 6f42048f-da04-4010-bcf3-b5662a084b21 Apr 12 00:25:38.359851 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.db_base_plugin_common [None req-d7ff437a-ed00-4cc9-a2c9-f40f1fe2dd63 admin admin] Allocated IP 172.27.3.202 (1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7/02a01a71-afa8-4790-9b30-3097f97db265/61a64e4a-6861-4369-8e2f-ef17f5f6af16) {{(pid=114859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:25:38.413824 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-527dea14-f496-45e6-b4f4-c9ca8edff3ef admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1374726220-network', 'tenant_id': 'c08909d19c8341c5b47846b0cee54fd8'}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:25:38.417879 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.managers [None req-0234328f-d214-46a6-b12a-15a23c634538 None None] Attempting to bind port f95db403-f871-4b67-a190-200cdec5b7b6 on host dv-cinder-836252-3-iscsi for vnic_type normal with profile {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:25:38.418290 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.managers [None req-0234328f-d214-46a6-b12a-15a23c634538 None None] Attempting to bind port f95db403-f871-4b67-a190-200cdec5b7b6 by drivers openvswitch,hyperv on host dv-cinder-836252-3-iscsi at level 0 using segments [{'id': '49ba757d-47c8-495e-9077-08facd79368e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1ee4ba18-669f-44db-9087-b0bd886e30c9'}] {{(pid=114861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:25:38.420127 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0234328f-d214-46a6-b12a-15a23c634538 None None] Attempting to bind port f95db403-f871-4b67-a190-200cdec5b7b6 on network 1ee4ba18-669f-44db-9087-b0bd886e30c9 {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:25:38.421437 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-90bf436c-ae9e-43b5-835e-51ea1708cdde admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757612902750'] for network (6f42048f-da04-4010-bcf3-b5662a084b21), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:38.435028 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0234328f-d214-46a6-b12a-15a23c634538 None None] Checking agent: {'id': 'f9a21fd4-36f2-4826-890e-da332e228edf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836252-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 0, 17, 19), 'started_at': datetime.datetime(2022, 4, 12, 0, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836252-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:25:38.435410 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0234328f-d214-46a6-b12a-15a23c634538 None None] Checking segment: {'id': '49ba757d-47c8-495e-9077-08facd79368e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1ee4ba18-669f-44db-9087-b0bd886e30c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:25:38.437081 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-0234328f-d214-46a6-b12a-15a23c634538 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:38.437608 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0234328f-d214-46a6-b12a-15a23c634538 None None] Bound using segment: {'id': '49ba757d-47c8-495e-9077-08facd79368e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1ee4ba18-669f-44db-9087-b0bd886e30c9'} {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:25:38.438097 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.managers [None req-0234328f-d214-46a6-b12a-15a23c634538 None None] Bound port: f95db403-f871-4b67-a190-200cdec5b7b6, host: dv-cinder-836252-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49ba757d-47c8-495e-9077-08facd79368e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1ee4ba18-669f-44db-9087-b0bd886e30c9'}}] {{(pid=114861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:25:38.440152 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-0234328f-d214-46a6-b12a-15a23c634538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (f95db403-f871-4b67-a190-200cdec5b7b6), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:38.449200 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [None req-d9d99d9e-762f-49a5-abc4-a7493957b5f1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1051460631-network', 'tenant_id': '7bdba79df5fc4c3faa187bd65479d3f7'}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:25:38.451889 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527dea14-f496-45e6-b4f4-c9ca8edff3ef admin admin] Made reservation on behalf of c08909d19c8341c5b47846b0cee54fd8 for: {'network': 1} {{(pid=114860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:25:38.454673 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-527dea14-f496-45e6-b4f4-c9ca8edff3ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for network (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:38.471704 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-527dea14-f496-45e6-b4f4-c9ca8edff3ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:38.483694 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d99d9e-762f-49a5-abc4-a7493957b5f1 admin admin] Made reservation on behalf of 7bdba79df5fc4c3faa187bd65479d3f7 for: {'network': 1} {{(pid=114859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:25:38.486227 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-d9d99d9e-762f-49a5-abc4-a7493957b5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for network (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:38.507145 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-d9d99d9e-762f-49a5-abc4-a7493957b5f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:38.532453 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-d7ff437a-ed00-4cc9-a2c9-f40f1fe2dd63 admin admin] Publish callbacks [] for port (61a64e4a-6861-4369-8e2f-ef17f5f6af16), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:38.573909 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-527dea14-f496-45e6-b4f4-c9ca8edff3ef admin admin] Publish callbacks [] for security_group (7d9ed4f3-f387-4237-82ff-0b4434403c0e), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:38.575867 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bf436c-ae9e-43b5-835e-51ea1708cdde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc1f92e-2422-463a-8047-dee47e450eb3,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:25:38.583872 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.db.resource_extend [None req-90bf436c-ae9e-43b5-835e-51ea1708cdde admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 12 00:25:38.594623 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-527dea14-f496-45e6-b4f4-c9ca8edff3ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (7d9ed4f3-f387-4237-82ff-0b4434403c0e), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:38.599368 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-0234328f-d214-46a6-b12a-15a23c634538 None None] For port f95db403-f871-4b67-a190-200cdec5b7b6, host dv-cinder-836252-3-iscsi, cleared binding levels {{(pid=114861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:25:38.604752 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-d7ff437a-ed00-4cc9-a2c9-f40f1fe2dd63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360'] for port (61a64e4a-6861-4369-8e2f-ef17f5f6af16), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:38.607724 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-0234328f-d214-46a6-b12a-15a23c634538 None None] For port f95db403-f871-4b67-a190-200cdec5b7b6, host dv-cinder-836252-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=f95db403-f871-4b67-a190-200cdec5b7b6,segment=NetworkSegment(49ba757d-47c8-495e-9077-08facd79368e),segment_id=49ba757d-47c8-495e-9077-08facd79368e)] {{(pid=114861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:25:38.620984 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-0234328f-d214-46a6-b12a-15a23c634538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (f95db403-f871-4b67-a190-200cdec5b7b6), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:38.628318 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ff437a-ed00-4cc9-a2c9-f40f1fe2dd63 admin admin] Network 1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7 is already hosted by enough agents. {{(pid=114859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:25:38.658971 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527dea14-f496-45e6-b4f4-c9ca8edff3ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9ed4f3-f387-4237-82ff-0b4434403c0e,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:25:38.677278 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.base_scheduler [None req-d7ff437a-ed00-4cc9-a2c9-f40f1fe2dd63 admin admin] Resources bound (agent type, host, resource id): {{(pid=114859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:25:38.679182 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ff437a-ed00-4cc9-a2c9-f40f1fe2dd63 admin admin] Pushing event updated for resources: {'Port': ['ID=61a64e4a-6861-4369-8e2f-ef17f5f6af16,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:25:38.689077 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ff437a-ed00-4cc9-a2c9-f40f1fe2dd63 admin admin] Received port after_create {{(pid=114859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:25:38.706481 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-90bf436c-ae9e-43b5-835e-51ea1708cdde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925'] for network (6f42048f-da04-4010-bcf3-b5662a084b21), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:38.708854 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bf436c-ae9e-43b5-835e-51ea1708cdde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:25:38.711993 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-90bf436c-ae9e-43b5-835e-51ea1708cdde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for network (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:38.738398 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-527dea14-f496-45e6-b4f4-c9ca8edff3ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=114860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 00:25:38.765199 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-90bf436c-ae9e-43b5-835e-51ea1708cdde admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2238286 Apr 12 00:25:38.781641 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 51742) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:25:38.784469 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0234328f-d214-46a6-b12a-15a23c634538 None None] Pushing event updated for resources: {'Port': ['ID=f95db403-f871-4b67-a190-200cdec5b7b6,revision_number=2']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:25:38.793256 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-527dea14-f496-45e6-b4f4-c9ca8edff3ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552308'] for segment (5e9db55b-3d4f-451e-b201-3ff40da203e0), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:38.793849 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.db.segments_db [None req-527dea14-f496-45e6-b4f4-c9ca8edff3ef admin admin] Added segment 5e9db55b-3d4f-451e-b201-3ff40da203e0 of type vlan for network 5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4 Apr 12 00:25:38.799023 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-2830b2e4-b0f2-4095-8789-ae967ee0a94f admin admin] Request body: {'subnet': {'network_id': '6f42048f-da04-4010-bcf3-b5662a084b21', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-567800145-subnet', 'tenant_id': 'd3610d0185cf40548de23d406b26a421', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:25:38.875776 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-d9d99d9e-762f-49a5-abc4-a7493957b5f1 admin admin] Publish callbacks [] for security_group (a57c7e9b-9a1c-4f2b-b538-20f03111ba6a), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:38.888889 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-d9d99d9e-762f-49a5-abc4-a7493957b5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (a57c7e9b-9a1c-4f2b-b538-20f03111ba6a), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:38.908862 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9d99d9e-762f-49a5-abc4-a7493957b5f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=114859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 00:25:38.923340 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2830b2e4-b0f2-4095-8789-ae967ee0a94f admin admin] Made reservation on behalf of d3610d0185cf40548de23d406b26a421 for: {'subnet': 1} {{(pid=114860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:25:38.925881 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-2830b2e4-b0f2-4095-8789-ae967ee0a94f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:38.930391 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-d9d99d9e-762f-49a5-abc4-a7493957b5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552308'] for segment (fd63afde-b6e3-4288-8882-e1cea57d1a20), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:38.930991 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.db.segments_db [None req-d9d99d9e-762f-49a5-abc4-a7493957b5f1 admin admin] Added segment fd63afde-b6e3-4288-8882-e1cea57d1a20 of type vlan for network d9c3b5d9-2a62-4930-bf1a-06e919287728 Apr 12 00:25:38.935155 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bf436c-ae9e-43b5-835e-51ea1708cdde admin admin] Pushing event updated for resources: {'Network': ['ID=6f42048f-da04-4010-bcf3-b5662a084b21,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:25:38.949302 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Network 6f42048f-da04-4010-bcf3-b5662a084b21 details requested by agent ovs-agent-dv-cinder-836252-3-iscsi with host dv-cinder-836252-3-iscsi {{(pid=114861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 00:25:38.955740 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-527dea14-f496-45e6-b4f4-c9ca8edff3ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757612902750'] for network (5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:38.997191 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-d9d99d9e-762f-49a5-abc4-a7493957b5f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757612902750'] for network (d9c3b5d9-2a62-4930-bf1a-06e919287728), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:39.047531 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-527dea14-f496-45e6-b4f4-c9ca8edff3ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925'] for network (5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:39.047531 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527dea14-f496-45e6-b4f4-c9ca8edff3ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:25:39.047531 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-527dea14-f496-45e6-b4f4-c9ca8edff3ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for network (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:39.104933 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-527dea14-f496-45e6-b4f4-c9ca8edff3ef admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3359277 Apr 12 00:25:39.109189 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 51752) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:25:39.119584 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-eeb50e63-196d-482a-b4e0-cf91cfec79fc admin admin] Request body: {'subnet': {'network_id': '5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1374726220-subnet', 'tenant_id': 'c08909d19c8341c5b47846b0cee54fd8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:25:39.132944 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d99d9e-762f-49a5-abc4-a7493957b5f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:25:39.144054 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-d9d99d9e-762f-49a5-abc4-a7493957b5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925'] for network (d9c3b5d9-2a62-4930-bf1a-06e919287728), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:39.144054 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d99d9e-762f-49a5-abc4-a7493957b5f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:25:39.144054 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-d9d99d9e-762f-49a5-abc4-a7493957b5f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for network (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:39.214295 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527dea14-f496-45e6-b4f4-c9ca8edff3ef admin admin] Pushing event updated for resources: {'Network': ['ID=5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:25:39.230376 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Network 5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4 details requested by agent ovs-agent-dv-cinder-836252-3-iscsi with host dv-cinder-836252-3-iscsi {{(pid=114861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 00:25:39.299331 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb50e63-196d-482a-b4e0-cf91cfec79fc admin admin] Made reservation on behalf of c08909d19c8341c5b47846b0cee54fd8 for: {'subnet': 1} {{(pid=114860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:25:39.306639 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-eeb50e63-196d-482a-b4e0-cf91cfec79fc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:39.373328 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-2830b2e4-b0f2-4095-8789-ae967ee0a94f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925'] for subnet (83036380-a367-44bc-9906-835ed13c8117), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:39.413710 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d99d9e-762f-49a5-abc4-a7493957b5f1 admin admin] Pushing event updated for resources: {'Network': ['ID=d9c3b5d9-2a62-4930-bf1a-06e919287728,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:25:39.421166 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-d9d99d9e-762f-49a5-abc4-a7493957b5f1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3983815 Apr 12 00:25:39.425358 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Network d9c3b5d9-2a62-4930-bf1a-06e919287728 details requested by agent ovs-agent-dv-cinder-836252-3-iscsi with host dv-cinder-836252-3-iscsi {{(pid=114861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 00:25:39.439184 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 51764) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:25:39.458877 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-985b8576-3a5b-483e-8d3c-dd76cf116ca7 admin admin] Request body: {'subnet': {'network_id': 'd9c3b5d9-2a62-4930-bf1a-06e919287728', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1051460631-subnet', 'tenant_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:25:39.469594 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2830b2e4-b0f2-4095-8789-ae967ee0a94f admin admin] Checking segment: {'id': 'bdf1ac9c-35c8-4f99-b6bd-1106057006ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6f42048f-da04-4010-bcf3-b5662a084b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:25:39.470036 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2830b2e4-b0f2-4095-8789-ae967ee0a94f admin admin] Network hostable DHCP agents. Network: 6f42048f-da04-4010-bcf3-b5662a084b21, hostable agents: ['4ecbd319-6885-49f5-abb8-de205838eb1c'], hosted agents: [] {{(pid=114860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 00:25:39.531383 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2830b2e4-b0f2-4095-8789-ae967ee0a94f admin admin] Network 6f42048f-da04-4010-bcf3-b5662a084b21 is scheduled to be hosted by DHCP agent 4ecbd319-6885-49f5-abb8-de205838eb1c with binding_index 1 {{(pid=114860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 00:25:39.550097 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.base_scheduler [None req-2830b2e4-b0f2-4095-8789-ae967ee0a94f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836252-3-iscsi, 6f42048f-da04-4010-bcf3-b5662a084b21) {{(pid=114860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:25:39.556073 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2830b2e4-b0f2-4095-8789-ae967ee0a94f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:25:39.556866 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-2830b2e4-b0f2-4095-8789-ae967ee0a94f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for subnet (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:39.561323 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f5456e-6f72-41f3-b73e-1964d1f83d5d None None] Network 6f42048f-da04-4010-bcf3-b5662a084b21 requested from dv-cinder-836252-3-iscsi {{(pid=114861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:25:39.577586 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2830b2e4-b0f2-4095-8789-ae967ee0a94f admin admin] Pushing event updated for resources: {'Subnet': ['ID=83036380-a367-44bc-9906-835ed13c8117,revision_number=0']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:25:39.591082 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-2830b2e4-b0f2-4095-8789-ae967ee0a94f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8062596 Apr 12 00:25:39.611381 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985b8576-3a5b-483e-8d3c-dd76cf116ca7 admin admin] Made reservation on behalf of 7bdba79df5fc4c3faa187bd65479d3f7 for: {'subnet': 1} {{(pid=114860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:25:39.614163 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-985b8576-3a5b-483e-8d3c-dd76cf116ca7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:39.697375 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-d7ff437a-ed00-4cc9-a2c9-f40f1fe2dd63 admin admin] Publish callbacks [] for router_gateway (b66e004c-97b5-4333-aacd-0dd256f7f56f), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:39.721739 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e08ef8-e253-4ce1-b60c-d22f4856567b None None] Network 6f42048f-da04-4010-bcf3-b5662a084b21 requested from dv-cinder-836252-3-iscsi {{(pid=114861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:25:39.882496 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-eeb50e63-196d-482a-b4e0-cf91cfec79fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925'] for subnet (2d5e30fe-6eb4-42f7-a751-8d6f0006a016), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:39.945184 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb50e63-196d-482a-b4e0-cf91cfec79fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d5e30fe-6eb4-42f7-a751-8d6f0006a016,revision_number=0']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:25:39.971786 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device f95db403-f871-4b67-a190-200cdec5b7b6 up at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:25:40.066441 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb50e63-196d-482a-b4e0-cf91cfec79fc admin admin] Checking segment: {'id': '5e9db55b-3d4f-451e-b201-3ff40da203e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:25:40.066441 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb50e63-196d-482a-b4e0-cf91cfec79fc admin admin] Network hostable DHCP agents. Network: 5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4, hostable agents: ['4ecbd319-6885-49f5-abb8-de205838eb1c'], hosted agents: [] {{(pid=114860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 00:25:40.158378 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Provisioning complete for port f95db403-f871-4b67-a190-200cdec5b7b6 triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:25:40.160072 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (f95db403-f871-4b67-a190-200cdec5b7b6), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:40.228833 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb50e63-196d-482a-b4e0-cf91cfec79fc admin admin] Network 5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4 is scheduled to be hosted by DHCP agent 4ecbd319-6885-49f5-abb8-de205838eb1c with binding_index 1 {{(pid=114860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 00:25:40.278264 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.base_scheduler [None req-eeb50e63-196d-482a-b4e0-cf91cfec79fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836252-3-iscsi, 5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4) {{(pid=114860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:25:40.282813 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-985b8576-3a5b-483e-8d3c-dd76cf116ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925'] for subnet (7f76de51-1250-4e78-bc34-31fbaa8ccdf7), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:40.289270 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb50e63-196d-482a-b4e0-cf91cfec79fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:25:40.289899 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-eeb50e63-196d-482a-b4e0-cf91cfec79fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for subnet (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:40.296817 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af84562-00c1-489b-bc86-014719b6332f None None] Network 5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4 requested from dv-cinder-836252-3-iscsi {{(pid=114861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:25:40.311850 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-d7ff437a-ed00-4cc9-a2c9-f40f1fe2dd63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1586386'] for router (b66e004c-97b5-4333-aacd-0dd256f7f56f), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:40.369017 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355c63c5-63c4-4f41-ab60-981f6ceea2e6 None None] Network 1ee4ba18-669f-44db-9087-b0bd886e30c9 requested from dv-cinder-836252-3-iscsi {{(pid=114861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:25:40.430718 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-eeb50e63-196d-482a-b4e0-cf91cfec79fc admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3149543 Apr 12 00:25:40.433484 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 51808) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:25:40.440782 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-3e88592b-f02c-42b7-b41a-213d2539fd9a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1374726220-router', 'tenant_id': 'c08909d19c8341c5b47846b0cee54fd8', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7'}}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:25:40.453708 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985b8576-3a5b-483e-8d3c-dd76cf116ca7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f76de51-1250-4e78-bc34-31fbaa8ccdf7,revision_number=0']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:25:40.497773 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985b8576-3a5b-483e-8d3c-dd76cf116ca7 admin admin] Checking segment: {'id': 'fd63afde-b6e3-4288-8882-e1cea57d1a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd9c3b5d9-2a62-4930-bf1a-06e919287728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:25:40.498776 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985b8576-3a5b-483e-8d3c-dd76cf116ca7 admin admin] Network hostable DHCP agents. Network: d9c3b5d9-2a62-4930-bf1a-06e919287728, hostable agents: ['4ecbd319-6885-49f5-abb8-de205838eb1c'], hosted agents: [] {{(pid=114860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 00:25:40.507892 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-3e88592b-f02c-42b7-b41a-213d2539fd9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-442154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1018241'] for router (24b77afa-d5cd-4064-a2c9-053958a7fbbb), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:40.512015 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-3e88592b-f02c-42b7-b41a-213d2539fd9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1592353', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1018264'] for router (24b77afa-d5cd-4064-a2c9-053958a7fbbb), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:40.597681 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-3e88592b-f02c-42b7-b41a-213d2539fd9a admin admin] Publish callbacks [] for router_controller (24b77afa-d5cd-4064-a2c9-053958a7fbbb), precommit_add_association {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:40.601576 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7ff437a-ed00-4cc9-a2c9-f40f1fe2dd63 admin admin] Router b66e004c-97b5-4333-aacd-0dd256f7f56f is scheduled to L3 agent d3fb0dde-5c40-4fca-80b5-61326157311c with binding_index 1 {{(pid=114859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 00:25:40.722894 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-0293d44c-ba3e-4a13-8258-b958c0885208 None None] Provisioning complete for port f95db403-f871-4b67-a190-200cdec5b7b6 triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:25:40.730658 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-0293d44c-ba3e-4a13-8258-b958c0885208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (f95db403-f871-4b67-a190-200cdec5b7b6), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:40.793107 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Current status of the port f95db403-f871-4b67-a190-200cdec5b7b6 is: DOWN; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:25:40.793492 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (f95db403-f871-4b67-a190-200cdec5b7b6), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:40.799693 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ff437a-ed00-4cc9-a2c9-f40f1fe2dd63 admin admin] Notify agent at l3_agent.dv-cinder-836252-3-iscsi the message routers_updated {{(pid=114859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:25:40.817188 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a617bc-9616-43a1-a40b-6bc2bc0a8868 None None] Sync routers for ids ['b66e004c-97b5-4333-aacd-0dd256f7f56f'] in dv-cinder-836252-3-iscsi {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:25:40.825031 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-d7ff437a-ed00-4cc9-a2c9-f40f1fe2dd63 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:40.830030 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-d7ff437a-ed00-4cc9-a2c9-f40f1fe2dd63 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.2283654 Apr 12 00:25:40.831031 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 51840) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:25:40.850423 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a617bc-9616-43a1-a40b-6bc2bc0a8868 None None] Routers {'b66e004c-97b5-4333-aacd-0dd256f7f56f'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:25:40.851728 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-c3a617bc-9616-43a1-a40b-6bc2bc0a8868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:25:15Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['b66e004c-97b5-4333-aacd-0dd256f7f56f'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:25:40.930125 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 51850) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:25:40.932155 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985b8576-3a5b-483e-8d3c-dd76cf116ca7 admin admin] Network d9c3b5d9-2a62-4930-bf1a-06e919287728 is scheduled to be hosted by DHCP agent 4ecbd319-6885-49f5-abb8-de205838eb1c with binding_index 1 {{(pid=114860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 00:25:40.984378 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-3e88592b-f02c-42b7-b41a-213d2539fd9a admin admin] Publish callbacks [] for router_gateway (24b77afa-d5cd-4064-a2c9-053958a7fbbb), precommit_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:40.995976 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.base_scheduler [None req-985b8576-3a5b-483e-8d3c-dd76cf116ca7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836252-3-iscsi, d9c3b5d9-2a62-4930-bf1a-06e919287728) {{(pid=114860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:25:41.015399 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985b8576-3a5b-483e-8d3c-dd76cf116ca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:25:41.018229 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] For port f95db403-f871-4b67-a190-200cdec5b7b6, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=f95db403-f871-4b67-a190-200cdec5b7b6,segment=NetworkSegment(49ba757d-47c8-495e-9077-08facd79368e),segment_id=49ba757d-47c8-495e-9077-08facd79368e)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:25:41.019449 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-985b8576-3a5b-483e-8d3c-dd76cf116ca7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for subnet (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:41.044832 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de61847f-cb00-4347-8ab9-c4270acff3a3 None None] Network d9c3b5d9-2a62-4930-bf1a-06e919287728 requested from dv-cinder-836252-3-iscsi {{(pid=114861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:25:41.057025 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (f95db403-f871-4b67-a190-200cdec5b7b6), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:41.097816 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578d72eb-ff36-4ee6-88f6-707920e34e75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd998405d-5ac8-5fc0-a1ab-e07aa0d55ad4-5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4', 'network_id': '5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4', 'project_id': 'c08909d19c8341c5b47846b0cee54fd8', 'fixed_ips': [{'subnet_id': '2d5e30fe-6eb4-42f7-a751-8d6f0006a016'}]}} from dv-cinder-836252-3-iscsi. {{(pid=114861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 00:25:41.101580 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-578d72eb-ff36-4ee6-88f6-707920e34e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:41.102718 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-985b8576-3a5b-483e-8d3c-dd76cf116ca7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6502595 Apr 12 00:25:41.108448 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 51858) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:25:41.113802 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [None req-cfbfebc4-d964-41f7-a6ef-305ff3ca0b3d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1051460631-router', 'tenant_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7'}}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:25:41.213602 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-c3a617bc-9616-43a1-a40b-6bc2bc0a8868 None None] Set router b66e004c-97b5-4333-aacd-0dd256f7f56f gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:25:41.303635 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-cfbfebc4-d964-41f7-a6ef-305ff3ca0b3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-442154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1018241'] for router (91721c3e-9320-4063-bd5f-37a055cc06ce), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:41.304875 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-cfbfebc4-d964-41f7-a6ef-305ff3ca0b3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1592353', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1018264'] for router (91721c3e-9320-4063-bd5f-37a055cc06ce), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:41.443611 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-cfbfebc4-d964-41f7-a6ef-305ff3ca0b3d admin admin] Publish callbacks [] for router_controller (91721c3e-9320-4063-bd5f-37a055cc06ce), precommit_add_association {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:41.459224 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-c3a617bc-9616-43a1-a40b-6bc2bc0a8868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66e004c-97b5-4333-aacd-0dd256f7f56f', 'name': 'tempest-AttachVolumeShelveTestJSON-1879484040-router', 'tenant_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '61a64e4a-6861-4369-8e2f-ef17f5f6af16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:25:37Z', 'updated_at': '2022-04-12T00:25:39Z', 'revision_number': 3, 'project_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'gw_port': {'id': '61a64e4a-6861-4369-8e2f-ef17f5f6af16', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b8:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b66e004c-97b5-4333-aacd-0dd256f7f56f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:38Z', 'updated_at': '2022-04-12T00:25:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi'}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:25:41.529900 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a617bc-9616-43a1-a40b-6bc2bc0a8868 None None] Checking router: b66e004c-97b5-4333-aacd-0dd256f7f56f for host: dv-cinder-836252-3-iscsi {{(pid=114862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:25:41.531103 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Pushing event updated for resources: {'Port': ['ID=f95db403-f871-4b67-a190-200cdec5b7b6,revision_number=3']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:25:41.532580 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a617bc-9616-43a1-a40b-6bc2bc0a8868 None None] Updating router b66e004c-97b5-4333-aacd-0dd256f7f56f port 61a64e4a-6861-4369-8e2f-ef17f5f6af16 binding host dv-cinder-836252-3-iscsi {{(pid=114862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 00:25:41.559567 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-3e88592b-f02c-42b7-b41a-213d2539fd9a admin admin] Publish callbacks [] for router_gateway (24b77afa-d5cd-4064-a2c9-053958a7fbbb), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:41.568052 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263b7eaa-7356-4f67-b3ed-060f92a132f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd998405d-5ac8-5fc0-a1ab-e07aa0d55ad4-d9c3b5d9-2a62-4930-bf1a-06e919287728', 'network_id': 'd9c3b5d9-2a62-4930-bf1a-06e919287728', 'project_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'fixed_ips': [{'subnet_id': '7f76de51-1250-4e78-bc34-31fbaa8ccdf7'}]}} from dv-cinder-836252-3-iscsi. {{(pid=114861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 00:25:41.570077 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-263b7eaa-7356-4f67-b3ed-060f92a132f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:41.595409 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron_lib.callbacks.manager [None req-c3a617bc-9616-43a1-a40b-6bc2bc0a8868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (61a64e4a-6861-4369-8e2f-ef17f5f6af16), before_update {{(pid=114862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:41.617054 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-3e88592b-f02c-42b7-b41a-213d2539fd9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:41.673769 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-cfbfebc4-d964-41f7-a6ef-305ff3ca0b3d admin admin] Publish callbacks [] for router_gateway (91721c3e-9320-4063-bd5f-37a055cc06ce), precommit_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:41.687017 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 51868) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:25:41.981769 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (6c438ad1-5788-4552-a50f-29c8c96f3196), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:41.991242 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device f95db403-f871-4b67-a190-200cdec5b7b6 up at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:25:41.999954 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-0293d44c-ba3e-4a13-8258-b958c0885208 None None] Current status of the port f95db403-f871-4b67-a190-200cdec5b7b6 is: ACTIVE; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:25:42.104798 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron_lib.callbacks.manager [None req-c3a617bc-9616-43a1-a40b-6bc2bc0a8868 None None] Publish callbacks [] for port (61a64e4a-6861-4369-8e2f-ef17f5f6af16), precommit_update {{(pid=114862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:42.117777 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron_lib.callbacks.manager [None req-c3a617bc-9616-43a1-a40b-6bc2bc0a8868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (61a64e4a-6861-4369-8e2f-ef17f5f6af16), after_update {{(pid=114862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:42.170954 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.db_base_plugin_common [None req-263b7eaa-7356-4f67-b3ed-060f92a132f4 None None] Allocated IP 172.20.0.2 (d9c3b5d9-2a62-4930-bf1a-06e919287728/7f76de51-1250-4e78-bc34-31fbaa8ccdf7/b0006a4a-7a62-47ed-b029-8232e555336c) {{(pid=114861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:25:42.191687 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-f22585e2-54be-4687-b02a-56e896f31097 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:42.214218 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-cfbfebc4-d964-41f7-a6ef-305ff3ca0b3d admin admin] Publish callbacks [] for router_gateway (91721c3e-9320-4063-bd5f-37a055cc06ce), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:42.233458 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37778ce7-e8d2-4c28-935d-a84c9135f353 None None] Pushing event updated for resources: {'Port': ['ID=61a64e4a-6861-4369-8e2f-ef17f5f6af16,revision_number=2']} {{(pid=114862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:25:42.235749 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.managers [None req-c3a617bc-9616-43a1-a40b-6bc2bc0a8868 None None] Attempting to bind port 61a64e4a-6861-4369-8e2f-ef17f5f6af16 on host dv-cinder-836252-3-iscsi for vnic_type normal with profile {{(pid=114862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:25:42.236116 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.managers [None req-c3a617bc-9616-43a1-a40b-6bc2bc0a8868 None None] Attempting to bind port 61a64e4a-6861-4369-8e2f-ef17f5f6af16 by drivers openvswitch,hyperv on host dv-cinder-836252-3-iscsi at level 0 using segments [{'id': '45a4c36b-a669-4a7f-a3e9-c2d676175ec7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7'}] {{(pid=114862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:25:42.236472 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a617bc-9616-43a1-a40b-6bc2bc0a8868 None None] Attempting to bind port 61a64e4a-6861-4369-8e2f-ef17f5f6af16 on network 1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7 {{(pid=114862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:25:42.239354 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-cfbfebc4-d964-41f7-a6ef-305ff3ca0b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:42.242465 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-44ccec33-00ed-47a0-a28c-51a865eef146 None None] Provisioning complete for port f95db403-f871-4b67-a190-200cdec5b7b6 triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:25:42.242852 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-44ccec33-00ed-47a0-a28c-51a865eef146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (f95db403-f871-4b67-a190-200cdec5b7b6), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:42.246426 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Provisioning complete for port f95db403-f871-4b67-a190-200cdec5b7b6 triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:25:42.246803 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (f95db403-f871-4b67-a190-200cdec5b7b6), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:42.257458 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a617bc-9616-43a1-a40b-6bc2bc0a8868 None None] Checking agent: {'id': 'f9a21fd4-36f2-4826-890e-da332e228edf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836252-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 0, 17, 19), 'started_at': datetime.datetime(2022, 4, 12, 0, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836252-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:25:42.257858 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a617bc-9616-43a1-a40b-6bc2bc0a8868 None None] Checking segment: {'id': '45a4c36b-a669-4a7f-a3e9-c2d676175ec7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:25:42.258218 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron_lib.callbacks.manager [None req-c3a617bc-9616-43a1-a40b-6bc2bc0a8868 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:42.258642 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a617bc-9616-43a1-a40b-6bc2bc0a8868 None None] Bound using segment: {'id': '45a4c36b-a669-4a7f-a3e9-c2d676175ec7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7'} {{(pid=114862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:25:42.259104 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.managers [None req-c3a617bc-9616-43a1-a40b-6bc2bc0a8868 None None] Bound port: 61a64e4a-6861-4369-8e2f-ef17f5f6af16, host: dv-cinder-836252-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45a4c36b-a669-4a7f-a3e9-c2d676175ec7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7'}}] {{(pid=114862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:25:42.259481 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron_lib.callbacks.manager [None req-c3a617bc-9616-43a1-a40b-6bc2bc0a8868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (61a64e4a-6861-4369-8e2f-ef17f5f6af16), before_update {{(pid=114862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:42.261797 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37778ce7-e8d2-4c28-935d-a84c9135f353 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:25:42.262137 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37778ce7-e8d2-4c28-935d-a84c9135f353 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:25:42.265718 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.db_base_plugin_common [None req-578d72eb-ff36-4ee6-88f6-707920e34e75 None None] Allocated IP 172.20.0.2 (5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4/2d5e30fe-6eb4-42f7-a751-8d6f0006a016/449a97ae-0143-44da-816b-ced286ba0859) {{(pid=114861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:25:42.269743 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.db.db_base_plugin_common [None req-3e88592b-f02c-42b7-b41a-213d2539fd9a admin admin] Allocated IP 172.27.3.176 (1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7/02a01a71-afa8-4790-9b30-3097f97db265/054df76d-ea79-4f02-bdc5-f977c0175bc3) {{(pid=114860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:25:42.274656 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37778ce7-e8d2-4c28-935d-a84c9135f353 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:25:42.275074 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37778ce7-e8d2-4c28-935d-a84c9135f353 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:25:42.275418 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37778ce7-e8d2-4c28-935d-a84c9135f353 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:25:42.275751 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37778ce7-e8d2-4c28-935d-a84c9135f353 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:25:42.276079 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37778ce7-e8d2-4c28-935d-a84c9135f353 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:25:42.276405 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37778ce7-e8d2-4c28-935d-a84c9135f353 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:25:42.276734 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37778ce7-e8d2-4c28-935d-a84c9135f353 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:25:42.277328 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37778ce7-e8d2-4c28-935d-a84c9135f353 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:25:42.277645 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37778ce7-e8d2-4c28-935d-a84c9135f353 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:25:42.277980 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37778ce7-e8d2-4c28-935d-a84c9135f353 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:25:42.278326 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37778ce7-e8d2-4c28-935d-a84c9135f353 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:25:42.278646 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37778ce7-e8d2-4c28-935d-a84c9135f353 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:25:42.278960 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37778ce7-e8d2-4c28-935d-a84c9135f353 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:25:42.280169 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37778ce7-e8d2-4c28-935d-a84c9135f353 None None] Tracked resource versions report: Apr 12 00:25:42.280169 dv-cinder-836252-3-iscsi neutron-server[114862]: pushed versions: Apr 12 00:25:42.280169 dv-cinder-836252-3-iscsi neutron-server[114862]: { 'AddressGroup': {'1.2'}, Apr 12 00:25:42.280169 dv-cinder-836252-3-iscsi neutron-server[114862]: 'Agent': {'1.1'}, Apr 12 00:25:42.280169 dv-cinder-836252-3-iscsi neutron-server[114862]: 'ConntrackHelper': {'1.0'}, Apr 12 00:25:42.280169 dv-cinder-836252-3-iscsi neutron-server[114862]: 'LocalIPAssociation': {'1.0'}, Apr 12 00:25:42.280169 dv-cinder-836252-3-iscsi neutron-server[114862]: 'Log': {'1.0'}, Apr 12 00:25:42.280169 dv-cinder-836252-3-iscsi neutron-server[114862]: 'NDPProxy': {'1.0'}, Apr 12 00:25:42.280169 dv-cinder-836252-3-iscsi neutron-server[114862]: 'Network': {'1.1'}, Apr 12 00:25:42.280169 dv-cinder-836252-3-iscsi neutron-server[114862]: 'Port': {'1.7'}, Apr 12 00:25:42.280169 dv-cinder-836252-3-iscsi neutron-server[114862]: 'PortForwarding': {'1.3'}, Apr 12 00:25:42.280169 dv-cinder-836252-3-iscsi neutron-server[114862]: 'QosPolicy': {'1.10'}, Apr 12 00:25:42.280169 dv-cinder-836252-3-iscsi neutron-server[114862]: 'SecurityGroup': {'1.5'}, Apr 12 00:25:42.280169 dv-cinder-836252-3-iscsi neutron-server[114862]: 'SecurityGroupRule': {'1.2'}, Apr 12 00:25:42.280169 dv-cinder-836252-3-iscsi neutron-server[114862]: 'SubPort': {'1.0'}, Apr 12 00:25:42.280169 dv-cinder-836252-3-iscsi neutron-server[114862]: 'Subnet': {'1.1'}, Apr 12 00:25:42.280169 dv-cinder-836252-3-iscsi neutron-server[114862]: 'Trunk': {'1.1'}} Apr 12 00:25:42.280169 dv-cinder-836252-3-iscsi neutron-server[114862]: consumer versions: Apr 12 00:25:42.280169 dv-cinder-836252-3-iscsi neutron-server[114862]: { DHCP agent@dv-cinder-836252-3-iscsi: {}, Apr 12 00:25:42.280169 dv-cinder-836252-3-iscsi neutron-server[114862]: HyperV agent@hv-cinder-83625: {}, Apr 12 00:25:42.280169 dv-cinder-836252-3-iscsi neutron-server[114862]: L3 agent@dv-cinder-836252-3-iscsi: {}, Apr 12 00:25:42.280169 dv-cinder-836252-3-iscsi neutron-server[114862]: Metadata agent@dv-cinder-836252-3-iscsi: {}, Apr 12 00:25:42.280169 dv-cinder-836252-3-iscsi neutron-server[114862]: Metering agent@dv-cinder-836252-3-iscsi: {}, Apr 12 00:25:42.280169 dv-cinder-836252-3-iscsi neutron-server[114862]: Open vSwitch agent@dv-cinder-836252-3-iscsi: { 'AddressGroup': '1.2', Apr 12 00:25:42.280169 dv-cinder-836252-3-iscsi neutron-server[114862]: 'Agent': '1.1', Apr 12 00:25:42.280169 dv-cinder-836252-3-iscsi neutron-server[114862]: 'ConntrackHelper': '1.0', Apr 12 00:25:42.280169 dv-cinder-836252-3-iscsi neutron-server[114862]: 'LocalIPAssociation': '1.0', Apr 12 00:25:42.280169 dv-cinder-836252-3-iscsi neutron-server[114862]: 'Log': '1.0', Apr 12 00:25:42.280169 dv-cinder-836252-3-iscsi neutron-server[114862]: 'NDPProxy': '1.0', Apr 12 00:25:42.280169 dv-cinder-836252-3-iscsi neutron-server[114862]: 'Network': '1.1', Apr 12 00:25:42.280169 dv-cinder-836252-3-iscsi neutron-server[114862]: 'Port': '1.7', Apr 12 00:25:42.280169 dv-cinder-836252-3-iscsi neutron-server[114862]: 'PortForwarding': '1.3', Apr 12 00:25:42.280169 dv-cinder-836252-3-iscsi neutron-server[114862]: 'QosPolicy': '1.10', Apr 12 00:25:42.280169 dv-cinder-836252-3-iscsi neutron-server[114862]: 'SecurityGroup': '1.5', Apr 12 00:25:42.280169 dv-cinder-836252-3-iscsi neutron-server[114862]: 'SecurityGroupRule': '1.2', Apr 12 00:25:42.280169 dv-cinder-836252-3-iscsi neutron-server[114862]: 'SubPort': '1.0', Apr 12 00:25:42.280169 dv-cinder-836252-3-iscsi neutron-server[114862]: 'Subnet': '1.1', Apr 12 00:25:42.280169 dv-cinder-836252-3-iscsi neutron-server[114862]: 'Trunk': '1.1'}} Apr 12 00:25:42.280169 dv-cinder-836252-3-iscsi neutron-server[114862]: {{(pid=114862) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 00:25:42.359135 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.db [None req-c3a617bc-9616-43a1-a40b-6bc2bc0a8868 None None] For port 61a64e4a-6861-4369-8e2f-ef17f5f6af16, host dv-cinder-836252-3-iscsi, cleared binding levels {{(pid=114862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:25:42.360766 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-f301d406-d0cd-492e-8355-102cc4bc330b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:42.362796 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.db [None req-c3a617bc-9616-43a1-a40b-6bc2bc0a8868 None None] For port 61a64e4a-6861-4369-8e2f-ef17f5f6af16, host dv-cinder-836252-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=61a64e4a-6861-4369-8e2f-ef17f5f6af16,segment=NetworkSegment(45a4c36b-a669-4a7f-a3e9-c2d676175ec7),segment_id=45a4c36b-a669-4a7f-a3e9-c2d676175ec7)] {{(pid=114862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:25:42.375225 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron_lib.callbacks.manager [None req-c3a617bc-9616-43a1-a40b-6bc2bc0a8868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (61a64e4a-6861-4369-8e2f-ef17f5f6af16), after_update {{(pid=114862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:42.452241 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a617bc-9616-43a1-a40b-6bc2bc0a8868 None None] Routers {'b66e004c-97b5-4333-aacd-0dd256f7f56f'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:25:42.452975 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-c3a617bc-9616-43a1-a40b-6bc2bc0a8868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:25:15Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['b66e004c-97b5-4333-aacd-0dd256f7f56f'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:25:42.457832 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37778ce7-e8d2-4c28-935d-a84c9135f353 None None] Pushing event updated for resources: {'Port': ['ID=61a64e4a-6861-4369-8e2f-ef17f5f6af16,revision_number=3']} {{(pid=114862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:25:42.530679 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-3e88592b-f02c-42b7-b41a-213d2539fd9a admin admin] Publish callbacks [] for port (054df76d-ea79-4f02-bdc5-f977c0175bc3), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:42.535688 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-6a921b36-f8b8-4295-bcb0-9b4e1a81c4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:42.575107 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-263b7eaa-7356-4f67-b3ed-060f92a132f4 None None] Publish callbacks [] for port (b0006a4a-7a62-47ed-b029-8232e555336c), precommit_create {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:42.639359 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-263b7eaa-7356-4f67-b3ed-060f92a132f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360'] for port (b0006a4a-7a62-47ed-b029-8232e555336c), after_create {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:42.639602 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-f22585e2-54be-4687-b02a-56e896f31097 admin admin] Publish callbacks [] for security_group (277938e2-ab91-456e-8333-3b9af76e616d), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:42.657642 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-c3a617bc-9616-43a1-a40b-6bc2bc0a8868 None None] Set router b66e004c-97b5-4333-aacd-0dd256f7f56f gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:25:42.666981 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263b7eaa-7356-4f67-b3ed-060f92a132f4 None None] Network d9c3b5d9-2a62-4930-bf1a-06e919287728 is already hosted by enough agents. {{(pid=114861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:25:42.696054 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-3e88592b-f02c-42b7-b41a-213d2539fd9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360'] for port (054df76d-ea79-4f02-bdc5-f977c0175bc3), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:42.698218 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-f22585e2-54be-4687-b02a-56e896f31097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (277938e2-ab91-456e-8333-3b9af76e616d), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:42.771231 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.scheduler.base_scheduler [None req-263b7eaa-7356-4f67-b3ed-060f92a132f4 None None] Resources bound (agent type, host, resource id): {{(pid=114861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:25:42.773683 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263b7eaa-7356-4f67-b3ed-060f92a132f4 None None] Pushing event updated for resources: {'Port': ['ID=b0006a4a-7a62-47ed-b029-8232e555336c,revision_number=1']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:25:42.776410 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263b7eaa-7356-4f67-b3ed-060f92a132f4 None None] Received port after_create {{(pid=114861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:25:42.786763 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-44ccec33-00ed-47a0-a28c-51a865eef146 None None] Current status of the port f95db403-f871-4b67-a190-200cdec5b7b6 is: ACTIVE; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:25:42.809359 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.db_base_plugin_common [None req-cfbfebc4-d964-41f7-a6ef-305ff3ca0b3d admin admin] Allocated IP 172.27.3.191 (1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7/02a01a71-afa8-4790-9b30-3097f97db265/e414a36b-4af7-49f0-b141-e81f87a4c67d) {{(pid=114859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:25:42.834752 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e88592b-f02c-42b7-b41a-213d2539fd9a admin admin] Network 1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7 is already hosted by enough agents. {{(pid=114860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:25:42.845970 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.base_scheduler [None req-3e88592b-f02c-42b7-b41a-213d2539fd9a admin admin] Resources bound (agent type, host, resource id): {{(pid=114860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:25:42.863258 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e88592b-f02c-42b7-b41a-213d2539fd9a admin admin] Received port after_create {{(pid=114860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:25:42.869736 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e88592b-f02c-42b7-b41a-213d2539fd9a admin admin] Pushing event updated for resources: {'Port': ['ID=054df76d-ea79-4f02-bdc5-f977c0175bc3,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:25:42.914794 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.managers [None req-263b7eaa-7356-4f67-b3ed-060f92a132f4 None None] Attempting to bind port b0006a4a-7a62-47ed-b029-8232e555336c on host dv-cinder-836252-3-iscsi for vnic_type normal with profile {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:25:42.915184 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.managers [None req-263b7eaa-7356-4f67-b3ed-060f92a132f4 None None] Attempting to bind port b0006a4a-7a62-47ed-b029-8232e555336c by drivers openvswitch,hyperv on host dv-cinder-836252-3-iscsi at level 0 using segments [{'id': 'fd63afde-b6e3-4288-8882-e1cea57d1a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd9c3b5d9-2a62-4930-bf1a-06e919287728'}] {{(pid=114861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:25:42.915551 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263b7eaa-7356-4f67-b3ed-060f92a132f4 None None] Attempting to bind port b0006a4a-7a62-47ed-b029-8232e555336c on network d9c3b5d9-2a62-4930-bf1a-06e919287728 {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:25:42.919670 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 51910) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:25:42.924114 dv-cinder-836252-3-iscsi neutron-server[114860]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 12 00:25:42.932590 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263b7eaa-7356-4f67-b3ed-060f92a132f4 None None] Checking agent: {'id': 'f9a21fd4-36f2-4826-890e-da332e228edf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836252-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 0, 17, 19), 'started_at': datetime.datetime(2022, 4, 12, 0, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836252-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:25:42.932977 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263b7eaa-7356-4f67-b3ed-060f92a132f4 None None] Checking segment: {'id': 'fd63afde-b6e3-4288-8882-e1cea57d1a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd9c3b5d9-2a62-4930-bf1a-06e919287728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:25:42.933380 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-263b7eaa-7356-4f67-b3ed-060f92a132f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:42.933776 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263b7eaa-7356-4f67-b3ed-060f92a132f4 None None] Bound using segment: {'id': 'fd63afde-b6e3-4288-8882-e1cea57d1a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd9c3b5d9-2a62-4930-bf1a-06e919287728'} {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:25:42.934301 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.managers [None req-263b7eaa-7356-4f67-b3ed-060f92a132f4 None None] Bound port: b0006a4a-7a62-47ed-b029-8232e555336c, host: dv-cinder-836252-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd63afde-b6e3-4288-8882-e1cea57d1a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd9c3b5d9-2a62-4930-bf1a-06e919287728'}}] {{(pid=114861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:25:42.934811 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-263b7eaa-7356-4f67-b3ed-060f92a132f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (b0006a4a-7a62-47ed-b029-8232e555336c), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:42.952774 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-cfbfebc4-d964-41f7-a6ef-305ff3ca0b3d admin admin] Publish callbacks [] for port (e414a36b-4af7-49f0-b141-e81f87a4c67d), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:43.006838 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-f22585e2-54be-4687-b02a-56e896f31097 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fbac78e6502d4aa7a1d7d9799921c917&name=default HTTP/1.1" status: 200 len: 2992 time: 2.0738354 Apr 12 00:25:43.015024 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-cfbfebc4-d964-41f7-a6ef-305ff3ca0b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360'] for port (e414a36b-4af7-49f0-b141-e81f87a4c67d), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:43.020609 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 51916) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:25:43.049644 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-c3a617bc-9616-43a1-a40b-6bc2bc0a8868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66e004c-97b5-4333-aacd-0dd256f7f56f', 'name': 'tempest-AttachVolumeShelveTestJSON-1879484040-router', 'tenant_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '61a64e4a-6861-4369-8e2f-ef17f5f6af16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:25:37Z', 'updated_at': '2022-04-12T00:25:39Z', 'revision_number': 3, 'project_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'gw_port': {'id': '61a64e4a-6861-4369-8e2f-ef17f5f6af16', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b8:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b66e004c-97b5-4333-aacd-0dd256f7f56f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:38Z', 'updated_at': '2022-04-12T00:25:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi'}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:25:43.113138 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbfebc4-d964-41f7-a6ef-305ff3ca0b3d admin admin] Network 1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7 is already hosted by enough agents. {{(pid=114859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:25:43.119966 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a617bc-9616-43a1-a40b-6bc2bc0a8868 None None] The sync data for ids ['b66e004c-97b5-4333-aacd-0dd256f7f56f'] in dv-cinder-836252-3-iscsi is: [{'id': 'b66e004c-97b5-4333-aacd-0dd256f7f56f', 'name': 'tempest-AttachVolumeShelveTestJSON-1879484040-router', 'tenant_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '61a64e4a-6861-4369-8e2f-ef17f5f6af16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:25:37Z', 'updated_at': '2022-04-12T00:25:39Z', 'revision_number': 3, 'project_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'gw_port': {'id': '61a64e4a-6861-4369-8e2f-ef17f5f6af16', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b8:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b66e004c-97b5-4333-aacd-0dd256f7f56f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:38Z', 'updated_at': '2022-04-12T00:25:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi'}] {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:25:43.132456 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-f301d406-d0cd-492e-8355-102cc4bc330b admin admin] Publish callbacks [] for security_group (1b0db40d-5715-43a5-9dd5-91645fb14934), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:43.147310 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.base_scheduler [None req-cfbfebc4-d964-41f7-a6ef-305ff3ca0b3d admin admin] Resources bound (agent type, host, resource id): {{(pid=114859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:25:43.153464 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbfebc4-d964-41f7-a6ef-305ff3ca0b3d admin admin] Received port after_create {{(pid=114859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:25:43.184147 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-f301d406-d0cd-492e-8355-102cc4bc330b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (1b0db40d-5715-43a5-9dd5-91645fb14934), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:43.203629 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-e3e9b9ae-2e03-4b50-beaa-134f94546dd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (4ecbd319-6885-49f5-abb8-de205838eb1c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:43.292681 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-263b7eaa-7356-4f67-b3ed-060f92a132f4 None None] For port b0006a4a-7a62-47ed-b029-8232e555336c, host dv-cinder-836252-3-iscsi, cleared binding levels {{(pid=114861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:25:43.301370 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Current status of the port f95db403-f871-4b67-a190-200cdec5b7b6 is: ACTIVE; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:25:43.321753 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-263b7eaa-7356-4f67-b3ed-060f92a132f4 None None] For port b0006a4a-7a62-47ed-b029-8232e555336c, host dv-cinder-836252-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=b0006a4a-7a62-47ed-b029-8232e555336c,segment=NetworkSegment(fd63afde-b6e3-4288-8882-e1cea57d1a20),segment_id=fd63afde-b6e3-4288-8882-e1cea57d1a20)] {{(pid=114861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:25:43.333102 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-263b7eaa-7356-4f67-b3ed-060f92a132f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (b0006a4a-7a62-47ed-b029-8232e555336c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:43.359684 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-578d72eb-ff36-4ee6-88f6-707920e34e75 None None] Publish callbacks [] for port (449a97ae-0143-44da-816b-ced286ba0859), precommit_create {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:43.372759 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbfebc4-d964-41f7-a6ef-305ff3ca0b3d admin admin] Pushing event updated for resources: {'Port': ['ID=e414a36b-4af7-49f0-b141-e81f87a4c67d,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:25:43.375113 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22585e2-54be-4687-b02a-56e896f31097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=277938e2-ab91-456e-8333-3b9af76e616d,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:25:43.387671 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-f301d406-d0cd-492e-8355-102cc4bc330b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=587761ad1ee449b783e09cd1ae3fc3ae&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6994936 Apr 12 00:25:43.394788 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 51930) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:25:43.401385 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263b7eaa-7356-4f67-b3ed-060f92a132f4 None None] Pushing event updated for resources: {'Port': ['ID=b0006a4a-7a62-47ed-b029-8232e555336c,revision_number=2']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:25:43.408254 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-578d72eb-ff36-4ee6-88f6-707920e34e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360'] for port (449a97ae-0143-44da-816b-ced286ba0859), after_create {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:43.453428 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578d72eb-ff36-4ee6-88f6-707920e34e75 None None] Network 5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4 is already hosted by enough agents. {{(pid=114861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:25:43.460134 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.scheduler.base_scheduler [None req-578d72eb-ff36-4ee6-88f6-707920e34e75 None None] Resources bound (agent type, host, resource id): {{(pid=114861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:25:43.465053 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578d72eb-ff36-4ee6-88f6-707920e34e75 None None] Received port after_create {{(pid=114861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:25:43.503313 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578d72eb-ff36-4ee6-88f6-707920e34e75 None None] Pushing event updated for resources: {'Port': ['ID=449a97ae-0143-44da-816b-ced286ba0859,revision_number=1']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:25:43.569170 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.managers [None req-578d72eb-ff36-4ee6-88f6-707920e34e75 None None] Attempting to bind port 449a97ae-0143-44da-816b-ced286ba0859 on host dv-cinder-836252-3-iscsi for vnic_type normal with profile {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:25:43.570338 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.managers [None req-578d72eb-ff36-4ee6-88f6-707920e34e75 None None] Attempting to bind port 449a97ae-0143-44da-816b-ced286ba0859 by drivers openvswitch,hyperv on host dv-cinder-836252-3-iscsi at level 0 using segments [{'id': '5e9db55b-3d4f-451e-b201-3ff40da203e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4'}] {{(pid=114861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:25:43.570338 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578d72eb-ff36-4ee6-88f6-707920e34e75 None None] Attempting to bind port 449a97ae-0143-44da-816b-ced286ba0859 on network 5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4 {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:25:43.576730 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578d72eb-ff36-4ee6-88f6-707920e34e75 None None] Checking agent: {'id': 'f9a21fd4-36f2-4826-890e-da332e228edf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836252-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 0, 17, 19), 'started_at': datetime.datetime(2022, 4, 12, 0, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836252-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:25:43.577460 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578d72eb-ff36-4ee6-88f6-707920e34e75 None None] Checking segment: {'id': '5e9db55b-3d4f-451e-b201-3ff40da203e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:25:43.577580 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-578d72eb-ff36-4ee6-88f6-707920e34e75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:43.577879 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578d72eb-ff36-4ee6-88f6-707920e34e75 None None] Bound using segment: {'id': '5e9db55b-3d4f-451e-b201-3ff40da203e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4'} {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:25:43.578676 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.managers [None req-578d72eb-ff36-4ee6-88f6-707920e34e75 None None] Bound port: 449a97ae-0143-44da-816b-ced286ba0859, host: dv-cinder-836252-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e9db55b-3d4f-451e-b201-3ff40da203e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4'}}] {{(pid=114861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:25:43.578807 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-578d72eb-ff36-4ee6-88f6-707920e34e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (449a97ae-0143-44da-816b-ced286ba0859), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:43.604048 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.db_base_plugin_common [None req-6a921b36-f8b8-4295-bcb0-9b4e1a81c4cd admin admin] Allocated IP 172.20.0.1 (1ee4ba18-669f-44db-9087-b0bd886e30c9/5e83a63b-8739-41ae-aeb4-59d49ec2e5b0/2ca65d7a-78cd-441a-b64b-83ef86f9fba1) {{(pid=114859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:25:43.700856 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-578d72eb-ff36-4ee6-88f6-707920e34e75 None None] For port 449a97ae-0143-44da-816b-ced286ba0859, host dv-cinder-836252-3-iscsi, cleared binding levels {{(pid=114861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:25:43.704368 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-578d72eb-ff36-4ee6-88f6-707920e34e75 None None] For port 449a97ae-0143-44da-816b-ced286ba0859, host dv-cinder-836252-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=449a97ae-0143-44da-816b-ced286ba0859,segment=NetworkSegment(5e9db55b-3d4f-451e-b201-3ff40da203e0),segment_id=5e9db55b-3d4f-451e-b201-3ff40da203e0)] {{(pid=114861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:25:43.712491 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-578d72eb-ff36-4ee6-88f6-707920e34e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (449a97ae-0143-44da-816b-ced286ba0859), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:43.712895 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f301d406-d0cd-492e-8355-102cc4bc330b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0db40d-5715-43a5-9dd5-91645fb14934,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:25:43.750221 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5c813-9caa-41e0-ad80-c48659103530 req-68536f81-b4ee-4995-891a-77e0c6d4a168 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:25:43.757229 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-9ad5c813-9caa-41e0-ad80-c48659103530 req-68536f81-b4ee-4995-891a-77e0c6d4a168 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] 10.222.0.32 "GET /v2.0/networks?id=6f42048f-da04-4010-bcf3-b5662a084b21 HTTP/1.1" status: 200 len: 811 time: 0.8361261 Apr 12 00:25:43.828367 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-628df5fc-b408-4fc8-9a61-9032ce730278 admin admin] Publish callbacks [] for security_group (277938e2-ab91-456e-8333-3b9af76e616d), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:43.858557 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578d72eb-ff36-4ee6-88f6-707920e34e75 None None] Pushing event updated for resources: {'Port': ['ID=449a97ae-0143-44da-816b-ced286ba0859,revision_number=2']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:25:43.896060 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-6a921b36-f8b8-4295-bcb0-9b4e1a81c4cd admin admin] Publish callbacks [] for port (2ca65d7a-78cd-441a-b64b-83ef86f9fba1), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:43.919454 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-4f8423b7-0d1a-4648-9180-82dd44738d37 admin admin] Publish callbacks [] for security_group (1b0db40d-5715-43a5-9dd5-91645fb14934), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:43.955662 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-628df5fc-b408-4fc8-9a61-9032ce730278 admin admin] Publish callbacks [] for security_group (277938e2-ab91-456e-8333-3b9af76e616d), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:43.959504 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-4f8423b7-0d1a-4648-9180-82dd44738d37 admin admin] Publish callbacks [] for security_group (1b0db40d-5715-43a5-9dd5-91645fb14934), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:44.000407 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-9ad5c813-9caa-41e0-ad80-c48659103530 req-71c8bff0-8b08-49d9-88d9-3ca437b4144f tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] 10.222.0.32 "GET /v2.0/quotas/d3610d0185cf40548de23d406b26a421 HTTP/1.1" status: 200 len: 375 time: 0.2423346 Apr 12 00:25:44.011149 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 61a64e4a-6861-4369-8e2f-ef17f5f6af16 up at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:25:44.044399 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-3e88592b-f02c-42b7-b41a-213d2539fd9a admin admin] Publish callbacks [] for router_gateway (24b77afa-d5cd-4064-a2c9-053958a7fbbb), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:44.053979 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-4f8423b7-0d1a-4648-9180-82dd44738d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (1b0db40d-5715-43a5-9dd5-91645fb14934), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:44.056547 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-4f8423b7-0d1a-4648-9180-82dd44738d37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:44.058331 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-4f8423b7-0d1a-4648-9180-82dd44738d37 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1b0db40d-5715-43a5-9dd5-91645fb14934 HTTP/1.1" status: 204 len: 168 time: 0.6601799 Apr 12 00:25:44.105226 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8423b7-0d1a-4648-9180-82dd44738d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0db40d-5715-43a5-9dd5-91645fb14934,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:25:44.110704 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Provisioning complete for port 61a64e4a-6861-4369-8e2f-ef17f5f6af16 triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:25:44.111109 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (61a64e4a-6861-4369-8e2f-ef17f5f6af16), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:44.161278 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-6a921b36-f8b8-4295-bcb0-9b4e1a81c4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360'] for port (2ca65d7a-78cd-441a-b64b-83ef86f9fba1), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:44.238903 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-9ad5c813-9caa-41e0-ad80-c48659103530 req-42aaffb7-7ab0-4310-b00c-4de85a443ef7 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d3610d0185cf40548de23d406b26a421&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2141516 Apr 12 00:25:44.263458 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-cfbfebc4-d964-41f7-a6ef-305ff3ca0b3d admin admin] Publish callbacks [] for router_gateway (91721c3e-9320-4063-bd5f-37a055cc06ce), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:44.279644 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-628df5fc-b408-4fc8-9a61-9032ce730278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (277938e2-ab91-456e-8333-3b9af76e616d), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:44.294997 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-628df5fc-b408-4fc8-9a61-9032ce730278 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:44.296818 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-628df5fc-b408-4fc8-9a61-9032ce730278 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/277938e2-ab91-456e-8333-3b9af76e616d HTTP/1.1" status: 204 len: 168 time: 1.2484374 Apr 12 00:25:44.427374 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628df5fc-b408-4fc8-9a61-9032ce730278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277938e2-ab91-456e-8333-3b9af76e616d,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:25:44.597277 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a921b36-f8b8-4295-bcb0-9b4e1a81c4cd admin admin] Network 1ee4ba18-669f-44db-9087-b0bd886e30c9 is already hosted by enough agents. {{(pid=114859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:25:44.625372 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.base_scheduler [None req-6a921b36-f8b8-4295-bcb0-9b4e1a81c4cd admin admin] Resources bound (agent type, host, resource id): {{(pid=114859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:25:44.629873 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a921b36-f8b8-4295-bcb0-9b4e1a81c4cd admin admin] Received port after_create {{(pid=114859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:25:44.630389 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-6a921b36-f8b8-4295-bcb0-9b4e1a81c4cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586209'] for router_interface (b66e004c-97b5-4333-aacd-0dd256f7f56f), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:44.777830 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-c494a4f0-ec47-4b4c-bc52-4acc9eda4778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (d3fb0dde-5c40-4fca-80b5-61326157311c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:44.841450 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Current status of the port 61a64e4a-6861-4369-8e2f-ef17f5f6af16 is: DOWN; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:25:44.849000 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (61a64e4a-6861-4369-8e2f-ef17f5f6af16), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:44.854441 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-3e88592b-f02c-42b7-b41a-213d2539fd9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1586386'] for router (24b77afa-d5cd-4064-a2c9-053958a7fbbb), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:44.854943 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a921b36-f8b8-4295-bcb0-9b4e1a81c4cd admin admin] Pushing event updated for resources: {'Port': ['ID=2ca65d7a-78cd-441a-b64b-83ef86f9fba1,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:25:44.950798 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] For port 61a64e4a-6861-4369-8e2f-ef17f5f6af16, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=61a64e4a-6861-4369-8e2f-ef17f5f6af16,segment=NetworkSegment(45a4c36b-a669-4a7f-a3e9-c2d676175ec7),segment_id=45a4c36b-a669-4a7f-a3e9-c2d676175ec7)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:25:44.962173 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (61a64e4a-6861-4369-8e2f-ef17f5f6af16), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:44.972909 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 51958) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:25:45.268481 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-5673bbe5-85a8-4060-b767-7dbe19683b65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:45.294202 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Pushing event updated for resources: {'Port': ['ID=61a64e4a-6861-4369-8e2f-ef17f5f6af16,revision_number=4']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:25:45.310703 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-39491d36-dc8b-442a-acb6-373d32d48ef5 None None] Provisioning complete for port 2ca65d7a-78cd-441a-b64b-83ef86f9fba1 triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:25:45.311101 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-39491d36-dc8b-442a-acb6-373d32d48ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (2ca65d7a-78cd-441a-b64b-83ef86f9fba1), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:45.343924 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [req-9ad5c813-9caa-41e0-ad80-c48659103530 req-053ce656-2cca-40b3-b0f1-4f9898e0d401 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114860) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 00:25:45.354134 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-9ad5c813-9caa-41e0-ad80-c48659103530 req-053ce656-2cca-40b3-b0f1-4f9898e0d401 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7386749 Apr 12 00:25:45.465828 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfc8337-5d0b-458f-a03d-56f7457ab557 None None] Network d9c3b5d9-2a62-4930-bf1a-06e919287728 requested from dv-cinder-836252-3-iscsi {{(pid=114861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:25:45.527321 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-39491d36-dc8b-442a-acb6-373d32d48ef5 None None] Port 2ca65d7a-78cd-441a-b64b-83ef86f9fba1 cannot update to ACTIVE because it is not bound. {{(pid=114861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:25:45.591355 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 51976) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:25:45.667373 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-190bf144-478d-407f-bd28-ce3aa684cb62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:45.695005 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-c76496ec-fcc3-4615-be7b-21140d2fa79c None None] Provisioning complete for port b0006a4a-7a62-47ed-b029-8232e555336c triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:25:45.695471 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-c76496ec-fcc3-4615-be7b-21140d2fa79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (b0006a4a-7a62-47ed-b029-8232e555336c), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:45.715486 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e88592b-f02c-42b7-b41a-213d2539fd9a admin admin] Router 24b77afa-d5cd-4064-a2c9-053958a7fbbb is scheduled to L3 agent d3fb0dde-5c40-4fca-80b5-61326157311c with binding_index 1 {{(pid=114860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 00:25:45.754232 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11095d4-0bdf-4656-94aa-8780ff30f557 None None] Network 5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4 requested from dv-cinder-836252-3-iscsi {{(pid=114861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:25:45.776511 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-9ad5c813-9caa-41e0-ad80-c48659103530 req-1ff901cf-c1f1-4724-835f-eed1ae2d99d5 service neutron] 10.222.0.32 "GET /v2.0/networks/6f42048f-da04-4010-bcf3-b5662a084b21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4214797 Apr 12 00:25:45.817071 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-cfbfebc4-d964-41f7-a6ef-305ff3ca0b3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1586386'] for router (91721c3e-9320-4063-bd5f-37a055cc06ce), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:45.871038 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-c76496ec-fcc3-4615-be7b-21140d2fa79c None None] Current status of the port b0006a4a-7a62-47ed-b029-8232e555336c is: DOWN; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:25:45.872226 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-c76496ec-fcc3-4615-be7b-21140d2fa79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (b0006a4a-7a62-47ed-b029-8232e555336c), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:45.879174 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-6a921b36-f8b8-4295-bcb0-9b4e1a81c4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (2ca65d7a-78cd-441a-b64b-83ef86f9fba1), before_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:45.980591 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-c76496ec-fcc3-4615-be7b-21140d2fa79c None None] For port b0006a4a-7a62-47ed-b029-8232e555336c, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=b0006a4a-7a62-47ed-b029-8232e555336c,segment=NetworkSegment(fd63afde-b6e3-4288-8882-e1cea57d1a20),segment_id=fd63afde-b6e3-4288-8882-e1cea57d1a20)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:25:45.988295 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-c76496ec-fcc3-4615-be7b-21140d2fa79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (b0006a4a-7a62-47ed-b029-8232e555336c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:46.042173 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76496ec-fcc3-4615-be7b-21140d2fa79c None None] Pushing event updated for resources: {'Port': ['ID=b0006a4a-7a62-47ed-b029-8232e555336c,revision_number=3']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:25:46.105362 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 61a64e4a-6861-4369-8e2f-ef17f5f6af16 up at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:25:46.112195 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-190bf144-478d-407f-bd28-ce3aa684cb62 admin admin] Publish callbacks [] for security_group (a0372653-2bff-4524-be87-f9078049b597), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:46.123608 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-190bf144-478d-407f-bd28-ce3aa684cb62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (a0372653-2bff-4524-be87-f9078049b597), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:46.154032 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-9ad5c813-9caa-41e0-ad80-c48659103530 req-0f6d7859-b1d6-4a63-94de-a7a7d206b509 service neutron] 10.222.0.32 "GET /v2.0/networks/6f42048f-da04-4010-bcf3-b5662a084b21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003550 Apr 12 00:25:46.171709 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-5673bbe5-85a8-4060-b767-7dbe19683b65 admin admin] Publish callbacks [] for security_group (41e32785-9178-462f-a640-b735b020e6d0), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:46.172300 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-92aab5bf-590e-4dab-9ac1-edc30146d55f None None] Provisioning complete for port 449a97ae-0143-44da-816b-ced286ba0859 triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:25:46.172823 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-92aab5bf-590e-4dab-9ac1-edc30146d55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (449a97ae-0143-44da-816b-ced286ba0859), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:46.199880 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-5673bbe5-85a8-4060-b767-7dbe19683b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (41e32785-9178-462f-a640-b735b020e6d0), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:46.201829 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e88592b-f02c-42b7-b41a-213d2539fd9a admin admin] Notify agent at l3_agent.dv-cinder-836252-3-iscsi the message routers_updated {{(pid=114860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:25:46.237082 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f57117-8f13-4c1a-ae31-95ca7eb9b5fa None None] Sync routers for ids ['24b77afa-d5cd-4064-a2c9-053958a7fbbb'] in dv-cinder-836252-3-iscsi {{(pid=114861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:25:46.240960 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d4423688-5a44-44f3-a132-81f2c9b6cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (af38becd-82ff-4144-8f94-74de975161ca), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:46.265550 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-190bf144-478d-407f-bd28-ce3aa684cb62 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=22ea7e95ab024b8ca5274e768598e674&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6928535 Apr 12 00:25:46.266735 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Provisioning complete for port 61a64e4a-6861-4369-8e2f-ef17f5f6af16 triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:25:46.267129 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (61a64e4a-6861-4369-8e2f-ef17f5f6af16), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:46.270905 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 51978) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:25:46.281933 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190bf144-478d-407f-bd28-ce3aa684cb62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0372653-2bff-4524-be87-f9078049b597,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:25:46.299820 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-3e88592b-f02c-42b7-b41a-213d2539fd9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:46.302079 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-3e88592b-f02c-42b7-b41a-213d2539fd9a admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.8661499 Apr 12 00:25:46.311874 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f57117-8f13-4c1a-ae31-95ca7eb9b5fa None None] Routers {'24b77afa-d5cd-4064-a2c9-053958a7fbbb'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:25:46.312727 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-a8f57117-8f13-4c1a-ae31-95ca7eb9b5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:25:45Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['24b77afa-d5cd-4064-a2c9-053958a7fbbb'], 'active': True} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:25:46.313099 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 51980) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:25:46.326303 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-5673bbe5-85a8-4060-b767-7dbe19683b65 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f3d0afd3173b43a0845a62b2f6b3e6ad&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3500946 Apr 12 00:25:46.362887 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5673bbe5-85a8-4060-b767-7dbe19683b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e32785-9178-462f-a640-b735b020e6d0,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:25:46.373077 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 51982) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:25:46.401557 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfbfebc4-d964-41f7-a6ef-305ff3ca0b3d admin admin] Router 91721c3e-9320-4063-bd5f-37a055cc06ce is scheduled to L3 agent d3fb0dde-5c40-4fca-80b5-61326157311c with binding_index 1 {{(pid=114859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 00:25:46.446482 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvr_db [None req-a8f57117-8f13-4c1a-ae31-95ca7eb9b5fa None None] Set router 24b77afa-d5cd-4064-a2c9-053958a7fbbb gateway port host: dv-cinder-836252-3-iscsi {{(pid=114861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:25:46.573826 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-9e8c9121-4514-4283-bf67-79cf482ac115 admin admin] Publish callbacks [] for security_group (a0372653-2bff-4524-be87-f9078049b597), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:46.582301 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 52000) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:25:46.588157 dv-cinder-836252-3-iscsi neutron-server[114859]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 12 00:25:46.696352 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0fa577db-2ebe-49dc-bb56-665130c92bd8 req-9d63c6cc-d8dc-42f9-ae45-09059102030c tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] 10.222.0.32 "GET /v2.0/ports?device_id=514dbc1c-8df0-4bf2-96db-5911d4bdb52c HTTP/1.1" status: 200 len: 210 time: 0.1108718 Apr 12 00:25:46.717372 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-9e8c9121-4514-4283-bf67-79cf482ac115 admin admin] Publish callbacks [] for security_group (a0372653-2bff-4524-be87-f9078049b597), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:46.722099 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-1537e3f6-706c-4cf1-8f8c-bb897fb70047 admin admin] Publish callbacks [] for security_group (41e32785-9178-462f-a640-b735b020e6d0), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:46.781720 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-6a921b36-f8b8-4295-bcb0-9b4e1a81c4cd admin admin] Publish callbacks [] for port (2ca65d7a-78cd-441a-b64b-83ef86f9fba1), precommit_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:46.793206 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-1537e3f6-706c-4cf1-8f8c-bb897fb70047 admin admin] Publish callbacks [] for security_group (41e32785-9178-462f-a640-b735b020e6d0), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:46.794095 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Current status of the port 61a64e4a-6861-4369-8e2f-ef17f5f6af16 is: ACTIVE; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:25:46.795377 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 449a97ae-0143-44da-816b-ced286ba0859 up at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:25:46.803420 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-6a921b36-f8b8-4295-bcb0-9b4e1a81c4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (2ca65d7a-78cd-441a-b64b-83ef86f9fba1), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:46.804409 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-6a921b36-f8b8-4295-bcb0-9b4e1a81c4cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586577'] for router_interface (b66e004c-97b5-4333-aacd-0dd256f7f56f), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:46.826654 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfbfebc4-d964-41f7-a6ef-305ff3ca0b3d admin admin] Notify agent at l3_agent.dv-cinder-836252-3-iscsi the message routers_updated {{(pid=114859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:25:46.839270 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe681c4-73a8-4b46-8602-3fe371466ea8 None None] Sync routers for ids ['91721c3e-9320-4063-bd5f-37a055cc06ce'] in dv-cinder-836252-3-iscsi {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:25:46.866229 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe681c4-73a8-4b46-8602-3fe371466ea8 None None] Routers {'91721c3e-9320-4063-bd5f-37a055cc06ce'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:25:46.866913 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-6fe681c4-73a8-4b46-8602-3fe371466ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:25:45Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['91721c3e-9320-4063-bd5f-37a055cc06ce'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:25:46.894344 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-92aab5bf-590e-4dab-9ac1-edc30146d55f None None] Current status of the port 449a97ae-0143-44da-816b-ced286ba0859 is: DOWN; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:25:46.895841 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-92aab5bf-590e-4dab-9ac1-edc30146d55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (449a97ae-0143-44da-816b-ced286ba0859), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:46.923705 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-cfbfebc4-d964-41f7-a6ef-305ff3ca0b3d admin admin] Publish callbacks [] for router (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:46.925327 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-cfbfebc4-d964-41f7-a6ef-305ff3ca0b3d admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.8158066 Apr 12 00:25:46.970017 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 52020) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:25:46.974002 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-a8f57117-8f13-4c1a-ae31-95ca7eb9b5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b77afa-d5cd-4064-a2c9-053958a7fbbb', 'name': 'tempest-AttachVolumeTestJSON-1374726220-router', 'tenant_id': 'c08909d19c8341c5b47846b0cee54fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '054df76d-ea79-4f02-bdc5-f977c0175bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:25:40Z', 'updated_at': '2022-04-12T00:25:43Z', 'revision_number': 3, 'project_id': 'c08909d19c8341c5b47846b0cee54fd8', 'gw_port': {'id': '054df76d-ea79-4f02-bdc5-f977c0175bc3', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:40:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b77afa-d5cd-4064-a2c9-053958a7fbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:41Z', 'updated_at': '2022-04-12T00:25:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi'}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:25:46.992715 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a921b36-f8b8-4295-bcb0-9b4e1a81c4cd admin admin] Pushing event updated for resources: {'Port': ['ID=2ca65d7a-78cd-441a-b64b-83ef86f9fba1,revision_number=2']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:25:47.023822 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f57117-8f13-4c1a-ae31-95ca7eb9b5fa None None] Checking router: 24b77afa-d5cd-4064-a2c9-053958a7fbbb for host: dv-cinder-836252-3-iscsi {{(pid=114861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:25:47.024227 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f57117-8f13-4c1a-ae31-95ca7eb9b5fa None None] Updating router 24b77afa-d5cd-4064-a2c9-053958a7fbbb port 054df76d-ea79-4f02-bdc5-f977c0175bc3 binding host dv-cinder-836252-3-iscsi {{(pid=114861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 00:25:47.067649 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Provisioning complete for port 449a97ae-0143-44da-816b-ced286ba0859 triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:25:47.067649 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (449a97ae-0143-44da-816b-ced286ba0859), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:47.067804 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-9e8c9121-4514-4283-bf67-79cf482ac115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (a0372653-2bff-4524-be87-f9078049b597), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:47.070124 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-9e8c9121-4514-4283-bf67-79cf482ac115 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:47.073583 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-9e8c9121-4514-4283-bf67-79cf482ac115 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a0372653-2bff-4524-be87-f9078049b597 HTTP/1.1" status: 204 len: 168 time: 0.7947834 Apr 12 00:25:47.094179 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8c9121-4514-4283-bf67-79cf482ac115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0372653-2bff-4524-be87-f9078049b597,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:25:47.147612 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-1537e3f6-706c-4cf1-8f8c-bb897fb70047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (41e32785-9178-462f-a640-b735b020e6d0), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:47.150339 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-1537e3f6-706c-4cf1-8f8c-bb897fb70047 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:47.151719 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-1537e3f6-706c-4cf1-8f8c-bb897fb70047 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/41e32785-9178-462f-a640-b735b020e6d0 HTTP/1.1" status: 204 len: 168 time: 0.7777007 Apr 12 00:25:47.169875 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1537e3f6-706c-4cf1-8f8c-bb897fb70047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e32785-9178-462f-a640-b735b020e6d0,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:25:47.170035 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-6fe681c4-73a8-4b46-8602-3fe371466ea8 None None] Set router 91721c3e-9320-4063-bd5f-37a055cc06ce gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:25:47.189008 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a921b36-f8b8-4295-bcb0-9b4e1a81c4cd admin admin] Network 1ee4ba18-669f-44db-9087-b0bd886e30c9 is already hosted by enough agents. {{(pid=114859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:25:47.191725 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.base_scheduler [None req-6a921b36-f8b8-4295-bcb0-9b4e1a81c4cd admin admin] Resources bound (agent type, host, resource id): {{(pid=114859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:25:47.193764 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-92aab5bf-590e-4dab-9ac1-edc30146d55f None None] For port 449a97ae-0143-44da-816b-ced286ba0859, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=449a97ae-0143-44da-816b-ced286ba0859,segment=NetworkSegment(5e9db55b-3d4f-451e-b201-3ff40da203e0),segment_id=5e9db55b-3d4f-451e-b201-3ff40da203e0)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:25:47.265009 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-92aab5bf-590e-4dab-9ac1-edc30146d55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (449a97ae-0143-44da-816b-ced286ba0859), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:47.437830 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aab5bf-590e-4dab-9ac1-edc30146d55f None None] Pushing event updated for resources: {'Port': ['ID=449a97ae-0143-44da-816b-ced286ba0859,revision_number=3']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:25:47.448952 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-a8f57117-8f13-4c1a-ae31-95ca7eb9b5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (054df76d-ea79-4f02-bdc5-f977c0175bc3), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:47.608846 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-f5887b20-9057-4445-b968-f7c0f8683683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:47.679316 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Current status of the port 449a97ae-0143-44da-816b-ced286ba0859 is: ACTIVE; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:25:47.684504 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device b0006a4a-7a62-47ed-b029-8232e555336c up at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:25:47.690427 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-fc47434d-9251-4c8d-96e6-ffe35c3f67af None None] Provisioning complete for port 449a97ae-0143-44da-816b-ced286ba0859 triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:25:47.692124 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-fc47434d-9251-4c8d-96e6-ffe35c3f67af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (449a97ae-0143-44da-816b-ced286ba0859), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:47.701887 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a921b36-f8b8-4295-bcb0-9b4e1a81c4cd admin admin] Router b66e004c-97b5-4333-aacd-0dd256f7f56f has already been hosted by L3 agent d3fb0dde-5c40-4fca-80b5-61326157311c {{(pid=114859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:25:47.886470 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-6fe681c4-73a8-4b46-8602-3fe371466ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91721c3e-9320-4063-bd5f-37a055cc06ce', 'name': 'tempest-ServerRescueNegativeTestJSON-1051460631-router', 'tenant_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'e414a36b-4af7-49f0-b141-e81f87a4c67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:25:41Z', 'updated_at': '2022-04-12T00:25:43Z', 'revision_number': 3, 'project_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'gw_port': {'id': 'e414a36b-4af7-49f0-b141-e81f87a4c67d', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:91:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91721c3e-9320-4063-bd5f-37a055cc06ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:42Z', 'updated_at': '2022-04-12T00:25:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi'}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:25:48.160036 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe681c4-73a8-4b46-8602-3fe371466ea8 None None] Checking router: 91721c3e-9320-4063-bd5f-37a055cc06ce for host: dv-cinder-836252-3-iscsi {{(pid=114862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:25:48.160586 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe681c4-73a8-4b46-8602-3fe371466ea8 None None] Updating router 91721c3e-9320-4063-bd5f-37a055cc06ce port e414a36b-4af7-49f0-b141-e81f87a4c67d binding host dv-cinder-836252-3-iscsi {{(pid=114862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 00:25:48.199659 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron_lib.callbacks.manager [None req-6fe681c4-73a8-4b46-8602-3fe371466ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (e414a36b-4af7-49f0-b141-e81f87a4c67d), before_update {{(pid=114862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:48.252299 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-be9ea9f3-6c7c-4887-ad09-badb35df740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (738aa052-ee84-4bd1-913b-ee7149597f8f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:48.274081 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.db.db_base_plugin_common [None req-f5887b20-9057-4445-b968-f7c0f8683683 admin admin] Allocated IP 172.20.0.1 (5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4/2d5e30fe-6eb4-42f7-a751-8d6f0006a016/3440c56b-3a61-422d-a3c6-af5bd29f6b05) {{(pid=114860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:25:48.457261 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Provisioning complete for port b0006a4a-7a62-47ed-b029-8232e555336c triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:25:48.457809 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (b0006a4a-7a62-47ed-b029-8232e555336c), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:48.560092 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-f5887b20-9057-4445-b968-f7c0f8683683 admin admin] Publish callbacks [] for port (3440c56b-3a61-422d-a3c6-af5bd29f6b05), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:48.579919 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-15e398ce-5001-477e-8ef7-dcbdfb6fc468 req-72a6be1c-ed63-410d-a257-765d38a3f0ea tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] 10.222.0.32 "GET /v2.0/ports?device_id=514dbc1c-8df0-4bf2-96db-5911d4bdb52c HTTP/1.1" status: 200 len: 210 time: 0.7498121 Apr 12 00:25:48.633027 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-f5887b20-9057-4445-b968-f7c0f8683683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360'] for port (3440c56b-3a61-422d-a3c6-af5bd29f6b05), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:48.684849 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-fc47434d-9251-4c8d-96e6-ffe35c3f67af None None] Current status of the port 449a97ae-0143-44da-816b-ced286ba0859 is: ACTIVE; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:25:48.705080 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a921b36-f8b8-4295-bcb0-9b4e1a81c4cd admin admin] Notify agent at l3_agent.dv-cinder-836252-3-iscsi the message routers_updated {{(pid=114859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:25:48.719636 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5887b20-9057-4445-b968-f7c0f8683683 admin admin] Pushing event updated for resources: {'Port': ['ID=3440c56b-3a61-422d-a3c6-af5bd29f6b05,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:25:48.728362 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d32fc7b-05e7-4fca-9ff8-8c2c44e71201 None None] Sync routers for ids ['b66e004c-97b5-4333-aacd-0dd256f7f56f'] in dv-cinder-836252-3-iscsi {{(pid=114861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:25:48.730174 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-6a921b36-f8b8-4295-bcb0-9b4e1a81c4cd admin admin] 10.222.0.32 "PUT /v2.0/routers/b66e004c-97b5-4333-aacd-0dd256f7f56f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8981543 Apr 12 00:25:48.740414 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5887b20-9057-4445-b968-f7c0f8683683 admin admin] Network 5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4 is already hosted by enough agents. {{(pid=114860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:25:48.751835 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.base_scheduler [None req-f5887b20-9057-4445-b968-f7c0f8683683 admin admin] Resources bound (agent type, host, resource id): {{(pid=114860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:25:48.754270 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5887b20-9057-4445-b968-f7c0f8683683 admin admin] Received port after_create {{(pid=114860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:25:48.754861 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-f5887b20-9057-4445-b968-f7c0f8683683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586209'] for router_interface (24b77afa-d5cd-4064-a2c9-053958a7fbbb), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:48.894780 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-a8f57117-8f13-4c1a-ae31-95ca7eb9b5fa None None] Publish callbacks [] for port (054df76d-ea79-4f02-bdc5-f977c0175bc3), precommit_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:48.904661 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-fc47434d-9251-4c8d-96e6-ffe35c3f67af None None] Provisioning complete for port b0006a4a-7a62-47ed-b029-8232e555336c triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:25:48.905057 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-fc47434d-9251-4c8d-96e6-ffe35c3f67af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (b0006a4a-7a62-47ed-b029-8232e555336c), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:48.909433 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-a8f57117-8f13-4c1a-ae31-95ca7eb9b5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (054df76d-ea79-4f02-bdc5-f977c0175bc3), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:49.014044 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d40732-656e-46ff-82fe-1b84d4884b58 None None] Pushing event updated for resources: {'Port': ['ID=054df76d-ea79-4f02-bdc5-f977c0175bc3,revision_number=2']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:25:49.072845 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Current status of the port b0006a4a-7a62-47ed-b029-8232e555336c is: ACTIVE; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:25:49.076366 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d32fc7b-05e7-4fca-9ff8-8c2c44e71201 None None] Routers {'b66e004c-97b5-4333-aacd-0dd256f7f56f'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:25:49.077640 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-4d32fc7b-05e7-4fca-9ff8-8c2c44e71201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:25:45Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['b66e004c-97b5-4333-aacd-0dd256f7f56f'], 'active': True} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:25:49.118644 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-dfc9c9b7-799f-44a9-8885-f2b7c75554e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:49.297639 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvr_db [None req-4d32fc7b-05e7-4fca-9ff8-8c2c44e71201 None None] Set router b66e004c-97b5-4333-aacd-0dd256f7f56f gateway port host: dv-cinder-836252-3-iscsi {{(pid=114861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:25:49.437141 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron_lib.callbacks.manager [None req-6fe681c4-73a8-4b46-8602-3fe371466ea8 None None] Publish callbacks [] for port (e414a36b-4af7-49f0-b141-e81f87a4c67d), precommit_update {{(pid=114862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:49.445489 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron_lib.callbacks.manager [None req-6fe681c4-73a8-4b46-8602-3fe371466ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (e414a36b-4af7-49f0-b141-e81f87a4c67d), after_update {{(pid=114862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:49.553628 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a04cbc-58fa-442a-b88c-6d62d66bbd2b None None] Pushing event updated for resources: {'Port': ['ID=e414a36b-4af7-49f0-b141-e81f87a4c67d,revision_number=2']} {{(pid=114862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:25:49.565258 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 449a97ae-0143-44da-816b-ced286ba0859 up at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:25:49.568415 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (f9a21fd4-36f2-4826-890e-da332e228edf), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:49.583969 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.db_base_plugin_common [None req-dfc9c9b7-799f-44a9-8885-f2b7c75554e9 admin admin] Allocated IP 172.20.0.1 (d9c3b5d9-2a62-4930-bf1a-06e919287728/7f76de51-1250-4e78-bc34-31fbaa8ccdf7/7a82a6ed-1029-4c84-94ac-401d26f7ba63) {{(pid=114859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:25:49.597338 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.managers [None req-6fe681c4-73a8-4b46-8602-3fe371466ea8 None None] Attempting to bind port e414a36b-4af7-49f0-b141-e81f87a4c67d on host dv-cinder-836252-3-iscsi for vnic_type normal with profile {{(pid=114862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:25:49.598531 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.managers [None req-6fe681c4-73a8-4b46-8602-3fe371466ea8 None None] Attempting to bind port e414a36b-4af7-49f0-b141-e81f87a4c67d by drivers openvswitch,hyperv on host dv-cinder-836252-3-iscsi at level 0 using segments [{'id': '45a4c36b-a669-4a7f-a3e9-c2d676175ec7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7'}] {{(pid=114862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:25:49.600034 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe681c4-73a8-4b46-8602-3fe371466ea8 None None] Attempting to bind port e414a36b-4af7-49f0-b141-e81f87a4c67d on network 1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7 {{(pid=114862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:25:49.610602 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe681c4-73a8-4b46-8602-3fe371466ea8 None None] Checking agent: {'id': 'f9a21fd4-36f2-4826-890e-da332e228edf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836252-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 0, 17, 19), 'started_at': datetime.datetime(2022, 4, 12, 0, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836252-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:25:49.610902 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe681c4-73a8-4b46-8602-3fe371466ea8 None None] Checking segment: {'id': '45a4c36b-a669-4a7f-a3e9-c2d676175ec7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:25:49.611351 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron_lib.callbacks.manager [None req-6fe681c4-73a8-4b46-8602-3fe371466ea8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:49.611745 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe681c4-73a8-4b46-8602-3fe371466ea8 None None] Bound using segment: {'id': '45a4c36b-a669-4a7f-a3e9-c2d676175ec7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7'} {{(pid=114862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:25:49.612363 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.managers [None req-6fe681c4-73a8-4b46-8602-3fe371466ea8 None None] Bound port: e414a36b-4af7-49f0-b141-e81f87a4c67d, host: dv-cinder-836252-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45a4c36b-a669-4a7f-a3e9-c2d676175ec7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7'}}] {{(pid=114862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:25:49.612746 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron_lib.callbacks.manager [None req-6fe681c4-73a8-4b46-8602-3fe371466ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (e414a36b-4af7-49f0-b141-e81f87a4c67d), before_update {{(pid=114862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:49.650171 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-f5887b20-9057-4445-b968-f7c0f8683683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (3440c56b-3a61-422d-a3c6-af5bd29f6b05), before_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:49.672894 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-4d32fc7b-05e7-4fca-9ff8-8c2c44e71201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66e004c-97b5-4333-aacd-0dd256f7f56f', 'name': 'tempest-AttachVolumeShelveTestJSON-1879484040-router', 'tenant_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '61a64e4a-6861-4369-8e2f-ef17f5f6af16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:25:37Z', 'updated_at': '2022-04-12T00:25:45Z', 'revision_number': 4, 'project_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'gw_port': {'id': '61a64e4a-6861-4369-8e2f-ef17f5f6af16', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66e004c-97b5-4333-aacd-0dd256f7f56f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:38Z', 'updated_at': '2022-04-12T00:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': '2ca65d7a-78cd-441a-b64b-83ef86f9fba1', 'name': '', 'network_id': '1ee4ba18-669f-44db-9087-b0bd886e30c9', 'tenant_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'mac_address': 'fa:16:3e:0c:0d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b66e004c-97b5-4333-aacd-0dd256f7f56f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5e83a63b-8739-41ae-aeb4-59d49ec2e5b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:42Z', 'updated_at': '2022-04-12T00:25:46Z', 'revision_number': 2, 'project_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'subnets': [{'id': '5e83a63b-8739-41ae-aeb4-59d49ec2e5b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:25:49.706079 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d32fc7b-05e7-4fca-9ff8-8c2c44e71201 None None] Checking router: b66e004c-97b5-4333-aacd-0dd256f7f56f for host: dv-cinder-836252-3-iscsi {{(pid=114861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:25:49.706482 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d32fc7b-05e7-4fca-9ff8-8c2c44e71201 None None] Updating router b66e004c-97b5-4333-aacd-0dd256f7f56f port 2ca65d7a-78cd-441a-b64b-83ef86f9fba1 binding host dv-cinder-836252-3-iscsi {{(pid=114861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 00:25:49.739001 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-4d32fc7b-05e7-4fca-9ff8-8c2c44e71201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (2ca65d7a-78cd-441a-b64b-83ef86f9fba1), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:49.752687 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.managers [None req-a8f57117-8f13-4c1a-ae31-95ca7eb9b5fa None None] Attempting to bind port 054df76d-ea79-4f02-bdc5-f977c0175bc3 on host dv-cinder-836252-3-iscsi for vnic_type normal with profile {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:25:49.753057 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.managers [None req-a8f57117-8f13-4c1a-ae31-95ca7eb9b5fa None None] Attempting to bind port 054df76d-ea79-4f02-bdc5-f977c0175bc3 by drivers openvswitch,hyperv on host dv-cinder-836252-3-iscsi at level 0 using segments [{'id': '45a4c36b-a669-4a7f-a3e9-c2d676175ec7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7'}] {{(pid=114861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:25:49.753419 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f57117-8f13-4c1a-ae31-95ca7eb9b5fa None None] Attempting to bind port 054df76d-ea79-4f02-bdc5-f977c0175bc3 on network 1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7 {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:25:49.814692 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.db [None req-6fe681c4-73a8-4b46-8602-3fe371466ea8 None None] For port e414a36b-4af7-49f0-b141-e81f87a4c67d, host dv-cinder-836252-3-iscsi, cleared binding levels {{(pid=114862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:25:49.822113 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.db [None req-6fe681c4-73a8-4b46-8602-3fe371466ea8 None None] For port e414a36b-4af7-49f0-b141-e81f87a4c67d, host dv-cinder-836252-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=e414a36b-4af7-49f0-b141-e81f87a4c67d,segment=NetworkSegment(45a4c36b-a669-4a7f-a3e9-c2d676175ec7),segment_id=45a4c36b-a669-4a7f-a3e9-c2d676175ec7)] {{(pid=114862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:25:49.838956 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron_lib.callbacks.manager [None req-6fe681c4-73a8-4b46-8602-3fe371466ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (e414a36b-4af7-49f0-b141-e81f87a4c67d), after_update {{(pid=114862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:49.940242 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-dfc9c9b7-799f-44a9-8885-f2b7c75554e9 admin admin] Publish callbacks [] for port (7a82a6ed-1029-4c84-94ac-401d26f7ba63), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:50.046332 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe681c4-73a8-4b46-8602-3fe371466ea8 None None] Routers {'91721c3e-9320-4063-bd5f-37a055cc06ce'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:25:50.049758 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-6fe681c4-73a8-4b46-8602-3fe371466ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:25:45Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['91721c3e-9320-4063-bd5f-37a055cc06ce'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:25:50.136632 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.52', 57435) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:25:50.159411 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f57117-8f13-4c1a-ae31-95ca7eb9b5fa None None] Checking agent: {'id': 'f9a21fd4-36f2-4826-890e-da332e228edf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836252-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 0, 17, 19), 'started_at': datetime.datetime(2022, 4, 12, 0, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836252-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:25:50.159788 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f57117-8f13-4c1a-ae31-95ca7eb9b5fa None None] Checking segment: {'id': '45a4c36b-a669-4a7f-a3e9-c2d676175ec7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:25:50.160970 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-a8f57117-8f13-4c1a-ae31-95ca7eb9b5fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:50.161380 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f57117-8f13-4c1a-ae31-95ca7eb9b5fa None None] Bound using segment: {'id': '45a4c36b-a669-4a7f-a3e9-c2d676175ec7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7'} {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:25:50.162793 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.managers [None req-a8f57117-8f13-4c1a-ae31-95ca7eb9b5fa None None] Bound port: 054df76d-ea79-4f02-bdc5-f977c0175bc3, host: dv-cinder-836252-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45a4c36b-a669-4a7f-a3e9-c2d676175ec7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7'}}] {{(pid=114861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:25:50.163177 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-a8f57117-8f13-4c1a-ae31-95ca7eb9b5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (054df76d-ea79-4f02-bdc5-f977c0175bc3), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:50.213698 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-35f955bf-3573-4ee6-aa7f-fb62bf3490bf req-b939510c-43ae-4bc2-a4ab-b4457957fd9b tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] 10.222.0.32 "GET /v2.0/ports?device_id=514dbc1c-8df0-4bf2-96db-5911d4bdb52c HTTP/1.1" status: 200 len: 210 time: 0.1895564 Apr 12 00:25:50.259176 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-f5887b20-9057-4445-b968-f7c0f8683683 admin admin] Publish callbacks [] for port (3440c56b-3a61-422d-a3c6-af5bd29f6b05), precommit_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:50.273751 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-f5887b20-9057-4445-b968-f7c0f8683683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (3440c56b-3a61-422d-a3c6-af5bd29f6b05), after_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:50.278223 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-f5887b20-9057-4445-b968-f7c0f8683683 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586577'] for router_interface (24b77afa-d5cd-4064-a2c9-053958a7fbbb), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:50.357122 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-a8f57117-8f13-4c1a-ae31-95ca7eb9b5fa None None] For port 054df76d-ea79-4f02-bdc5-f977c0175bc3, host dv-cinder-836252-3-iscsi, cleared binding levels {{(pid=114861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:25:50.362211 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-dfc9c9b7-799f-44a9-8885-f2b7c75554e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360'] for port (7a82a6ed-1029-4c84-94ac-401d26f7ba63), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:50.381302 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-a8f57117-8f13-4c1a-ae31-95ca7eb9b5fa None None] For port 054df76d-ea79-4f02-bdc5-f977c0175bc3, host dv-cinder-836252-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=054df76d-ea79-4f02-bdc5-f977c0175bc3,segment=NetworkSegment(45a4c36b-a669-4a7f-a3e9-c2d676175ec7),segment_id=45a4c36b-a669-4a7f-a3e9-c2d676175ec7)] {{(pid=114861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:25:50.382107 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-6fe681c4-73a8-4b46-8602-3fe371466ea8 None None] Set router 91721c3e-9320-4063-bd5f-37a055cc06ce gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:25:50.423900 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-a8f57117-8f13-4c1a-ae31-95ca7eb9b5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (054df76d-ea79-4f02-bdc5-f977c0175bc3), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:50.453938 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5887b20-9057-4445-b968-f7c0f8683683 admin admin] Pushing event updated for resources: {'Port': ['ID=3440c56b-3a61-422d-a3c6-af5bd29f6b05,revision_number=2']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:25:50.528538 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 52178) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:25:50.538497 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-51524df2-f397-4053-aaec-631832524056 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Request body: {'security_group': {'name': 'tempest-securitygroup--947064581', 'description': 'tempest-description--1482554082'}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:25:50.560298 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc9c9b7-799f-44a9-8885-f2b7c75554e9 admin admin] Network d9c3b5d9-2a62-4930-bf1a-06e919287728 is already hosted by enough agents. {{(pid=114859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:25:50.619332 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-51524df2-f397-4053-aaec-631832524056 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks [] for security_group (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:50.659148 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.base_scheduler [None req-dfc9c9b7-799f-44a9-8885-f2b7c75554e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=114859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:25:50.659693 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5887b20-9057-4445-b968-f7c0f8683683 admin admin] Network 5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4 is already hosted by enough agents. {{(pid=114860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:25:50.661479 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.base_scheduler [None req-f5887b20-9057-4445-b968-f7c0f8683683 admin admin] Resources bound (agent type, host, resource id): {{(pid=114860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:25:50.707873 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc9c9b7-799f-44a9-8885-f2b7c75554e9 admin admin] Received port after_create {{(pid=114859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:25:50.708493 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-dfc9c9b7-799f-44a9-8885-f2b7c75554e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586209'] for router_interface (91721c3e-9320-4063-bd5f-37a055cc06ce), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:50.797350 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d40732-656e-46ff-82fe-1b84d4884b58 None None] Pushing event updated for resources: {'Port': ['ID=054df76d-ea79-4f02-bdc5-f977c0175bc3,revision_number=3']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:25:50.820596 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a04cbc-58fa-442a-b88c-6d62d66bbd2b None None] Pushing event updated for resources: {'Port': ['ID=e414a36b-4af7-49f0-b141-e81f87a4c67d,revision_number=3']} {{(pid=114862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:25:50.903014 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-6fe681c4-73a8-4b46-8602-3fe371466ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91721c3e-9320-4063-bd5f-37a055cc06ce', 'name': 'tempest-ServerRescueNegativeTestJSON-1051460631-router', 'tenant_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'e414a36b-4af7-49f0-b141-e81f87a4c67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:25:41Z', 'updated_at': '2022-04-12T00:25:43Z', 'revision_number': 3, 'project_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'gw_port': {'id': 'e414a36b-4af7-49f0-b141-e81f87a4c67d', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:91:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91721c3e-9320-4063-bd5f-37a055cc06ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:42Z', 'updated_at': '2022-04-12T00:25:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi'}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:25:50.920577 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f57117-8f13-4c1a-ae31-95ca7eb9b5fa None None] Routers {'24b77afa-d5cd-4064-a2c9-053958a7fbbb'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:25:50.939736 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-a8f57117-8f13-4c1a-ae31-95ca7eb9b5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:25:45Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['24b77afa-d5cd-4064-a2c9-053958a7fbbb'], 'active': True} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:25:51.004917 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9c9b7-799f-44a9-8885-f2b7c75554e9 admin admin] Pushing event updated for resources: {'Port': ['ID=7a82a6ed-1029-4c84-94ac-401d26f7ba63,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:25:51.022005 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe681c4-73a8-4b46-8602-3fe371466ea8 None None] The sync data for ids ['91721c3e-9320-4063-bd5f-37a055cc06ce'] in dv-cinder-836252-3-iscsi is: [{'id': '91721c3e-9320-4063-bd5f-37a055cc06ce', 'name': 'tempest-ServerRescueNegativeTestJSON-1051460631-router', 'tenant_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'e414a36b-4af7-49f0-b141-e81f87a4c67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:25:41Z', 'updated_at': '2022-04-12T00:25:43Z', 'revision_number': 3, 'project_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'gw_port': {'id': 'e414a36b-4af7-49f0-b141-e81f87a4c67d', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:91:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91721c3e-9320-4063-bd5f-37a055cc06ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:42Z', 'updated_at': '2022-04-12T00:25:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi'}] {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:25:51.096520 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-51524df2-f397-4053-aaec-631832524056 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks [] for security_group (b9a6beb7-04a8-464e-a38b-668a836e6f98), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:51.112713 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-51524df2-f397-4053-aaec-631832524056 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (b9a6beb7-04a8-464e-a38b-668a836e6f98), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:51.167971 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5887b20-9057-4445-b968-f7c0f8683683 admin admin] Router 24b77afa-d5cd-4064-a2c9-053958a7fbbb has already been hosted by L3 agent d3fb0dde-5c40-4fca-80b5-61326157311c {{(pid=114860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:25:51.181390 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-51524df2-f397-4053-aaec-631832524056 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks [] for security_group (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:51.189708 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-51524df2-f397-4053-aaec-631832524056 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6602914 Apr 12 00:25:51.190466 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 52224) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:25:51.198221 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-5ec33991-29a5-4427-83f1-35aa9042ae9b tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Request body: {'security_group_rule': {'security_group_id': 'b9a6beb7-04a8-464e-a38b-668a836e6f98', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:25:51.203793 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5c813-9caa-41e0-ad80-c48659103530 req-1511dcb8-f259-4ef2-a714-9024e92a9865 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:25:51.209516 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-9ad5c813-9caa-41e0-ad80-c48659103530 req-1511dcb8-f259-4ef2-a714-9024e92a9865 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] 10.222.0.52 "GET /v2.0/networks?id=6f42048f-da04-4010-bcf3-b5662a084b21 HTTP/1.1" status: 200 len: 811 time: 1.0658154 Apr 12 00:25:51.239271 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51524df2-f397-4053-aaec-631832524056 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a6beb7-04a8-464e-a38b-668a836e6f98,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:25:51.259617 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Provisioning complete for port 449a97ae-0143-44da-816b-ced286ba0859 triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:25:51.272525 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (449a97ae-0143-44da-816b-ced286ba0859), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:51.315845 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [req-9ad5c813-9caa-41e0-ad80-c48659103530 req-c336eb2e-9c47-4009-993d-48d6818abf58 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] Request body: {'port': {'device_id': '514dbc1c-8df0-4bf2-96db-5911d4bdb52c', 'network_id': '6f42048f-da04-4010-bcf3-b5662a084b21', 'admin_state_up': True, 'tenant_id': 'd3610d0185cf40548de23d406b26a421'}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:25:51.378873 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-5ec33991-29a5-4427-83f1-35aa9042ae9b tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks [] for security_group_rule (a1ff25e1-880e-4c37-8712-7ce6a30b3e1a), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:51.448532 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-281c9ae0-9e4e-408a-907f-fbbad29d493e req-bb21ef9e-e557-4c67-ac3b-cb8e2dc3253c tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] 10.222.0.32 "GET /v2.0/ports?device_id=514dbc1c-8df0-4bf2-96db-5911d4bdb52c HTTP/1.1" status: 200 len: 210 time: 0.0896010 Apr 12 00:25:51.614483 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5887b20-9057-4445-b968-f7c0f8683683 admin admin] Notify agent at l3_agent.dv-cinder-836252-3-iscsi the message routers_updated {{(pid=114860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:25:51.631082 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-4d32fc7b-05e7-4fca-9ff8-8c2c44e71201 None None] Publish callbacks [] for port (2ca65d7a-78cd-441a-b64b-83ef86f9fba1), precommit_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:51.644333 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-f5887b20-9057-4445-b968-f7c0f8683683 admin admin] 10.222.0.32 "PUT /v2.0/routers/24b77afa-d5cd-4064-a2c9-053958a7fbbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3211703 Apr 12 00:25:51.658386 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-5ec33991-29a5-4427-83f1-35aa9042ae9b tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks [] for security_group_rule (a1ff25e1-880e-4c37-8712-7ce6a30b3e1a), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:51.667178 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-5ec33991-29a5-4427-83f1-35aa9042ae9b tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496243'] for security_group_rule (a1ff25e1-880e-4c37-8712-7ce6a30b3e1a), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:51.674089 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-4d32fc7b-05e7-4fca-9ff8-8c2c44e71201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (2ca65d7a-78cd-441a-b64b-83ef86f9fba1), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:51.733895 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec33991-29a5-4427-83f1-35aa9042ae9b tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1ff25e1-880e-4c37-8712-7ce6a30b3e1a,revision_number=0']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:25:51.737063 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-fc47434d-9251-4c8d-96e6-ffe35c3f67af None None] Current status of the port b0006a4a-7a62-47ed-b029-8232e555336c is: ACTIVE; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:25:51.758100 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-5ec33991-29a5-4427-83f1-35aa9042ae9b tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:51.775768 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-5ec33991-29a5-4427-83f1-35aa9042ae9b tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5786614 Apr 12 00:25:51.775855 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 52256) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:25:51.781630 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-c90081ad-9dc3-4577-9c36-3e8e85d6fee3 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Request body: {'security_group_rule': {'security_group_id': 'b9a6beb7-04a8-464e-a38b-668a836e6f98', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:25:51.796789 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-dfc9c9b7-799f-44a9-8885-f2b7c75554e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (7a82a6ed-1029-4c84-94ac-401d26f7ba63), before_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:51.851421 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-c90081ad-9dc3-4577-9c36-3e8e85d6fee3 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks [] for security_group_rule (72f85671-743a-402e-9f12-30cb9f6a6154), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:51.853720 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvr_db [None req-a8f57117-8f13-4c1a-ae31-95ca7eb9b5fa None None] Set router 24b77afa-d5cd-4064-a2c9-053958a7fbbb gateway port host: dv-cinder-836252-3-iscsi {{(pid=114861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:25:51.986823 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ad5c813-9caa-41e0-ad80-c48659103530 req-c336eb2e-9c47-4009-993d-48d6818abf58 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] Made reservation on behalf of d3610d0185cf40548de23d406b26a421 for: {'port': 1} {{(pid=114859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:25:51.991538 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-9ad5c813-9caa-41e0-ad80-c48659103530 req-c336eb2e-9c47-4009-993d-48d6818abf58 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:52.059701 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-c90081ad-9dc3-4577-9c36-3e8e85d6fee3 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks [] for security_group_rule (72f85671-743a-402e-9f12-30cb9f6a6154), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:52.068343 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-c90081ad-9dc3-4577-9c36-3e8e85d6fee3 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496243'] for security_group_rule (72f85671-743a-402e-9f12-30cb9f6a6154), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:52.114004 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90081ad-9dc3-4577-9c36-3e8e85d6fee3 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72f85671-743a-402e-9f12-30cb9f6a6154,revision_number=0']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:25:52.138461 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-c90081ad-9dc3-4577-9c36-3e8e85d6fee3 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:52.146906 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-c90081ad-9dc3-4577-9c36-3e8e85d6fee3 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3694584 Apr 12 00:25:52.156442 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 52278) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:25:52.173143 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Current status of the port 449a97ae-0143-44da-816b-ced286ba0859 is: ACTIVE; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:25:52.178795 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-5aef93b8-dd83-4cd3-a061-de9a3001d79c tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Request body: {'floatingip': {'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7'}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:25:52.187459 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device b0006a4a-7a62-47ed-b029-8232e555336c up at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:25:52.221157 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-34a658d0-0123-454f-8a57-963826b057b7 None None] Provisioning complete for port 7a82a6ed-1029-4c84-94ac-401d26f7ba63 triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:25:52.221549 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-34a658d0-0123-454f-8a57-963826b057b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (7a82a6ed-1029-4c84-94ac-401d26f7ba63), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:52.451751 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b71b91f-bcbe-4448-9aac-e4cdb770b350 None None] Pushing event updated for resources: {'Port': ['ID=2ca65d7a-78cd-441a-b64b-83ef86f9fba1,revision_number=3']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:25:52.616300 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-5aef93b8-dd83-4cd3-a061-de9a3001d79c tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:52.702851 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-dfc9c9b7-799f-44a9-8885-f2b7c75554e9 admin admin] Publish callbacks [] for port (7a82a6ed-1029-4c84-94ac-401d26f7ba63), precommit_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:52.798970 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-dfc9c9b7-799f-44a9-8885-f2b7c75554e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (7a82a6ed-1029-4c84-94ac-401d26f7ba63), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:52.810862 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-dfc9c9b7-799f-44a9-8885-f2b7c75554e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586577'] for router_interface (91721c3e-9320-4063-bd5f-37a055cc06ce), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:52.901698 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 52302) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:25:53.164908 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 52312) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:25:53.195086 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-84d85199-4a3e-4743-80d8-26ed87f04543 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Request body: {'security_group': {'name': 'tempest-securitygroup--865008342', 'description': 'tempest-description--1862865535'}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:25:53.228090 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-34a658d0-0123-454f-8a57-963826b057b7 None None] Port 7a82a6ed-1029-4c84-94ac-401d26f7ba63 cannot update to ACTIVE because it is not bound. {{(pid=114861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:25:53.364489 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-34a658d0-0123-454f-8a57-963826b057b7 None None] Provisioning complete for port 2ca65d7a-78cd-441a-b64b-83ef86f9fba1 triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:25:53.365160 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-34a658d0-0123-454f-8a57-963826b057b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (2ca65d7a-78cd-441a-b64b-83ef86f9fba1), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:53.414032 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-34a658d0-0123-454f-8a57-963826b057b7 None None] Port 2ca65d7a-78cd-441a-b64b-83ef86f9fba1 cannot update to ACTIVE because it is not bound. {{(pid=114861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:25:53.419853 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.managers [None req-4d32fc7b-05e7-4fca-9ff8-8c2c44e71201 None None] Attempting to bind port 2ca65d7a-78cd-441a-b64b-83ef86f9fba1 on host dv-cinder-836252-3-iscsi for vnic_type normal with profile {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:25:53.420531 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.managers [None req-4d32fc7b-05e7-4fca-9ff8-8c2c44e71201 None None] Attempting to bind port 2ca65d7a-78cd-441a-b64b-83ef86f9fba1 by drivers openvswitch,hyperv on host dv-cinder-836252-3-iscsi at level 0 using segments [{'id': '49ba757d-47c8-495e-9077-08facd79368e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1ee4ba18-669f-44db-9087-b0bd886e30c9'}] {{(pid=114861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:25:53.421104 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d32fc7b-05e7-4fca-9ff8-8c2c44e71201 None None] Attempting to bind port 2ca65d7a-78cd-441a-b64b-83ef86f9fba1 on network 1ee4ba18-669f-44db-9087-b0bd886e30c9 {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:25:53.433082 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-5aef93b8-dd83-4cd3-a061-de9a3001d79c tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:53.474265 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Provisioning complete for port b0006a4a-7a62-47ed-b029-8232e555336c triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:25:53.474994 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (b0006a4a-7a62-47ed-b029-8232e555336c), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:53.479496 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d32fc7b-05e7-4fca-9ff8-8c2c44e71201 None None] Checking agent: {'id': 'f9a21fd4-36f2-4826-890e-da332e228edf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836252-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 0, 17, 19), 'started_at': datetime.datetime(2022, 4, 12, 0, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836252-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:25:53.480263 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d32fc7b-05e7-4fca-9ff8-8c2c44e71201 None None] Checking segment: {'id': '49ba757d-47c8-495e-9077-08facd79368e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1ee4ba18-669f-44db-9087-b0bd886e30c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:25:53.481055 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-4d32fc7b-05e7-4fca-9ff8-8c2c44e71201 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:53.481692 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d32fc7b-05e7-4fca-9ff8-8c2c44e71201 None None] Bound using segment: {'id': '49ba757d-47c8-495e-9077-08facd79368e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1ee4ba18-669f-44db-9087-b0bd886e30c9'} {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:25:53.482467 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.managers [None req-4d32fc7b-05e7-4fca-9ff8-8c2c44e71201 None None] Bound port: 2ca65d7a-78cd-441a-b64b-83ef86f9fba1, host: dv-cinder-836252-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49ba757d-47c8-495e-9077-08facd79368e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1ee4ba18-669f-44db-9087-b0bd886e30c9'}}] {{(pid=114861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:25:53.483273 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-4d32fc7b-05e7-4fca-9ff8-8c2c44e71201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (2ca65d7a-78cd-441a-b64b-83ef86f9fba1), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:53.489715 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-34a658d0-0123-454f-8a57-963826b057b7 None None] Provisioning complete for port 3440c56b-3a61-422d-a3c6-af5bd29f6b05 triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:25:53.490925 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-34a658d0-0123-454f-8a57-963826b057b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (3440c56b-3a61-422d-a3c6-af5bd29f6b05), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:53.517282 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.db_base_plugin_common [req-9ad5c813-9caa-41e0-ad80-c48659103530 req-c336eb2e-9c47-4009-993d-48d6818abf58 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] Allocated IP 172.20.0.9 (6f42048f-da04-4010-bcf3-b5662a084b21/83036380-a367-44bc-9906-835ed13c8117/55aa4bc9-4cd4-41c4-9139-ebefd9425766) {{(pid=114859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:25:53.565367 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-34a658d0-0123-454f-8a57-963826b057b7 None None] Port 3440c56b-3a61-422d-a3c6-af5bd29f6b05 cannot update to ACTIVE because it is not bound. {{(pid=114861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:25:53.594477 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.db.db_base_plugin_common [None req-5aef93b8-dd83-4cd3-a061-de9a3001d79c tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Allocated IP 172.27.3.37 (1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7/02a01a71-afa8-4790-9b30-3097f97db265/3af27dd0-ca3c-4b31-bf17-b6f544e9e9ac) {{(pid=114860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:25:53.757493 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-5aef93b8-dd83-4cd3-a061-de9a3001d79c tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks [] for port (3af27dd0-ca3c-4b31-bf17-b6f544e9e9ac), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:53.796982 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-ae30385f-c112-4b6d-82df-c30dcf46d5a2 None None] Provisioning complete for port 2ca65d7a-78cd-441a-b64b-83ef86f9fba1 triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:25:53.797476 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae30385f-c112-4b6d-82df-c30dcf46d5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (2ca65d7a-78cd-441a-b64b-83ef86f9fba1), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:53.878510 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-5aef93b8-dd83-4cd3-a061-de9a3001d79c tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360'] for port (3af27dd0-ca3c-4b31-bf17-b6f544e9e9ac), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:53.882205 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae30385f-c112-4b6d-82df-c30dcf46d5a2 None None] Port 2ca65d7a-78cd-441a-b64b-83ef86f9fba1 cannot update to ACTIVE because it is not bound. {{(pid=114861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:25:53.901394 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-ec951823-272a-4711-8adc-285b6932b3ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:53.998728 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-4d32fc7b-05e7-4fca-9ff8-8c2c44e71201 None None] For port 2ca65d7a-78cd-441a-b64b-83ef86f9fba1, host dv-cinder-836252-3-iscsi, cleared binding levels {{(pid=114861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:25:54.006532 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-4d32fc7b-05e7-4fca-9ff8-8c2c44e71201 None None] For port 2ca65d7a-78cd-441a-b64b-83ef86f9fba1, host dv-cinder-836252-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=2ca65d7a-78cd-441a-b64b-83ef86f9fba1,segment=NetworkSegment(49ba757d-47c8-495e-9077-08facd79368e),segment_id=49ba757d-47c8-495e-9077-08facd79368e)] {{(pid=114861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:25:54.049178 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-a8f57117-8f13-4c1a-ae31-95ca7eb9b5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b77afa-d5cd-4064-a2c9-053958a7fbbb', 'name': 'tempest-AttachVolumeTestJSON-1374726220-router', 'tenant_id': 'c08909d19c8341c5b47846b0cee54fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '054df76d-ea79-4f02-bdc5-f977c0175bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:25:40Z', 'updated_at': '2022-04-12T00:25:49Z', 'revision_number': 4, 'project_id': 'c08909d19c8341c5b47846b0cee54fd8', 'gw_port': {'id': '054df76d-ea79-4f02-bdc5-f977c0175bc3', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:40:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b77afa-d5cd-4064-a2c9-053958a7fbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:41Z', 'updated_at': '2022-04-12T00:25:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': '3440c56b-3a61-422d-a3c6-af5bd29f6b05', 'name': '', 'network_id': '5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4', 'tenant_id': 'c08909d19c8341c5b47846b0cee54fd8', 'mac_address': 'fa:16:3e:87:14:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b77afa-d5cd-4064-a2c9-053958a7fbbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2d5e30fe-6eb4-42f7-a751-8d6f0006a016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:47Z', 'updated_at': '2022-04-12T00:25:49Z', 'revision_number': 2, 'project_id': 'c08909d19c8341c5b47846b0cee54fd8', 'subnets': [{'id': '2d5e30fe-6eb4-42f7-a751-8d6f0006a016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:25:54.082204 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aef93b8-dd83-4cd3-a061-de9a3001d79c tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Network 1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7 is already hosted by enough agents. {{(pid=114860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:25:54.100019 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f57117-8f13-4c1a-ae31-95ca7eb9b5fa None None] The sync data for ids ['24b77afa-d5cd-4064-a2c9-053958a7fbbb'] in dv-cinder-836252-3-iscsi is: [{'id': '24b77afa-d5cd-4064-a2c9-053958a7fbbb', 'name': 'tempest-AttachVolumeTestJSON-1374726220-router', 'tenant_id': 'c08909d19c8341c5b47846b0cee54fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '054df76d-ea79-4f02-bdc5-f977c0175bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:25:40Z', 'updated_at': '2022-04-12T00:25:49Z', 'revision_number': 4, 'project_id': 'c08909d19c8341c5b47846b0cee54fd8', 'gw_port': {'id': '054df76d-ea79-4f02-bdc5-f977c0175bc3', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:40:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b77afa-d5cd-4064-a2c9-053958a7fbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:41Z', 'updated_at': '2022-04-12T00:25:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': '3440c56b-3a61-422d-a3c6-af5bd29f6b05', 'name': '', 'network_id': '5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4', 'tenant_id': 'c08909d19c8341c5b47846b0cee54fd8', 'mac_address': 'fa:16:3e:87:14:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b77afa-d5cd-4064-a2c9-053958a7fbbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2d5e30fe-6eb4-42f7-a751-8d6f0006a016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:47Z', 'updated_at': '2022-04-12T00:25:49Z', 'revision_number': 2, 'project_id': 'c08909d19c8341c5b47846b0cee54fd8', 'subnets': [{'id': '2d5e30fe-6eb4-42f7-a751-8d6f0006a016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:25:54.105046 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-4d32fc7b-05e7-4fca-9ff8-8c2c44e71201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (2ca65d7a-78cd-441a-b64b-83ef86f9fba1), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:54.149090 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-9ad5c813-9caa-41e0-ad80-c48659103530 req-c336eb2e-9c47-4009-993d-48d6818abf58 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] Publish callbacks [] for port (55aa4bc9-4cd4-41c4-9139-ebefd9425766), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:54.205182 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Current status of the port b0006a4a-7a62-47ed-b029-8232e555336c is: ACTIVE; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:25:54.238934 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-9ad5c813-9caa-41e0-ad80-c48659103530 req-c336eb2e-9c47-4009-993d-48d6818abf58 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360'] for port (55aa4bc9-4cd4-41c4-9139-ebefd9425766), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:54.324375 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aef93b8-dd83-4cd3-a061-de9a3001d79c tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Pushing event updated for resources: {'Port': ['ID=3af27dd0-ca3c-4b31-bf17-b6f544e9e9ac,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:25:54.345885 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.base_scheduler [None req-5aef93b8-dd83-4cd3-a061-de9a3001d79c tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Resources bound (agent type, host, resource id): {{(pid=114860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:25:54.372616 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-84d85199-4a3e-4743-80d8-26ed87f04543 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks [] for security_group (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:54.393297 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aef93b8-dd83-4cd3-a061-de9a3001d79c tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Received port after_create {{(pid=114860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:25:54.503620 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d32fc7b-05e7-4fca-9ff8-8c2c44e71201 None None] Routers {'b66e004c-97b5-4333-aacd-0dd256f7f56f'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:25:54.504253 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-4d32fc7b-05e7-4fca-9ff8-8c2c44e71201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:25:45Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['b66e004c-97b5-4333-aacd-0dd256f7f56f'], 'active': True} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:25:54.700599 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b71b91f-bcbe-4448-9aac-e4cdb770b350 None None] Pushing event updated for resources: {'Port': ['ID=2ca65d7a-78cd-441a-b64b-83ef86f9fba1,revision_number=4']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:25:54.716669 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 52362) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:25:54.722406 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device e414a36b-4af7-49f0-b141-e81f87a4c67d up at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:25:54.963598 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc9c9b7-799f-44a9-8885-f2b7c75554e9 admin admin] Network d9c3b5d9-2a62-4930-bf1a-06e919287728 is already hosted by enough agents. {{(pid=114859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:25:54.972400 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.base_scheduler [None req-dfc9c9b7-799f-44a9-8885-f2b7c75554e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=114859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:25:54.978072 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ad5c813-9caa-41e0-ad80-c48659103530 req-c336eb2e-9c47-4009-993d-48d6818abf58 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] Network 6f42048f-da04-4010-bcf3-b5662a084b21 is already hosted by enough agents. {{(pid=114859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:25:54.985277 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeeae08-e348-4a8f-8d3f-b8bec3fd51e5 req-b9ce8288-4792-4ca8-9df1-e50e45dde8ee tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:25:54.993468 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-9aeeae08-e348-4a8f-8d3f-b8bec3fd51e5 req-b9ce8288-4792-4ca8-9df1-e50e45dde8ee tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] 10.222.0.32 "GET /v2.0/ports?device_id=514dbc1c-8df0-4bf2-96db-5911d4bdb52c HTTP/1.1" status: 200 len: 931 time: 2.2820201 Apr 12 00:25:55.101349 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-ec951823-272a-4711-8adc-285b6932b3ab admin admin] Publish callbacks [] for security_group (8a787a27-51ed-4369-a221-9557cf842105), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:55.153761 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-5aef93b8-dd83-4cd3-a061-de9a3001d79c tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks [] for floatingip (8f7b56f9-2423-422f-a2d6-afe1c0ad250c), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:55.160180 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvr_db [None req-4d32fc7b-05e7-4fca-9ff8-8c2c44e71201 None None] Set router b66e004c-97b5-4333-aacd-0dd256f7f56f gateway port host: dv-cinder-836252-3-iscsi {{(pid=114861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:25:55.179219 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-ec951823-272a-4711-8adc-285b6932b3ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (8a787a27-51ed-4369-a221-9557cf842105), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:55.281554 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.base_scheduler [req-9ad5c813-9caa-41e0-ad80-c48659103530 req-c336eb2e-9c47-4009-993d-48d6818abf58 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] Resources bound (agent type, host, resource id): {{(pid=114859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:25:55.296627 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-008bed36-9880-4cf4-a985-3141251b1986 None None] Provisioning complete for port 2ca65d7a-78cd-441a-b64b-83ef86f9fba1 triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:25:55.297010 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-008bed36-9880-4cf4-a985-3141251b1986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (2ca65d7a-78cd-441a-b64b-83ef86f9fba1), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:55.310331 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9c9b7-799f-44a9-8885-f2b7c75554e9 admin admin] Pushing event updated for resources: {'Port': ['ID=7a82a6ed-1029-4c84-94ac-401d26f7ba63,revision_number=2']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:25:55.313568 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad5c813-9caa-41e0-ad80-c48659103530 req-c336eb2e-9c47-4009-993d-48d6818abf58 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] Received port after_create {{(pid=114859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:25:55.326923 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5c813-9caa-41e0-ad80-c48659103530 req-c336eb2e-9c47-4009-993d-48d6818abf58 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:25:55.330688 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-9ad5c813-9caa-41e0-ad80-c48659103530 req-c336eb2e-9c47-4009-993d-48d6818abf58 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for port (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:55.386296 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-c9d1adb3-4e6b-466f-85f9-bb79e60acef9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:55.430016 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-9ad5c813-9caa-41e0-ad80-c48659103530 req-c336eb2e-9c47-4009-993d-48d6818abf58 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1247461 Apr 12 00:25:55.490414 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Provisioning complete for port e414a36b-4af7-49f0-b141-e81f87a4c67d triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:25:55.491140 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (e414a36b-4af7-49f0-b141-e81f87a4c67d), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:55.559900 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-ec951823-272a-4711-8adc-285b6932b3ab admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7feba8302a674b08bd89c0aa02e8f0dc&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6544325 Apr 12 00:25:55.578066 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 52398) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:25:55.578778 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [req-9ad5c813-9caa-41e0-ad80-c48659103530 req-f997f539-e198-4b41-abda-65d6ac88c9b5 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114859) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 00:25:55.580961 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-9ad5c813-9caa-41e0-ad80-c48659103530 req-f997f539-e198-4b41-abda-65d6ac88c9b5 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0359969 Apr 12 00:25:55.637418 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-5aef93b8-dd83-4cd3-a061-de9a3001d79c tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (3af27dd0-ca3c-4b31-bf17-b6f544e9e9ac), before_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:55.639316 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec951823-272a-4711-8adc-285b6932b3ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a787a27-51ed-4369-a221-9557cf842105,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:25:55.773446 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfc9c9b7-799f-44a9-8885-f2b7c75554e9 admin admin] Router 91721c3e-9320-4063-bd5f-37a055cc06ce has already been hosted by L3 agent d3fb0dde-5c40-4fca-80b5-61326157311c {{(pid=114859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:25:55.892988 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-9aeeae08-e348-4a8f-8d3f-b8bec3fd51e5 req-84057edd-682e-4442-a0fa-e4de647e4d67 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc1f92e-2422-463a-8047-dee47e450eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8886240 Apr 12 00:25:55.920662 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c336eb2e-9c47-4009-993d-48d6818abf58 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] Pushing event updated for resources: {'Port': ['ID=55aa4bc9-4cd4-41c4-9139-ebefd9425766,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:25:56.014128 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-84d85199-4a3e-4743-80d8-26ed87f04543 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks [] for security_group (7df0f71a-4656-42de-b7a3-b919d800c454), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:56.046817 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [req-9ad5c813-9caa-41e0-ad80-c48659103530 req-70c698e3-3d14-46ed-a836-49c6a65ed514 service neutron] Request body: {'port': {'device_id': '514dbc1c-8df0-4bf2-96db-5911d4bdb52c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83625'}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:25:56.085303 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-84d85199-4a3e-4743-80d8-26ed87f04543 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (7df0f71a-4656-42de-b7a3-b919d800c454), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:56.113348 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-008bed36-9880-4cf4-a985-3141251b1986 None None] Current status of the port 2ca65d7a-78cd-441a-b64b-83ef86f9fba1 is: DOWN; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:25:56.114565 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-008bed36-9880-4cf4-a985-3141251b1986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (2ca65d7a-78cd-441a-b64b-83ef86f9fba1), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:56.226906 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-84d85199-4a3e-4743-80d8-26ed87f04543 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks [] for security_group (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:56.232135 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-84d85199-4a3e-4743-80d8-26ed87f04543 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 3.0632885 Apr 12 00:25:56.239975 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 52422) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:25:56.291878 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [None req-bc322293-42a3-461f-a84a-7777c726a868 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Request body: {'security_group_rule': {'security_group_id': '7df0f71a-4656-42de-b7a3-b919d800c454', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:25:56.342055 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 52424) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:25:56.408549 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d85199-4a3e-4743-80d8-26ed87f04543 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7df0f71a-4656-42de-b7a3-b919d800c454,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:25:56.434290 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-008bed36-9880-4cf4-a985-3141251b1986 None None] For port 2ca65d7a-78cd-441a-b64b-83ef86f9fba1, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=2ca65d7a-78cd-441a-b64b-83ef86f9fba1,segment=NetworkSegment(49ba757d-47c8-495e-9077-08facd79368e),segment_id=49ba757d-47c8-495e-9077-08facd79368e)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:25:56.445849 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-008bed36-9880-4cf4-a985-3141251b1986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (2ca65d7a-78cd-441a-b64b-83ef86f9fba1), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:56.468402 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-a3b75b57-bf82-42c2-96e1-ad87870e4afe admin admin] Publish callbacks [] for security_group (8a787a27-51ed-4369-a221-9557cf842105), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:56.503789 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc9c9b7-799f-44a9-8885-f2b7c75554e9 admin admin] Notify agent at l3_agent.dv-cinder-836252-3-iscsi the message routers_updated {{(pid=114859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:25:56.515544 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f72394-8978-4264-9a4c-c574fee89351 None None] Sync routers for ids ['91721c3e-9320-4063-bd5f-37a055cc06ce'] in dv-cinder-836252-3-iscsi {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:25:56.538833 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-dfc9c9b7-799f-44a9-8885-f2b7c75554e9 admin admin] 10.222.0.32 "PUT /v2.0/routers/91721c3e-9320-4063-bd5f-37a055cc06ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5573049 Apr 12 00:25:56.546355 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-9ad5c813-9caa-41e0-ad80-c48659103530 req-70c698e3-3d14-46ed-a836-49c6a65ed514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (55aa4bc9-4cd4-41c4-9139-ebefd9425766), before_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:56.549116 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Current status of the port e414a36b-4af7-49f0-b141-e81f87a4c67d is: DOWN; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:25:56.549515 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (e414a36b-4af7-49f0-b141-e81f87a4c67d), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:56.552249 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-a3b75b57-bf82-42c2-96e1-ad87870e4afe admin admin] Publish callbacks [] for security_group (8a787a27-51ed-4369-a221-9557cf842105), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:56.553082 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f72394-8978-4264-9a4c-c574fee89351 None None] Routers {'91721c3e-9320-4063-bd5f-37a055cc06ce'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:25:56.554220 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-16f72394-8978-4264-9a4c-c574fee89351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:25:45Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['91721c3e-9320-4063-bd5f-37a055cc06ce'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:25:56.556473 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-bc322293-42a3-461f-a84a-7777c726a868 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks [] for security_group_rule (126617df-9fdf-4c98-9e2f-cabff0b6c2e2), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:56.589725 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-4d32fc7b-05e7-4fca-9ff8-8c2c44e71201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66e004c-97b5-4333-aacd-0dd256f7f56f', 'name': 'tempest-AttachVolumeShelveTestJSON-1879484040-router', 'tenant_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '61a64e4a-6861-4369-8e2f-ef17f5f6af16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:25:37Z', 'updated_at': '2022-04-12T00:25:45Z', 'revision_number': 4, 'project_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'gw_port': {'id': '61a64e4a-6861-4369-8e2f-ef17f5f6af16', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66e004c-97b5-4333-aacd-0dd256f7f56f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:38Z', 'updated_at': '2022-04-12T00:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': '2ca65d7a-78cd-441a-b64b-83ef86f9fba1', 'name': '', 'network_id': '1ee4ba18-669f-44db-9087-b0bd886e30c9', 'tenant_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'mac_address': 'fa:16:3e:0c:0d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b66e004c-97b5-4333-aacd-0dd256f7f56f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5e83a63b-8739-41ae-aeb4-59d49ec2e5b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:42Z', 'updated_at': '2022-04-12T00:25:53Z', 'revision_number': 4, 'project_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'subnets': [{'id': '5e83a63b-8739-41ae-aeb4-59d49ec2e5b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:25:56.631843 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-edf4977c-9929-4809-afc1-067c3bd49e54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:56.736013 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-a3b75b57-bf82-42c2-96e1-ad87870e4afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (8a787a27-51ed-4369-a221-9557cf842105), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:56.748219 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-a3b75b57-bf82-42c2-96e1-ad87870e4afe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:56.755520 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-a3b75b57-bf82-42c2-96e1-ad87870e4afe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8a787a27-51ed-4369-a221-9557cf842105 HTTP/1.1" status: 204 len: 168 time: 1.1699164 Apr 12 00:25:56.763847 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-c9d1adb3-4e6b-466f-85f9-bb79e60acef9 admin admin] Publish callbacks [] for security_group (c863d9d5-86cf-4ea2-a0b6-4c2580193be6), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:56.772595 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-98544842-348c-4558-89ad-25ee41439bfd None None] Provisioning complete for port 7a82a6ed-1029-4c84-94ac-401d26f7ba63 triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:25:56.774369 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-98544842-348c-4558-89ad-25ee41439bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (7a82a6ed-1029-4c84-94ac-401d26f7ba63), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:56.786866 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-c9d1adb3-4e6b-466f-85f9-bb79e60acef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (c863d9d5-86cf-4ea2-a0b6-4c2580193be6), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:56.792940 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] For port e414a36b-4af7-49f0-b141-e81f87a4c67d, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=e414a36b-4af7-49f0-b141-e81f87a4c67d,segment=NetworkSegment(45a4c36b-a669-4a7f-a3e9-c2d676175ec7),segment_id=45a4c36b-a669-4a7f-a3e9-c2d676175ec7)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:25:56.863714 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d32fc7b-05e7-4fca-9ff8-8c2c44e71201 None None] The sync data for ids ['b66e004c-97b5-4333-aacd-0dd256f7f56f'] in dv-cinder-836252-3-iscsi is: [{'id': 'b66e004c-97b5-4333-aacd-0dd256f7f56f', 'name': 'tempest-AttachVolumeShelveTestJSON-1879484040-router', 'tenant_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '61a64e4a-6861-4369-8e2f-ef17f5f6af16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:25:37Z', 'updated_at': '2022-04-12T00:25:45Z', 'revision_number': 4, 'project_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'gw_port': {'id': '61a64e4a-6861-4369-8e2f-ef17f5f6af16', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66e004c-97b5-4333-aacd-0dd256f7f56f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:38Z', 'updated_at': '2022-04-12T00:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': '2ca65d7a-78cd-441a-b64b-83ef86f9fba1', 'name': '', 'network_id': '1ee4ba18-669f-44db-9087-b0bd886e30c9', 'tenant_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'mac_address': 'fa:16:3e:0c:0d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b66e004c-97b5-4333-aacd-0dd256f7f56f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5e83a63b-8739-41ae-aeb4-59d49ec2e5b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:42Z', 'updated_at': '2022-04-12T00:25:53Z', 'revision_number': 4, 'project_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'subnets': [{'id': '5e83a63b-8739-41ae-aeb4-59d49ec2e5b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:25:56.897656 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-c9d1adb3-4e6b-466f-85f9-bb79e60acef9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ab4b2a84b4e14e2f97768fe79385f8a9&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1600168 Apr 12 00:25:56.915948 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (e414a36b-4af7-49f0-b141-e81f87a4c67d), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:56.920422 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 52434) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:25:56.920861 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-16f72394-8978-4264-9a4c-c574fee89351 None None] Set router 91721c3e-9320-4063-bd5f-37a055cc06ce gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:25:56.943958 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008bed36-9880-4cf4-a985-3141251b1986 None None] Pushing event updated for resources: {'Port': ['ID=2ca65d7a-78cd-441a-b64b-83ef86f9fba1,revision_number=5']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:25:57.036274 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b75b57-bf82-42c2-96e1-ad87870e4afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a787a27-51ed-4369-a221-9557cf842105,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:25:57.138364 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-98544842-348c-4558-89ad-25ee41439bfd None None] Port 7a82a6ed-1029-4c84-94ac-401d26f7ba63 cannot update to ACTIVE because it is not bound. {{(pid=114861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:25:57.240795 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-5aef93b8-dd83-4cd3-a061-de9a3001d79c tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks [] for port (3af27dd0-ca3c-4b31-bf17-b6f544e9e9ac), precommit_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:57.271981 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Pushing event updated for resources: {'Port': ['ID=e414a36b-4af7-49f0-b141-e81f87a4c67d,revision_number=4']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:25:57.393929 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d1adb3-4e6b-466f-85f9-bb79e60acef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c863d9d5-86cf-4ea2-a0b6-4c2580193be6,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:25:57.406000 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-5aef93b8-dd83-4cd3-a061-de9a3001d79c tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (3af27dd0-ca3c-4b31-bf17-b6f544e9e9ac), after_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:57.417094 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 054df76d-ea79-4f02-bdc5-f977c0175bc3 up at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:25:57.581251 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Provisioning complete for port 054df76d-ea79-4f02-bdc5-f977c0175bc3 triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:25:57.585028 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (054df76d-ea79-4f02-bdc5-f977c0175bc3), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:57.615502 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aef93b8-dd83-4cd3-a061-de9a3001d79c tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Pushing event updated for resources: {'Port': ['ID=3af27dd0-ca3c-4b31-bf17-b6f544e9e9ac,revision_number=2']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:25:57.725996 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-edf4977c-9929-4809-afc1-067c3bd49e54 admin admin] Publish callbacks [] for security_group (46cfe3de-3704-4735-8369-59c716d8c9d7), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:57.728289 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 52454) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:25:57.734497 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35cc648-9044-4cb4-a9b5-d1bfa948f044 req-f414f575-2bdb-412f-a24c-c6df24e94915 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:25:57.744090 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-f35cc648-9044-4cb4-a9b5-d1bfa948f044 req-f414f575-2bdb-412f-a24c-c6df24e94915 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] 10.222.0.32 "GET /v2.0/ports?device_id=514dbc1c-8df0-4bf2-96db-5911d4bdb52c HTTP/1.1" status: 200 len: 931 time: 0.1410394 Apr 12 00:25:57.759228 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-16f72394-8978-4264-9a4c-c574fee89351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91721c3e-9320-4063-bd5f-37a055cc06ce', 'name': 'tempest-ServerRescueNegativeTestJSON-1051460631-router', 'tenant_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'e414a36b-4af7-49f0-b141-e81f87a4c67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:25:41Z', 'updated_at': '2022-04-12T00:25:51Z', 'revision_number': 4, 'project_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'gw_port': {'id': 'e414a36b-4af7-49f0-b141-e81f87a4c67d', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:91:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91721c3e-9320-4063-bd5f-37a055cc06ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:42Z', 'updated_at': '2022-04-12T00:25:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': '7a82a6ed-1029-4c84-94ac-401d26f7ba63', 'name': '', 'network_id': 'd9c3b5d9-2a62-4930-bf1a-06e919287728', 'tenant_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'mac_address': 'fa:16:3e:0e:1a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91721c3e-9320-4063-bd5f-37a055cc06ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7f76de51-1250-4e78-bc34-31fbaa8ccdf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:49Z', 'updated_at': '2022-04-12T00:25:51Z', 'revision_number': 2, 'project_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'subnets': [{'id': '7f76de51-1250-4e78-bc34-31fbaa8ccdf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:25:57.786373 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-f47be1af-e61a-4697-9859-ede7dd4022de admin admin] Publish callbacks [] for security_group (c863d9d5-86cf-4ea2-a0b6-4c2580193be6), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:57.810695 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-f47be1af-e61a-4697-9859-ede7dd4022de admin admin] Publish callbacks [] for security_group (c863d9d5-86cf-4ea2-a0b6-4c2580193be6), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:57.867018 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f72394-8978-4264-9a4c-c574fee89351 None None] Checking router: 91721c3e-9320-4063-bd5f-37a055cc06ce for host: dv-cinder-836252-3-iscsi {{(pid=114862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:25:57.870451 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f72394-8978-4264-9a4c-c574fee89351 None None] Updating router 91721c3e-9320-4063-bd5f-37a055cc06ce port 7a82a6ed-1029-4c84-94ac-401d26f7ba63 binding host dv-cinder-836252-3-iscsi {{(pid=114862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 00:25:57.887871 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Current status of the port 054df76d-ea79-4f02-bdc5-f977c0175bc3 is: DOWN; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:25:57.888274 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (054df76d-ea79-4f02-bdc5-f977c0175bc3), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:57.907898 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-5aef93b8-dd83-4cd3-a061-de9a3001d79c tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1586356'] for floatingip (8f7b56f9-2423-422f-a2d6-afe1c0ad250c), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:57.934009 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] For port 054df76d-ea79-4f02-bdc5-f977c0175bc3, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=054df76d-ea79-4f02-bdc5-f977c0175bc3,segment=NetworkSegment(45a4c36b-a669-4a7f-a3e9-c2d676175ec7),segment_id=45a4c36b-a669-4a7f-a3e9-c2d676175ec7)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:25:57.939322 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (054df76d-ea79-4f02-bdc5-f977c0175bc3), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:57.997753 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-5aef93b8-dd83-4cd3-a061-de9a3001d79c tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for floatingip (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:57.999328 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-5aef93b8-dd83-4cd3-a061-de9a3001d79c tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.8418517 Apr 12 00:25:58.023186 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [req-9ad5c813-9caa-41e0-ad80-c48659103530 req-70c698e3-3d14-46ed-a836-49c6a65ed514 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55aa4bc9-4cd4-41c4-9139-ebefd9425766 {{(pid=114859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:25:58.023397 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-f47be1af-e61a-4697-9859-ede7dd4022de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (c863d9d5-86cf-4ea2-a0b6-4c2580193be6), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:58.033846 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-f47be1af-e61a-4697-9859-ede7dd4022de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:58.035349 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-f47be1af-e61a-4697-9859-ede7dd4022de admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c863d9d5-86cf-4ea2-a0b6-4c2580193be6 HTTP/1.1" status: 204 len: 168 time: 1.0867789 Apr 12 00:25:58.035758 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron_lib.callbacks.manager [None req-16f72394-8978-4264-9a4c-c574fee89351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (7a82a6ed-1029-4c84-94ac-401d26f7ba63), before_update {{(pid=114862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:58.052017 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-9ad5c813-9caa-41e0-ad80-c48659103530 req-70c698e3-3d14-46ed-a836-49c6a65ed514 service neutron] Publish callbacks [] for port (55aa4bc9-4cd4-41c4-9139-ebefd9425766), precommit_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:58.075399 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Pushing event updated for resources: {'Port': ['ID=054df76d-ea79-4f02-bdc5-f977c0175bc3,revision_number=4']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:25:58.096080 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47be1af-e61a-4697-9859-ede7dd4022de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c863d9d5-86cf-4ea2-a0b6-4c2580193be6,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:25:58.137806 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-f35cc648-9044-4cb4-a9b5-d1bfa948f044 req-53ebba44-84be-4556-a784-265936d18fc1 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc1f92e-2422-463a-8047-dee47e450eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3900936 Apr 12 00:25:58.160780 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.provisioning_blocks [req-9ad5c813-9caa-41e0-ad80-c48659103530 req-70c698e3-3d14-46ed-a836-49c6a65ed514 service neutron] Transition to ACTIVE for port object 55aa4bc9-4cd4-41c4-9139-ebefd9425766 will not be triggered until provisioned by entity L2. {{(pid=114859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 00:25:58.166101 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-edf4977c-9929-4809-afc1-067c3bd49e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (46cfe3de-3704-4735-8369-59c716d8c9d7), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:58.256692 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-9ad5c813-9caa-41e0-ad80-c48659103530 req-70c698e3-3d14-46ed-a836-49c6a65ed514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (55aa4bc9-4cd4-41c4-9139-ebefd9425766), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:58.461536 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-03a28df2-4f92-4619-8005-870e18d0dc75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:58.463762 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c698e3-3d14-46ed-a836-49c6a65ed514 service neutron] Pushing event updated for resources: {'Port': ['ID=55aa4bc9-4cd4-41c4-9139-ebefd9425766,revision_number=2']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:25:58.489354 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-ebf59951-9c57-45ec-9f0f-d531a037862b req-331f3f4a-cf1a-40af-805c-ba9b97977696 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--947064581&fields=id&tenant_id=8b482c4c00e94a25ad8f0a9034e9e0e5 HTTP/1.1" status: 200 len: 267 time: 0.1236095 Apr 12 00:25:58.656034 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron_lib.callbacks.manager [None req-16f72394-8978-4264-9a4c-c574fee89351 None None] Publish callbacks [] for port (7a82a6ed-1029-4c84-94ac-401d26f7ba63), precommit_update {{(pid=114862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:58.671644 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0df63e3-57ed-412c-8cb6-fe8192bef7b9 None None] Sync routers for ids ['24b77afa-d5cd-4064-a2c9-053958a7fbbb'] in dv-cinder-836252-3-iscsi {{(pid=114861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:25:58.695375 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0df63e3-57ed-412c-8cb6-fe8192bef7b9 None None] Routers {'24b77afa-d5cd-4064-a2c9-053958a7fbbb'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:25:58.696070 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-d0df63e3-57ed-412c-8cb6-fe8192bef7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:25:45Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['24b77afa-d5cd-4064-a2c9-053958a7fbbb'], 'active': True} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:25:58.697496 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron_lib.callbacks.manager [None req-16f72394-8978-4264-9a4c-c574fee89351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (7a82a6ed-1029-4c84-94ac-401d26f7ba63), after_update {{(pid=114862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:58.792303 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-bc322293-42a3-461f-a84a-7777c726a868 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks [] for security_group_rule (126617df-9fdf-4c98-9e2f-cabff0b6c2e2), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:58.811855 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a31e87-fb25-40b9-8548-fe20de166d6b req-db02a4a4-5caa-48f0-a54f-ea120b4dffcb tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:25:58.813633 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e1a31e87-fb25-40b9-8548-fe20de166d6b req-db02a4a4-5caa-48f0-a54f-ea120b4dffcb tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/networks?id=d9c3b5d9-2a62-4930-bf1a-06e919287728 HTTP/1.1" status: 200 len: 819 time: 0.6087482 Apr 12 00:25:58.944145 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf4977c-9929-4809-afc1-067c3bd49e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46cfe3de-3704-4735-8369-59c716d8c9d7,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:25:58.961865 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-edf4977c-9929-4809-afc1-067c3bd49e54 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0723b8c5f02843ba8d5375ad96fa51bf&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6046462 Apr 12 00:25:58.975161 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 52500) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:25:59.051574 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627bca4-9b71-4f60-bf01-da4e9b463dcb None None] Pushing event updated for resources: {'Port': ['ID=7a82a6ed-1029-4c84-94ac-401d26f7ba63,revision_number=3']} {{(pid=114862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:25:59.094358 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-bc322293-42a3-461f-a84a-7777c726a868 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496243'] for security_group_rule (126617df-9fdf-4c98-9e2f-cabff0b6c2e2), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:59.095660 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf59951-9c57-45ec-9f0f-d531a037862b req-5a470d57-e3dd-4d36-9094-839f69160828 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:25:59.108624 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-ebf59951-9c57-45ec-9f0f-d531a037862b req-5a470d57-e3dd-4d36-9094-839f69160828 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/networks?id=1ee4ba18-669f-44db-9087-b0bd886e30c9 HTTP/1.1" status: 200 len: 817 time: 0.6185453 Apr 12 00:25:59.212719 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-ebf59951-9c57-45ec-9f0f-d531a037862b req-9b64843c-08cb-440f-a1d5-0e54e280db81 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/quotas/8b482c4c00e94a25ad8f0a9034e9e0e5 HTTP/1.1" status: 200 len: 375 time: 0.1030533 Apr 12 00:25:59.312741 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-03a28df2-4f92-4619-8005-870e18d0dc75 admin admin] Publish callbacks [] for security_group (3600b839-140e-4918-92aa-de3a9e3faef7), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:59.332657 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-03a28df2-4f92-4619-8005-870e18d0dc75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (3600b839-140e-4918-92aa-de3a9e3faef7), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:59.364080 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.managers [None req-16f72394-8978-4264-9a4c-c574fee89351 None None] Attempting to bind port 7a82a6ed-1029-4c84-94ac-401d26f7ba63 on host dv-cinder-836252-3-iscsi for vnic_type normal with profile {{(pid=114862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:25:59.364553 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.managers [None req-16f72394-8978-4264-9a4c-c574fee89351 None None] Attempting to bind port 7a82a6ed-1029-4c84-94ac-401d26f7ba63 by drivers openvswitch,hyperv on host dv-cinder-836252-3-iscsi at level 0 using segments [{'id': 'fd63afde-b6e3-4288-8882-e1cea57d1a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd9c3b5d9-2a62-4930-bf1a-06e919287728'}] {{(pid=114862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:25:59.365034 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f72394-8978-4264-9a4c-c574fee89351 None None] Attempting to bind port 7a82a6ed-1029-4c84-94ac-401d26f7ba63 on network d9c3b5d9-2a62-4930-bf1a-06e919287728 {{(pid=114862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:25:59.393187 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f72394-8978-4264-9a4c-c574fee89351 None None] Checking agent: {'id': 'f9a21fd4-36f2-4826-890e-da332e228edf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836252-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 0, 17, 19), 'started_at': datetime.datetime(2022, 4, 12, 0, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836252-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:25:59.393615 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f72394-8978-4264-9a4c-c574fee89351 None None] Checking segment: {'id': 'fd63afde-b6e3-4288-8882-e1cea57d1a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd9c3b5d9-2a62-4930-bf1a-06e919287728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:25:59.406026 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron_lib.callbacks.manager [None req-16f72394-8978-4264-9a4c-c574fee89351 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:59.412655 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-ebf59951-9c57-45ec-9f0f-d531a037862b req-8dee3395-c087-46e6-ba6b-2da75b9409ba tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8b482c4c00e94a25ad8f0a9034e9e0e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1928432 Apr 12 00:25:59.415003 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f72394-8978-4264-9a4c-c574fee89351 None None] Bound using segment: {'id': 'fd63afde-b6e3-4288-8882-e1cea57d1a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd9c3b5d9-2a62-4930-bf1a-06e919287728'} {{(pid=114862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:25:59.418402 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.managers [None req-16f72394-8978-4264-9a4c-c574fee89351 None None] Bound port: 7a82a6ed-1029-4c84-94ac-401d26f7ba63, host: dv-cinder-836252-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd63afde-b6e3-4288-8882-e1cea57d1a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd9c3b5d9-2a62-4930-bf1a-06e919287728'}}] {{(pid=114862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:25:59.418824 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron_lib.callbacks.manager [None req-16f72394-8978-4264-9a4c-c574fee89351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (7a82a6ed-1029-4c84-94ac-401d26f7ba63), before_update {{(pid=114862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:59.455405 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-cff9f1e5-18d9-428b-af20-f3f77fe1952b admin admin] Publish callbacks [] for security_group (46cfe3de-3704-4735-8369-59c716d8c9d7), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:59.466722 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device e414a36b-4af7-49f0-b141-e81f87a4c67d up at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:25:59.496252 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-03a28df2-4f92-4619-8005-870e18d0dc75 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0ebe6a3b0f8a4d08be8d546d3940eb74&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7540276 Apr 12 00:25:59.530126 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 52512) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:25:59.561959 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-cff9f1e5-18d9-428b-af20-f3f77fe1952b admin admin] Publish callbacks [] for security_group (46cfe3de-3704-4735-8369-59c716d8c9d7), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:59.602202 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e1a31e87-fb25-40b9-8548-fe20de166d6b req-c5f48adc-d5d9-499b-b2ea-419f4f98ea6f tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/quotas/7bdba79df5fc4c3faa187bd65479d3f7 HTTP/1.1" status: 200 len: 375 time: 0.7534230 Apr 12 00:25:59.609135 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc322293-42a3-461f-a84a-7777c726a868 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=126617df-9fdf-4c98-9e2f-cabff0b6c2e2,revision_number=0']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:25:59.684815 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-6e1b7e51-ad20-403d-8ce9-0fb4a73a04c2 None None] Provisioning complete for port 7a82a6ed-1029-4c84-94ac-401d26f7ba63 triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:25:59.685779 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-6e1b7e51-ad20-403d-8ce9-0fb4a73a04c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (7a82a6ed-1029-4c84-94ac-401d26f7ba63), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:59.722536 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvr_db [None req-d0df63e3-57ed-412c-8cb6-fe8192bef7b9 None None] Set router 24b77afa-d5cd-4064-a2c9-053958a7fbbb gateway port host: dv-cinder-836252-3-iscsi {{(pid=114861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:25:59.780396 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-ebf59951-9c57-45ec-9f0f-d531a037862b req-0966ae7b-9f3b-4370-a1e5-68d7e9df33b6 service neutron] 10.222.0.32 "GET /v2.0/networks/1ee4ba18-669f-44db-9087-b0bd886e30c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617957 Apr 12 00:25:59.787787 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.db [None req-16f72394-8978-4264-9a4c-c574fee89351 None None] For port 7a82a6ed-1029-4c84-94ac-401d26f7ba63, host dv-cinder-836252-3-iscsi, cleared binding levels {{(pid=114862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:25:59.791280 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.db [None req-16f72394-8978-4264-9a4c-c574fee89351 None None] For port 7a82a6ed-1029-4c84-94ac-401d26f7ba63, host dv-cinder-836252-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=7a82a6ed-1029-4c84-94ac-401d26f7ba63,segment=NetworkSegment(fd63afde-b6e3-4288-8882-e1cea57d1a20),segment_id=fd63afde-b6e3-4288-8882-e1cea57d1a20)] {{(pid=114862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:25:59.796767 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-bc322293-42a3-461f-a84a-7777c726a868 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:59.797643 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-cff9f1e5-18d9-428b-af20-f3f77fe1952b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (46cfe3de-3704-4735-8369-59c716d8c9d7), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:59.803515 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-cff9f1e5-18d9-428b-af20-f3f77fe1952b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:59.805016 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-cff9f1e5-18d9-428b-af20-f3f77fe1952b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/46cfe3de-3704-4735-8369-59c716d8c9d7 HTTP/1.1" status: 204 len: 168 time: 0.8273075 Apr 12 00:25:59.807327 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 52522) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:25:59.809084 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-bc322293-42a3-461f-a84a-7777c726a868 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.5207539 Apr 12 00:25:59.853377 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron_lib.callbacks.manager [None req-16f72394-8978-4264-9a4c-c574fee89351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (7a82a6ed-1029-4c84-94ac-401d26f7ba63), after_update {{(pid=114862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:25:59.957897 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f72394-8978-4264-9a4c-c574fee89351 None None] Routers {'91721c3e-9320-4063-bd5f-37a055cc06ce'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:25:59.960359 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-16f72394-8978-4264-9a4c-c574fee89351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:25:45Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['91721c3e-9320-4063-bd5f-37a055cc06ce'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:26:00.143598 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a28df2-4f92-4619-8005-870e18d0dc75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3600b839-140e-4918-92aa-de3a9e3faef7,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:00.148271 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.managers [req-9ad5c813-9caa-41e0-ad80-c48659103530 req-70c698e3-3d14-46ed-a836-49c6a65ed514 service neutron] Attempting to bind port 55aa4bc9-4cd4-41c4-9139-ebefd9425766 on host hv-cinder-83625 for vnic_type normal with profile {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:26:00.148672 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.managers [req-9ad5c813-9caa-41e0-ad80-c48659103530 req-70c698e3-3d14-46ed-a836-49c6a65ed514 service neutron] Attempting to bind port 55aa4bc9-4cd4-41c4-9139-ebefd9425766 by drivers openvswitch,hyperv on host hv-cinder-83625 at level 0 using segments [{'id': 'bdf1ac9c-35c8-4f99-b6bd-1106057006ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6f42048f-da04-4010-bcf3-b5662a084b21'}] {{(pid=114859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:26:00.149084 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad5c813-9caa-41e0-ad80-c48659103530 req-70c698e3-3d14-46ed-a836-49c6a65ed514 service neutron] Attempting to bind port 55aa4bc9-4cd4-41c4-9139-ebefd9425766 on network 6f42048f-da04-4010-bcf3-b5662a084b21 {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:26:00.181605 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Provisioning complete for port e414a36b-4af7-49f0-b141-e81f87a4c67d triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:26:00.182141 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (e414a36b-4af7-49f0-b141-e81f87a4c67d), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:00.222109 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-16f72394-8978-4264-9a4c-c574fee89351 None None] Set router 91721c3e-9320-4063-bd5f-37a055cc06ce gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:26:00.265243 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad5c813-9caa-41e0-ad80-c48659103530 req-70c698e3-3d14-46ed-a836-49c6a65ed514 service neutron] Port 55aa4bc9-4cd4-41c4-9139-ebefd9425766 on network 6f42048f-da04-4010-bcf3-b5662a084b21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83625 {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 00:26:00.265357 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad5c813-9caa-41e0-ad80-c48659103530 req-70c698e3-3d14-46ed-a836-49c6a65ed514 service neutron] Attempting to bind port 55aa4bc9-4cd4-41c4-9139-ebefd9425766 on network 6f42048f-da04-4010-bcf3-b5662a084b21 {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:26:00.316248 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e1a31e87-fb25-40b9-8548-fe20de166d6b req-306a837c-60bc-43da-88f3-8b7e635b5caf tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7bdba79df5fc4c3faa187bd65479d3f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5943985 Apr 12 00:26:00.317665 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad5c813-9caa-41e0-ad80-c48659103530 req-70c698e3-3d14-46ed-a836-49c6a65ed514 service neutron] Checking agent: {'id': '6c438ad1-5788-4552-a50f-29c8c96f3196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83625', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 0, 23, 42), 'started_at': datetime.datetime(2022, 4, 12, 0, 23, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:26:00.318099 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad5c813-9caa-41e0-ad80-c48659103530 req-70c698e3-3d14-46ed-a836-49c6a65ed514 service neutron] Checking segment: {'id': 'bdf1ac9c-35c8-4f99-b6bd-1106057006ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6f42048f-da04-4010-bcf3-b5662a084b21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:26:00.321794 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad5c813-9caa-41e0-ad80-c48659103530 req-70c698e3-3d14-46ed-a836-49c6a65ed514 service neutron] Bound using segment: {'id': 'bdf1ac9c-35c8-4f99-b6bd-1106057006ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6f42048f-da04-4010-bcf3-b5662a084b21'} {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:26:00.322305 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.managers [req-9ad5c813-9caa-41e0-ad80-c48659103530 req-70c698e3-3d14-46ed-a836-49c6a65ed514 service neutron] Bound port: 55aa4bc9-4cd4-41c4-9139-ebefd9425766, host: hv-cinder-83625, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdf1ac9c-35c8-4f99-b6bd-1106057006ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6f42048f-da04-4010-bcf3-b5662a084b21'}}] {{(pid=114859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:26:00.322726 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-9ad5c813-9caa-41e0-ad80-c48659103530 req-70c698e3-3d14-46ed-a836-49c6a65ed514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (55aa4bc9-4cd4-41c4-9139-ebefd9425766), before_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:00.440792 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-2c07ce0a-d784-41c7-bd45-96e033e3a156 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Request body: {'security_group_rule': {'security_group_id': '7df0f71a-4656-42de-b7a3-b919d800c454', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:26:00.486220 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff9f1e5-18d9-428b-af20-f3f77fe1952b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46cfe3de-3704-4735-8369-59c716d8c9d7,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:00.516145 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-8f0503f7-8247-4483-87f5-ac798f5c24e6 admin admin] Publish callbacks [] for security_group (3600b839-140e-4918-92aa-de3a9e3faef7), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:00.534001 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627bca4-9b71-4f60-bf01-da4e9b463dcb None None] Pushing event updated for resources: {'Port': ['ID=7a82a6ed-1029-4c84-94ac-401d26f7ba63,revision_number=4']} {{(pid=114862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:00.569428 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [req-9ad5c813-9caa-41e0-ad80-c48659103530 req-70c698e3-3d14-46ed-a836-49c6a65ed514 service neutron] For port 55aa4bc9-4cd4-41c4-9139-ebefd9425766, host hv-cinder-83625, cleared binding levels {{(pid=114859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:26:00.589284 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [req-9ad5c813-9caa-41e0-ad80-c48659103530 req-70c698e3-3d14-46ed-a836-49c6a65ed514 service neutron] For port 55aa4bc9-4cd4-41c4-9139-ebefd9425766, host hv-cinder-83625, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=55aa4bc9-4cd4-41c4-9139-ebefd9425766,segment=NetworkSegment(bdf1ac9c-35c8-4f99-b6bd-1106057006ad),segment_id=bdf1ac9c-35c8-4f99-b6bd-1106057006ad)] {{(pid=114859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:26:00.603094 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 52536) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:00.639995 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-9ad5c813-9caa-41e0-ad80-c48659103530 req-70c698e3-3d14-46ed-a836-49c6a65ed514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (55aa4bc9-4cd4-41c4-9139-ebefd9425766), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:00.640569 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-2c07ce0a-d784-41c7-bd45-96e033e3a156 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks [] for security_group_rule (6131e1da-0470-4605-9014-bb37a4845549), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:00.714594 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-9fd1df75-be49-4e7e-b7f9-ffe6d8456a8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:00.740308 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-8f0503f7-8247-4483-87f5-ac798f5c24e6 admin admin] Publish callbacks [] for security_group (3600b839-140e-4918-92aa-de3a9e3faef7), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:00.782844 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-ebf59951-9c57-45ec-9f0f-d531a037862b req-b741f95f-a51e-4de2-be2a-56709ae19802 service neutron] 10.222.0.32 "GET /v2.0/networks/1ee4ba18-669f-44db-9087-b0bd886e30c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9570889 Apr 12 00:26:00.806550 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Current status of the port e414a36b-4af7-49f0-b141-e81f87a4c67d is: ACTIVE; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:26:00.813766 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 054df76d-ea79-4f02-bdc5-f977c0175bc3 up at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:26:00.855169 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5c813-9caa-41e0-ad80-c48659103530 req-70c698e3-3d14-46ed-a836-49c6a65ed514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:00.855974 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-9ad5c813-9caa-41e0-ad80-c48659103530 req-70c698e3-3d14-46ed-a836-49c6a65ed514 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for port (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:00.857457 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-9ad5c813-9caa-41e0-ad80-c48659103530 req-70c698e3-3d14-46ed-a836-49c6a65ed514 service neutron] 10.222.0.52 "PUT /v2.0/ports/55aa4bc9-4cd4-41c4-9139-ebefd9425766 HTTP/1.1" status: 200 len: 1093 time: 5.1009920 Apr 12 00:26:00.864375 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '514dbc1c-8df0-4bf2-96db-5911d4bdb52c', 'tag': '55aa4bc9-4cd4-41c4-9139-ebefd9425766'}] {{(pid=114859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:26:01.009350 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-16f72394-8978-4264-9a4c-c574fee89351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91721c3e-9320-4063-bd5f-37a055cc06ce', 'name': 'tempest-ServerRescueNegativeTestJSON-1051460631-router', 'tenant_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'e414a36b-4af7-49f0-b141-e81f87a4c67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:25:41Z', 'updated_at': '2022-04-12T00:25:51Z', 'revision_number': 4, 'project_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'gw_port': {'id': 'e414a36b-4af7-49f0-b141-e81f87a4c67d', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:91:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91721c3e-9320-4063-bd5f-37a055cc06ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:42Z', 'updated_at': '2022-04-12T00:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': '7a82a6ed-1029-4c84-94ac-401d26f7ba63', 'name': '', 'network_id': 'd9c3b5d9-2a62-4930-bf1a-06e919287728', 'tenant_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'mac_address': 'fa:16:3e:0e:1a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91721c3e-9320-4063-bd5f-37a055cc06ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7f76de51-1250-4e78-bc34-31fbaa8ccdf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:49Z', 'updated_at': '2022-04-12T00:25:59Z', 'revision_number': 4, 'project_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'subnets': [{'id': '7f76de51-1250-4e78-bc34-31fbaa8ccdf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:26:01.031963 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-6e1b7e51-ad20-403d-8ce9-0fb4a73a04c2 None None] Current status of the port 7a82a6ed-1029-4c84-94ac-401d26f7ba63 is: DOWN; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:26:01.032243 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-6e1b7e51-ad20-403d-8ce9-0fb4a73a04c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (7a82a6ed-1029-4c84-94ac-401d26f7ba63), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:01.040009 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-d0df63e3-57ed-412c-8cb6-fe8192bef7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b77afa-d5cd-4064-a2c9-053958a7fbbb', 'name': 'tempest-AttachVolumeTestJSON-1374726220-router', 'tenant_id': 'c08909d19c8341c5b47846b0cee54fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '054df76d-ea79-4f02-bdc5-f977c0175bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:25:40Z', 'updated_at': '2022-04-12T00:25:49Z', 'revision_number': 4, 'project_id': 'c08909d19c8341c5b47846b0cee54fd8', 'gw_port': {'id': '054df76d-ea79-4f02-bdc5-f977c0175bc3', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:40:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b77afa-d5cd-4064-a2c9-053958a7fbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:41Z', 'updated_at': '2022-04-12T00:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': '3440c56b-3a61-422d-a3c6-af5bd29f6b05', 'name': '', 'network_id': '5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4', 'tenant_id': 'c08909d19c8341c5b47846b0cee54fd8', 'mac_address': 'fa:16:3e:87:14:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b77afa-d5cd-4064-a2c9-053958a7fbbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2d5e30fe-6eb4-42f7-a751-8d6f0006a016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:47Z', 'updated_at': '2022-04-12T00:25:49Z', 'revision_number': 2, 'project_id': 'c08909d19c8341c5b47846b0cee54fd8', 'subnets': [{'id': '2d5e30fe-6eb4-42f7-a751-8d6f0006a016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:26:01.067542 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f72394-8978-4264-9a4c-c574fee89351 None None] The sync data for ids ['91721c3e-9320-4063-bd5f-37a055cc06ce'] in dv-cinder-836252-3-iscsi is: [{'id': '91721c3e-9320-4063-bd5f-37a055cc06ce', 'name': 'tempest-ServerRescueNegativeTestJSON-1051460631-router', 'tenant_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'e414a36b-4af7-49f0-b141-e81f87a4c67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:25:41Z', 'updated_at': '2022-04-12T00:25:51Z', 'revision_number': 4, 'project_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'gw_port': {'id': 'e414a36b-4af7-49f0-b141-e81f87a4c67d', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:91:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91721c3e-9320-4063-bd5f-37a055cc06ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:42Z', 'updated_at': '2022-04-12T00:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': '7a82a6ed-1029-4c84-94ac-401d26f7ba63', 'name': '', 'network_id': 'd9c3b5d9-2a62-4930-bf1a-06e919287728', 'tenant_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'mac_address': 'fa:16:3e:0e:1a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91721c3e-9320-4063-bd5f-37a055cc06ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7f76de51-1250-4e78-bc34-31fbaa8ccdf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:49Z', 'updated_at': '2022-04-12T00:25:59Z', 'revision_number': 4, 'project_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'subnets': [{'id': '7f76de51-1250-4e78-bc34-31fbaa8ccdf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:26:01.090507 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-2c07ce0a-d784-41c7-bd45-96e033e3a156 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks [] for security_group_rule (6131e1da-0470-4605-9014-bb37a4845549), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:01.098277 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-2c07ce0a-d784-41c7-bd45-96e033e3a156 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496243'] for security_group_rule (6131e1da-0470-4605-9014-bb37a4845549), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:01.122948 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c07ce0a-d784-41c7-bd45-96e033e3a156 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6131e1da-0470-4605-9014-bb37a4845549,revision_number=0']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:01.142815 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-2c07ce0a-d784-41c7-bd45-96e033e3a156 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:01.149091 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-2c07ce0a-d784-41c7-bd45-96e033e3a156 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7125328 Apr 12 00:26:01.167013 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 52560) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:01.188500 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-4ed7c016-c0f9-441a-bfb7-fb1345cbb0f8 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Request body: {'floatingip': {'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7'}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:26:01.245666 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0df63e3-57ed-412c-8cb6-fe8192bef7b9 None None] Checking router: 24b77afa-d5cd-4064-a2c9-053958a7fbbb for host: dv-cinder-836252-3-iscsi {{(pid=114861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:26:01.251754 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0df63e3-57ed-412c-8cb6-fe8192bef7b9 None None] Updating router 24b77afa-d5cd-4064-a2c9-053958a7fbbb port 3440c56b-3a61-422d-a3c6-af5bd29f6b05 binding host dv-cinder-836252-3-iscsi {{(pid=114861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 00:26:01.281530 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-8f0503f7-8247-4483-87f5-ac798f5c24e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (3600b839-140e-4918-92aa-de3a9e3faef7), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:01.298894 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-8f0503f7-8247-4483-87f5-ac798f5c24e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:01.299985 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-8f0503f7-8247-4483-87f5-ac798f5c24e6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3600b839-140e-4918-92aa-de3a9e3faef7 HTTP/1.1" status: 204 len: 168 time: 1.7652507 Apr 12 00:26:01.341558 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d0df63e3-57ed-412c-8cb6-fe8192bef7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (3440c56b-3a61-422d-a3c6-af5bd29f6b05), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:01.348405 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-4ed7c016-c0f9-441a-bfb7-fb1345cbb0f8 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:01.377268 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-6e1b7e51-ad20-403d-8ce9-0fb4a73a04c2 None None] For port 7a82a6ed-1029-4c84-94ac-401d26f7ba63, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=7a82a6ed-1029-4c84-94ac-401d26f7ba63,segment=NetworkSegment(fd63afde-b6e3-4288-8882-e1cea57d1a20),segment_id=fd63afde-b6e3-4288-8882-e1cea57d1a20)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:26:01.388871 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c698e3-3d14-46ed-a836-49c6a65ed514 service neutron] Pushing event updated for resources: {'Port': ['ID=55aa4bc9-4cd4-41c4-9139-ebefd9425766,revision_number=3']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:01.406946 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-6e1b7e51-ad20-403d-8ce9-0fb4a73a04c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (7a82a6ed-1029-4c84-94ac-401d26f7ba63), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:01.436716 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0503f7-8247-4483-87f5-ac798f5c24e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3600b839-140e-4918-92aa-de3a9e3faef7,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:01.616117 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5c813-9caa-41e0-ad80-c48659103530 req-044ca4f2-53b2-4cf7-bc3f-691ded593607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:01.617748 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-9ad5c813-9caa-41e0-ad80-c48659103530 req-044ca4f2-53b2-4cf7-bc3f-691ded593607 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d3610d0185cf40548de23d406b26a421&device_id=514dbc1c-8df0-4bf2-96db-5911d4bdb52c HTTP/1.1" status: 200 len: 1127 time: 0.5483010 Apr 12 00:26:01.740444 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Provisioning complete for port 054df76d-ea79-4f02-bdc5-f977c0175bc3 triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:26:01.744251 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (054df76d-ea79-4f02-bdc5-f977c0175bc3), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:01.898820 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-201e744b-e519-4c28-9f8c-855c5a80fcbd None None] Provisioning complete for port 7a82a6ed-1029-4c84-94ac-401d26f7ba63 triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:26:01.899452 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-201e744b-e519-4c28-9f8c-855c5a80fcbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (7a82a6ed-1029-4c84-94ac-401d26f7ba63), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:01.908584 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-4ed7c016-c0f9-441a-bfb7-fb1345cbb0f8 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:01.935575 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f2600-3337-4fae-869c-0231648e6591 req-7c67c62a-8bde-4c53-af99-a4bbc08446b8 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:01.963977 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-aa5f2600-3337-4fae-869c-0231648e6591 req-7c67c62a-8bde-4c53-af99-a4bbc08446b8 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] 10.222.0.32 "GET /v2.0/ports?device_id=514dbc1c-8df0-4bf2-96db-5911d4bdb52c HTTP/1.1" status: 200 len: 943 time: 0.6792328 Apr 12 00:26:01.964090 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1b7e51-ad20-403d-8ce9-0fb4a73a04c2 None None] Pushing event updated for resources: {'Port': ['ID=7a82a6ed-1029-4c84-94ac-401d26f7ba63,revision_number=5']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:02.120670 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Current status of the port 054df76d-ea79-4f02-bdc5-f977c0175bc3 is: ACTIVE; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:26:02.121686 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 2ca65d7a-78cd-441a-b64b-83ef86f9fba1 up at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:26:02.203697 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [req-e1a31e87-fb25-40b9-8548-fe20de166d6b req-fc7baa5a-7a82-4171-90ec-49319d2e23b6 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114859) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 00:26:02.208962 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e1a31e87-fb25-40b9-8548-fe20de166d6b req-fc7baa5a-7a82-4171-90ec-49319d2e23b6 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 1.1529641 Apr 12 00:26:02.311009 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d751ce943c7fd1580d8237ddcdd582f05025ac6b53677acecb9ecfb4d000721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0008cb-3abd-4a1e-9443-969359a3720a" -d '{"events": [{"name": "network-changed", "server_uuid": "514dbc1c-8df0-4bf2-96db-5911d4bdb52c", "tag": "55aa4bc9-4cd4-41c4-9139-ebefd9425766"}]}' {{(pid=114859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:26:02.315555 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-9ad5c813-9caa-41e0-ad80-c48659103530 req-b0dc95b4-d7c7-44db-a354-21faa0333227 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55aa4bc9-4cd4-41c4-9139-ebefd9425766 HTTP/1.1" status: 200 len: 217 time: 0.6747725 Apr 12 00:26:02.471381 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-aa5f2600-3337-4fae-869c-0231648e6591 req-5ee6fd3e-3bcd-4cee-a428-c39cb0ad6c4a tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc1f92e-2422-463a-8047-dee47e450eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5132604 Apr 12 00:26:02.528268 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.db.db_base_plugin_common [None req-4ed7c016-c0f9-441a-bfb7-fb1345cbb0f8 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Allocated IP 172.27.3.220 (1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7/02a01a71-afa8-4790-9b30-3097f97db265/d7d580ab-b354-4836-a3a1-2a4ab46656f7) {{(pid=114860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:26:02.659835 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-201e744b-e519-4c28-9f8c-855c5a80fcbd None None] Current status of the port 7a82a6ed-1029-4c84-94ac-401d26f7ba63 is: ACTIVE; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:26:02.706200 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Provisioning complete for port 2ca65d7a-78cd-441a-b64b-83ef86f9fba1 triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:26:02.715179 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (2ca65d7a-78cd-441a-b64b-83ef86f9fba1), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:02.743262 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5c813-9caa-41e0-ad80-c48659103530 req-94bcd2c1-1870-4215-83a8-0b22dbe8ab7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:02.744764 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-9ad5c813-9caa-41e0-ad80-c48659103530 req-94bcd2c1-1870-4215-83a8-0b22dbe8ab7d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=83036380-a367-44bc-9906-835ed13c8117 HTTP/1.1" status: 200 len: 851 time: 0.4112031 Apr 12 00:26:02.752100 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-ba08d7f0-9a20-4c75-bcee-9b4d0bda5077 req-f82a31d8-c072-4dfe-b46b-49b092d3f33c tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 210 time: 0.2035923 Apr 12 00:26:02.777063 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-9fd1df75-be49-4e7e-b7f9-ffe6d8456a8b admin admin] Publish callbacks [] for security_group (f64cb13b-4bb3-4a99-8430-b2936e9ec36b), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:02.946814 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-9ad5c813-9caa-41e0-ad80-c48659103530 req-6ee40de5-207b-42ba-87ca-523c416595e2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6f42048f-da04-4010-bcf3-b5662a084b21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1682935 Apr 12 00:26:02.961346 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-9fd1df75-be49-4e7e-b7f9-ffe6d8456a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (f64cb13b-4bb3-4a99-8430-b2936e9ec36b), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:02.976472 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Current status of the port 2ca65d7a-78cd-441a-b64b-83ef86f9fba1 is: ACTIVE; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:26:03.044041 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d0df63e3-57ed-412c-8cb6-fe8192bef7b9 None None] Publish callbacks [] for port (3440c56b-3a61-422d-a3c6-af5bd29f6b05), precommit_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:03.058058 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d0df63e3-57ed-412c-8cb6-fe8192bef7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (3440c56b-3a61-422d-a3c6-af5bd29f6b05), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:03.198665 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982a4acf-89e9-4c7b-9d49-eaf0ff79d09f None None] Pushing event updated for resources: {'Port': ['ID=3440c56b-3a61-422d-a3c6-af5bd29f6b05,revision_number=3']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:03.228202 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 7a82a6ed-1029-4c84-94ac-401d26f7ba63 up at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:26:03.232106 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-9ad5c813-9caa-41e0-ad80-c48659103530 req-0c278ef7-9330-4e15-afc4-31142de259e0 service neutron] 10.222.0.52 "GET /v2.0/networks/6f42048f-da04-4010-bcf3-b5662a084b21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540259 Apr 12 00:26:03.263736 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e1a31e87-fb25-40b9-8548-fe20de166d6b req-b4db1006-9d7a-47d9-9380-96b5ef48e0a4 service neutron] 10.222.0.32 "GET /v2.0/networks/d9c3b5d9-2a62-4930-bf1a-06e919287728?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0341802 Apr 12 00:26:03.270278 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-9fd1df75-be49-4e7e-b7f9-ffe6d8456a8b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d9ebc59b4c8745f2aaaaba5b0aa10ee3&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6659431 Apr 12 00:26:03.281959 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 52646) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:03.337767 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-4ed7c016-c0f9-441a-bfb7-fb1345cbb0f8 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks [] for port (d7d580ab-b354-4836-a3a1-2a4ab46656f7), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:03.449138 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd1df75-be49-4e7e-b7f9-ffe6d8456a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f64cb13b-4bb3-4a99-8430-b2936e9ec36b,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:03.482559 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-4ed7c016-c0f9-441a-bfb7-fb1345cbb0f8 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360'] for port (d7d580ab-b354-4836-a3a1-2a4ab46656f7), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:03.622622 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e1a31e87-fb25-40b9-8548-fe20de166d6b req-00e21300-8938-4935-bc21-0a3209f9dbac service neutron] 10.222.0.32 "GET /v2.0/networks/d9c3b5d9-2a62-4930-bf1a-06e919287728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894418 Apr 12 00:26:03.663113 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.managers [None req-d0df63e3-57ed-412c-8cb6-fe8192bef7b9 None None] Attempting to bind port 3440c56b-3a61-422d-a3c6-af5bd29f6b05 on host dv-cinder-836252-3-iscsi for vnic_type normal with profile {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:26:03.663492 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.managers [None req-d0df63e3-57ed-412c-8cb6-fe8192bef7b9 None None] Attempting to bind port 3440c56b-3a61-422d-a3c6-af5bd29f6b05 by drivers openvswitch,hyperv on host dv-cinder-836252-3-iscsi at level 0 using segments [{'id': '5e9db55b-3d4f-451e-b201-3ff40da203e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4'}] {{(pid=114861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:26:03.663863 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0df63e3-57ed-412c-8cb6-fe8192bef7b9 None None] Attempting to bind port 3440c56b-3a61-422d-a3c6-af5bd29f6b05 on network 5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4 {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:26:03.671014 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed7c016-c0f9-441a-bfb7-fb1345cbb0f8 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Network 1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7 is already hosted by enough agents. {{(pid=114860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:26:03.680466 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.base_scheduler [None req-4ed7c016-c0f9-441a-bfb7-fb1345cbb0f8 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Resources bound (agent type, host, resource id): {{(pid=114860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:26:03.696579 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed7c016-c0f9-441a-bfb7-fb1345cbb0f8 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Received port after_create {{(pid=114860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:26:03.704314 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0df63e3-57ed-412c-8cb6-fe8192bef7b9 None None] Checking agent: {'id': 'f9a21fd4-36f2-4826-890e-da332e228edf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836252-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 0, 17, 19), 'started_at': datetime.datetime(2022, 4, 12, 0, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836252-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:26:03.704314 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0df63e3-57ed-412c-8cb6-fe8192bef7b9 None None] Checking segment: {'id': '5e9db55b-3d4f-451e-b201-3ff40da203e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:26:03.704810 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d0df63e3-57ed-412c-8cb6-fe8192bef7b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:03.705111 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0df63e3-57ed-412c-8cb6-fe8192bef7b9 None None] Bound using segment: {'id': '5e9db55b-3d4f-451e-b201-3ff40da203e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4'} {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:26:03.705603 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.managers [None req-d0df63e3-57ed-412c-8cb6-fe8192bef7b9 None None] Bound port: 3440c56b-3a61-422d-a3c6-af5bd29f6b05, host: dv-cinder-836252-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e9db55b-3d4f-451e-b201-3ff40da203e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4'}}] {{(pid=114861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:26:03.705986 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d0df63e3-57ed-412c-8cb6-fe8192bef7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (3440c56b-3a61-422d-a3c6-af5bd29f6b05), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:03.772670 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed7c016-c0f9-441a-bfb7-fb1345cbb0f8 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Pushing event updated for resources: {'Port': ['ID=d7d580ab-b354-4836-a3a1-2a4ab46656f7,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:03.801764 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Provisioning complete for port 7a82a6ed-1029-4c84-94ac-401d26f7ba63 triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:26:03.802380 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (7a82a6ed-1029-4c84-94ac-401d26f7ba63), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:03.908535 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-9ad5c813-9caa-41e0-ad80-c48659103530 req-ea3f1d0d-bfe2-4eef-bf19-0bc836e86c6d service neutron] 10.222.0.52 "GET /v2.0/networks/6f42048f-da04-4010-bcf3-b5662a084b21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6361933 Apr 12 00:26:03.957168 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-700088d0-f45d-4880-a826-ff9ce2b291a7 admin admin] Publish callbacks [] for security_group (f64cb13b-4bb3-4a99-8430-b2936e9ec36b), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:04.000130 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-4ed7c016-c0f9-441a-bfb7-fb1345cbb0f8 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks [] for floatingip (3661ea86-dec0-4185-95c1-48e14f642269), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:04.039428 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 52664) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:04.075896 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-bd04b2bc-83c6-47eb-b8f7-2ae4aa939901 None None] Provisioning complete for port 3440c56b-3a61-422d-a3c6-af5bd29f6b05 triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:26:04.092981 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-bd04b2bc-83c6-47eb-b8f7-2ae4aa939901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (3440c56b-3a61-422d-a3c6-af5bd29f6b05), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:04.108046 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-700088d0-f45d-4880-a826-ff9ce2b291a7 admin admin] Publish callbacks [] for security_group (f64cb13b-4bb3-4a99-8430-b2936e9ec36b), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:04.184984 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-bd04b2bc-83c6-47eb-b8f7-2ae4aa939901 None None] Port 3440c56b-3a61-422d-a3c6-af5bd29f6b05 cannot update to ACTIVE because it is not bound. {{(pid=114861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:26:04.226185 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-4ed7c016-c0f9-441a-bfb7-fb1345cbb0f8 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (d7d580ab-b354-4836-a3a1-2a4ab46656f7), before_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:04.248133 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-d0df63e3-57ed-412c-8cb6-fe8192bef7b9 None None] For port 3440c56b-3a61-422d-a3c6-af5bd29f6b05, host dv-cinder-836252-3-iscsi, cleared binding levels {{(pid=114861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:26:04.254093 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-d0df63e3-57ed-412c-8cb6-fe8192bef7b9 None None] For port 3440c56b-3a61-422d-a3c6-af5bd29f6b05, host dv-cinder-836252-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=3440c56b-3a61-422d-a3c6-af5bd29f6b05,segment=NetworkSegment(5e9db55b-3d4f-451e-b201-3ff40da203e0),segment_id=5e9db55b-3d4f-451e-b201-3ff40da203e0)] {{(pid=114861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:26:04.256680 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7fb3dd3-d1d5-49cc-a967-2efde5848657 x-openstack-request-id: req-e7fb3dd3-d1d5-49cc-a967-2efde5848657 {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:26:04.257185 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "514dbc1c-8df0-4bf2-96db-5911d4bdb52c", "tag": "55aa4bc9-4cd4-41c4-9139-ebefd9425766", "status": "completed", "code": 200}]} {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:26:04.257264 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e7fb3dd3-d1d5-49cc-a967-2efde5848657 {{(pid=114859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:26:04.261538 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7fb3dd3-d1d5-49cc-a967-2efde5848657'] response: {'name': 'network-changed', 'server_uuid': '514dbc1c-8df0-4bf2-96db-5911d4bdb52c', 'tag': '55aa4bc9-4cd4-41c4-9139-ebefd9425766', 'status': 'completed', 'code': 200} Apr 12 00:26:04.266062 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Current status of the port 7a82a6ed-1029-4c84-94ac-401d26f7ba63 is: ACTIVE; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:26:04.271720 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d0df63e3-57ed-412c-8cb6-fe8192bef7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (3440c56b-3a61-422d-a3c6-af5bd29f6b05), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:04.345870 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0df63e3-57ed-412c-8cb6-fe8192bef7b9 None None] Routers {'24b77afa-d5cd-4064-a2c9-053958a7fbbb'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:26:04.347108 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-d0df63e3-57ed-412c-8cb6-fe8192bef7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:25:45Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['24b77afa-d5cd-4064-a2c9-053958a7fbbb'], 'active': True} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:26:04.399387 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0008cb-3abd-4a1e-9443-969359a3720a req-a8d42906-3930-4cf1-a3f3-bc06739658ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:04.406889 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-8d0008cb-3abd-4a1e-9443-969359a3720a req-a8d42906-3930-4cf1-a3f3-bc06739658ca service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d3610d0185cf40548de23d406b26a421&device_id=514dbc1c-8df0-4bf2-96db-5911d4bdb52c HTTP/1.1" status: 200 len: 1127 time: 0.0938792 Apr 12 00:26:04.416303 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-700088d0-f45d-4880-a826-ff9ce2b291a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (f64cb13b-4bb3-4a99-8430-b2936e9ec36b), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:04.455571 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-700088d0-f45d-4880-a826-ff9ce2b291a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:04.462307 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-700088d0-f45d-4880-a826-ff9ce2b291a7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f64cb13b-4bb3-4a99-8430-b2936e9ec36b HTTP/1.1" status: 204 len: 168 time: 1.1733570 Apr 12 00:26:04.496096 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700088d0-f45d-4880-a826-ff9ce2b291a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64cb13b-4bb3-4a99-8430-b2936e9ec36b,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:04.711209 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-a702cc07-a793-4ac4-b917-f6b6a27752d0 req-b6dc80cb-062e-4a37-a12c-163feb90e3cc tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f7526a5-050f-4c25-8432-e85eddf41b98 HTTP/1.1" status: 200 len: 210 time: 0.1219409 Apr 12 00:26:04.785320 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-4ed7c016-c0f9-441a-bfb7-fb1345cbb0f8 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks [] for port (d7d580ab-b354-4836-a3a1-2a4ab46656f7), precommit_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:04.817570 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-4ed7c016-c0f9-441a-bfb7-fb1345cbb0f8 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (d7d580ab-b354-4836-a3a1-2a4ab46656f7), after_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:04.859497 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-4ed7c016-c0f9-441a-bfb7-fb1345cbb0f8 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1586356'] for floatingip (3661ea86-dec0-4185-95c1-48e14f642269), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:04.917687 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-4ed7c016-c0f9-441a-bfb7-fb1345cbb0f8 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for floatingip (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:04.934984 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-4ed7c016-c0f9-441a-bfb7-fb1345cbb0f8 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7633157 Apr 12 00:26:04.938348 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-5e88ddbd-a92f-4a1d-a875-2510b81a877f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:05.058093 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982a4acf-89e9-4c7b-9d49-eaf0ff79d09f None None] Pushing event updated for resources: {'Port': ['ID=3440c56b-3a61-422d-a3c6-af5bd29f6b05,revision_number=4']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:05.058324 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.52', 57449) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:05.084444 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-07a5b82b-0928-48de-92ed-1a544ddbc15f None None] Provisioning complete for port 3440c56b-3a61-422d-a3c6-af5bd29f6b05 triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:26:05.085599 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-07a5b82b-0928-48de-92ed-1a544ddbc15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (3440c56b-3a61-422d-a3c6-af5bd29f6b05), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:05.139920 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-e552e175-d8da-46c6-a768-1da64e578ef4 req-8a876a61-8e6e-4e91-893e-101382a14b16 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 210 time: 0.3264456 Apr 12 00:26:05.233482 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed7c016-c0f9-441a-bfb7-fb1345cbb0f8 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Pushing event updated for resources: {'Port': ['ID=d7d580ab-b354-4836-a3a1-2a4ab46656f7,revision_number=2']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:05.314056 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvr_db [None req-d0df63e3-57ed-412c-8cb6-fe8192bef7b9 None None] Set router 24b77afa-d5cd-4064-a2c9-053958a7fbbb gateway port host: dv-cinder-836252-3-iscsi {{(pid=114861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:26:05.333071 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf59951-9c57-45ec-9f0f-d531a037862b req-8542a763-1a31-42be-8685-6378c49b7822 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:05.339110 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-ebf59951-9c57-45ec-9f0f-d531a037862b req-8542a763-1a31-42be-8685-6378c49b7822 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.52 "GET /v2.0/networks?id=1ee4ba18-669f-44db-9087-b0bd886e30c9 HTTP/1.1" status: 200 len: 817 time: 0.2784607 Apr 12 00:26:05.456348 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-07a5b82b-0928-48de-92ed-1a544ddbc15f None None] Current status of the port 3440c56b-3a61-422d-a3c6-af5bd29f6b05 is: DOWN; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:26:05.457556 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-07a5b82b-0928-48de-92ed-1a544ddbc15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (3440c56b-3a61-422d-a3c6-af5bd29f6b05), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:05.484943 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-5e88ddbd-a92f-4a1d-a875-2510b81a877f admin admin] Publish callbacks [] for security_group (1c40cb15-878e-4323-bea1-a4bfd6b183ba), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:05.496309 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-5e88ddbd-a92f-4a1d-a875-2510b81a877f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (1c40cb15-878e-4323-bea1-a4bfd6b183ba), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:05.608088 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-5e88ddbd-a92f-4a1d-a875-2510b81a877f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a70727cd1f194aba8969c7a0f0818fd4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5676816 Apr 12 00:26:05.627194 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 52722) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:05.647668 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-07a5b82b-0928-48de-92ed-1a544ddbc15f None None] For port 3440c56b-3a61-422d-a3c6-af5bd29f6b05, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=3440c56b-3a61-422d-a3c6-af5bd29f6b05,segment=NetworkSegment(5e9db55b-3d4f-451e-b201-3ff40da203e0),segment_id=5e9db55b-3d4f-451e-b201-3ff40da203e0)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:26:05.654764 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e88ddbd-a92f-4a1d-a875-2510b81a877f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c40cb15-878e-4323-bea1-a4bfd6b183ba,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:05.662932 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0008cb-3abd-4a1e-9443-969359a3720a req-ada92c27-8877-40d6-8ec1-498768cd8e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:05.666777 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-8d0008cb-3abd-4a1e-9443-969359a3720a req-ada92c27-8877-40d6-8ec1-498768cd8e9a service neutron] 10.222.0.52 "GET /v2.0/networks?id=6f42048f-da04-4010-bcf3-b5662a084b21 HTTP/1.1" status: 200 len: 912 time: 0.9656467 Apr 12 00:26:05.687574 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-07a5b82b-0928-48de-92ed-1a544ddbc15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (3440c56b-3a61-422d-a3c6-af5bd29f6b05), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:05.791352 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 52728) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:05.822730 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a5b82b-0928-48de-92ed-1a544ddbc15f None None] Pushing event updated for resources: {'Port': ['ID=3440c56b-3a61-422d-a3c6-af5bd29f6b05,revision_number=5']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:05.891126 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-ebf59951-9c57-45ec-9f0f-d531a037862b req-becf8d28-61fa-4b54-b57b-bafdf226698e tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b482c4c00e94a25ad8f0a9034e9e0e5 HTTP/1.1" status: 200 len: 379 time: 0.5161994 Apr 12 00:26:05.937883 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [req-ebf59951-9c57-45ec-9f0f-d531a037862b req-e7e12f2f-c8c2-400a-8a80-24b82dba9b58 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Request body: {'port': {'device_id': '02c4e615-6c86-41a2-b6a5-19371b76e311', 'network_id': '1ee4ba18-669f-44db-9087-b0bd886e30c9', 'admin_state_up': True, 'tenant_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'security_groups': ['b9a6beb7-04a8-464e-a38b-668a836e6f98']}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:26:05.939445 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-029aa4a2-e36a-46f9-97b1-bdd8130e5562 admin admin] Publish callbacks [] for security_group (1c40cb15-878e-4323-bea1-a4bfd6b183ba), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:05.979703 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-029aa4a2-e36a-46f9-97b1-bdd8130e5562 admin admin] Publish callbacks [] for security_group (1c40cb15-878e-4323-bea1-a4bfd6b183ba), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:06.057320 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23664d33-5ac1-4263-aeb2-3c7bd0f209f0 req-c7787e39-16ec-4cb4-9da8-c0f6e3ab3ee0 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:06.065311 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-23664d33-5ac1-4263-aeb2-3c7bd0f209f0 req-c7787e39-16ec-4cb4-9da8-c0f6e3ab3ee0 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/networks?id=d9c3b5d9-2a62-4930-bf1a-06e919287728 HTTP/1.1" status: 200 len: 819 time: 0.2890427 Apr 12 00:26:06.099370 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-23664d33-5ac1-4263-aeb2-3c7bd0f209f0 req-6a1b3acd-8bec-4685-8a8e-db631cb51c16 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/quotas/7bdba79df5fc4c3faa187bd65479d3f7 HTTP/1.1" status: 200 len: 375 time: 0.0324848 Apr 12 00:26:06.105581 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-d0df63e3-57ed-412c-8cb6-fe8192bef7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b77afa-d5cd-4064-a2c9-053958a7fbbb', 'name': 'tempest-AttachVolumeTestJSON-1374726220-router', 'tenant_id': 'c08909d19c8341c5b47846b0cee54fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '054df76d-ea79-4f02-bdc5-f977c0175bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:25:40Z', 'updated_at': '2022-04-12T00:25:49Z', 'revision_number': 4, 'project_id': 'c08909d19c8341c5b47846b0cee54fd8', 'gw_port': {'id': '054df76d-ea79-4f02-bdc5-f977c0175bc3', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:40:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b77afa-d5cd-4064-a2c9-053958a7fbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:41Z', 'updated_at': '2022-04-12T00:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': '3440c56b-3a61-422d-a3c6-af5bd29f6b05', 'name': '', 'network_id': '5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4', 'tenant_id': 'c08909d19c8341c5b47846b0cee54fd8', 'mac_address': 'fa:16:3e:87:14:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b77afa-d5cd-4064-a2c9-053958a7fbbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2d5e30fe-6eb4-42f7-a751-8d6f0006a016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:47Z', 'updated_at': '2022-04-12T00:26:04Z', 'revision_number': 4, 'project_id': 'c08909d19c8341c5b47846b0cee54fd8', 'subnets': [{'id': '2d5e30fe-6eb4-42f7-a751-8d6f0006a016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:26:06.160900 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0df63e3-57ed-412c-8cb6-fe8192bef7b9 None None] The sync data for ids ['24b77afa-d5cd-4064-a2c9-053958a7fbbb'] in dv-cinder-836252-3-iscsi is: [{'id': '24b77afa-d5cd-4064-a2c9-053958a7fbbb', 'name': 'tempest-AttachVolumeTestJSON-1374726220-router', 'tenant_id': 'c08909d19c8341c5b47846b0cee54fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '054df76d-ea79-4f02-bdc5-f977c0175bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:25:40Z', 'updated_at': '2022-04-12T00:25:49Z', 'revision_number': 4, 'project_id': 'c08909d19c8341c5b47846b0cee54fd8', 'gw_port': {'id': '054df76d-ea79-4f02-bdc5-f977c0175bc3', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:40:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b77afa-d5cd-4064-a2c9-053958a7fbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:41Z', 'updated_at': '2022-04-12T00:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': '3440c56b-3a61-422d-a3c6-af5bd29f6b05', 'name': '', 'network_id': '5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4', 'tenant_id': 'c08909d19c8341c5b47846b0cee54fd8', 'mac_address': 'fa:16:3e:87:14:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b77afa-d5cd-4064-a2c9-053958a7fbbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2d5e30fe-6eb4-42f7-a751-8d6f0006a016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:47Z', 'updated_at': '2022-04-12T00:26:04Z', 'revision_number': 4, 'project_id': 'c08909d19c8341c5b47846b0cee54fd8', 'subnets': [{'id': '2d5e30fe-6eb4-42f7-a751-8d6f0006a016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:26:06.177345 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-029aa4a2-e36a-46f9-97b1-bdd8130e5562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (1c40cb15-878e-4323-bea1-a4bfd6b183ba), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:06.185130 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-029aa4a2-e36a-46f9-97b1-bdd8130e5562 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:06.193358 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-029aa4a2-e36a-46f9-97b1-bdd8130e5562 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1c40cb15-878e-4323-bea1-a4bfd6b183ba HTTP/1.1" status: 204 len: 168 time: 0.5614986 Apr 12 00:26:06.219452 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-8d0008cb-3abd-4a1e-9443-969359a3720a req-c4ccabb5-cbc9-4ccf-aa07-094a89dbddbc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55aa4bc9-4cd4-41c4-9139-ebefd9425766 HTTP/1.1" status: 200 len: 217 time: 0.3720622 Apr 12 00:26:06.224967 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebf59951-9c57-45ec-9f0f-d531a037862b req-e7e12f2f-c8c2-400a-8a80-24b82dba9b58 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Made reservation on behalf of 8b482c4c00e94a25ad8f0a9034e9e0e5 for: {'port': 1} {{(pid=114859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:26:06.230096 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029aa4a2-e36a-46f9-97b1-bdd8130e5562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c40cb15-878e-4323-bea1-a4bfd6b183ba,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:06.246936 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-ebf59951-9c57-45ec-9f0f-d531a037862b req-e7e12f2f-c8c2-400a-8a80-24b82dba9b58 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:06.280768 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-23664d33-5ac1-4263-aeb2-3c7bd0f209f0 req-db4bb85c-b517-43c3-964f-992cc38a5b63 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7bdba79df5fc4c3faa187bd65479d3f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1804068 Apr 12 00:26:06.344884 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0008cb-3abd-4a1e-9443-969359a3720a req-064bafcb-29d3-48ec-a729-a3abfb7578f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:06.346767 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-8d0008cb-3abd-4a1e-9443-969359a3720a req-064bafcb-29d3-48ec-a729-a3abfb7578f0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=83036380-a367-44bc-9906-835ed13c8117 HTTP/1.1" status: 200 len: 851 time: 0.0942900 Apr 12 00:26:06.396382 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 52742) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:06.398144 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.52', 57453) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:06.554028 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e59ebd-5f04-45ee-a94c-91f9eb5534ea req-dbf1923b-7d4f-4194-be6e-e5bbb6a5bf46 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:06.561560 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d4e59ebd-5f04-45ee-a94c-91f9eb5534ea req-dbf1923b-7d4f-4194-be6e-e5bbb6a5bf46 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] 10.222.0.32 "GET /v2.0/ports?device_id=514dbc1c-8df0-4bf2-96db-5911d4bdb52c HTTP/1.1" status: 200 len: 943 time: 1.2210555 Apr 12 00:26:06.652635 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-8d0008cb-3abd-4a1e-9443-969359a3720a req-78711bea-e840-4fca-8cd6-54cbba81752c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6f42048f-da04-4010-bcf3-b5662a084b21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1089339 Apr 12 00:26:06.667381 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-23664d33-5ac1-4263-aeb2-3c7bd0f209f0 req-59825f8b-f6b9-48af-b243-c0614df74541 service neutron] 10.222.0.32 "GET /v2.0/networks/d9c3b5d9-2a62-4930-bf1a-06e919287728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3851905 Apr 12 00:26:06.735441 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-bf73169b-d46a-455d-8a24-a08b1bbb3200 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:06.873110 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-8d0008cb-3abd-4a1e-9443-969359a3720a req-bb0a2b65-c645-4db4-b8a0-a770ebcbe245 service neutron] 10.222.0.52 "GET /v2.0/networks/6f42048f-da04-4010-bcf3-b5662a084b21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999891 Apr 12 00:26:06.882164 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.db_base_plugin_common [req-ebf59951-9c57-45ec-9f0f-d531a037862b req-e7e12f2f-c8c2-400a-8a80-24b82dba9b58 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Allocated IP 172.20.0.11 (1ee4ba18-669f-44db-9087-b0bd886e30c9/5e83a63b-8739-41ae-aeb4-59d49ec2e5b0/a96b86a8-a90d-426f-9b7e-b2dc136b138a) {{(pid=114859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:26:06.973156 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d4e59ebd-5f04-45ee-a94c-91f9eb5534ea req-c9f3027e-f2f7-4c90-ac5f-25b49cb0cb4a tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc1f92e-2422-463a-8047-dee47e450eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4106054 Apr 12 00:26:06.986101 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-4e90531b-d702-44da-a617-f5306c4507e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:07.089336 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a31e87-fb25-40b9-8548-fe20de166d6b req-a618e756-888a-4128-b6df-a490d3d11eca tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:07.090884 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-e1a31e87-fb25-40b9-8548-fe20de166d6b req-a618e756-888a-4128-b6df-a490d3d11eca tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.52 "GET /v2.0/networks?id=d9c3b5d9-2a62-4930-bf1a-06e919287728 HTTP/1.1" status: 200 len: 819 time: 0.5789609 Apr 12 00:26:07.129227 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-23664d33-5ac1-4263-aeb2-3c7bd0f209f0 req-1b22b0cc-2618-4ab1-a4bd-0e36bacde69f service neutron] 10.222.0.32 "GET /v2.0/networks/d9c3b5d9-2a62-4930-bf1a-06e919287728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4608803 Apr 12 00:26:07.173782 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [req-e1a31e87-fb25-40b9-8548-fe20de166d6b req-9b0d4ff2-e795-4e46-af96-3a0501b2841c tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Request body: {'port': {'device_id': '1f7526a5-050f-4c25-8432-e85eddf41b98', 'network_id': 'd9c3b5d9-2a62-4930-bf1a-06e919287728', 'admin_state_up': True, 'tenant_id': '7bdba79df5fc4c3faa187bd65479d3f7'}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:26:07.253595 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-ebf59951-9c57-45ec-9f0f-d531a037862b req-e7e12f2f-c8c2-400a-8a80-24b82dba9b58 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks [] for port (a96b86a8-a90d-426f-9b7e-b2dc136b138a), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:07.272073 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 3440c56b-3a61-422d-a3c6-af5bd29f6b05 up at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:26:07.309353 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 52764) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:07.332694 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-ebf59951-9c57-45ec-9f0f-d531a037862b req-e7e12f2f-c8c2-400a-8a80-24b82dba9b58 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360'] for port (a96b86a8-a90d-426f-9b7e-b2dc136b138a), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:07.436605 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Provisioning complete for port 3440c56b-3a61-422d-a3c6-af5bd29f6b05 triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:26:07.437644 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (3440c56b-3a61-422d-a3c6-af5bd29f6b05), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:07.566288 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebf59951-9c57-45ec-9f0f-d531a037862b req-e7e12f2f-c8c2-400a-8a80-24b82dba9b58 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Network 1ee4ba18-669f-44db-9087-b0bd886e30c9 is already hosted by enough agents. {{(pid=114859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:26:07.586063 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e12f2f-c8c2-400a-8a80-24b82dba9b58 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Pushing event updated for resources: {'Port': ['ID=a96b86a8-a90d-426f-9b7e-b2dc136b138a,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:07.595907 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.base_scheduler [req-ebf59951-9c57-45ec-9f0f-d531a037862b req-e7e12f2f-c8c2-400a-8a80-24b82dba9b58 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Resources bound (agent type, host, resource id): {{(pid=114859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:26:07.613646 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebf59951-9c57-45ec-9f0f-d531a037862b req-e7e12f2f-c8c2-400a-8a80-24b82dba9b58 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Received port after_create {{(pid=114859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:26:07.628617 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf59951-9c57-45ec-9f0f-d531a037862b req-e7e12f2f-c8c2-400a-8a80-24b82dba9b58 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:07.629305 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-ebf59951-9c57-45ec-9f0f-d531a037862b req-e7e12f2f-c8c2-400a-8a80-24b82dba9b58 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for port (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:07.676014 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Current status of the port 3440c56b-3a61-422d-a3c6-af5bd29f6b05 is: ACTIVE; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:26:07.695936 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-94a9b327-8c50-4953-9084-8ce0d68259a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:07.699925 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-bf73169b-d46a-455d-8a24-a08b1bbb3200 admin admin] Publish callbacks [] for security_group (a888cd2d-2c3c-4ace-a7c4-fb237057cde6), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:07.706605 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-4e90531b-d702-44da-a617-f5306c4507e5 admin admin] Publish callbacks [] for security_group (1f24d88a-cb4a-4112-ae56-cd532b1b65a8), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:07.719855 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-ebf59951-9c57-45ec-9f0f-d531a037862b req-e7e12f2f-c8c2-400a-8a80-24b82dba9b58 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8238070 Apr 12 00:26:07.760303 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-bf73169b-d46a-455d-8a24-a08b1bbb3200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (a888cd2d-2c3c-4ace-a7c4-fb237057cde6), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:07.817259 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [req-ebf59951-9c57-45ec-9f0f-d531a037862b req-9a6e2619-0124-4c36-add5-a7a2cd4f1bc5 service neutron] Request body: {'port': {'device_id': '02c4e615-6c86-41a2-b6a5-19371b76e311', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83625'}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:26:07.879139 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-67b5b81a-bf50-46ca-8c6b-5bc76f0b977d req-01e9bfa8-9fc7-45a2-b941-1cf20cbf062f tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--865008342&fields=id&tenant_id=c08909d19c8341c5b47846b0cee54fd8 HTTP/1.1" status: 200 len: 267 time: 0.5834475 Apr 12 00:26:08.024844 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5b81a-bf50-46ca-8c6b-5bc76f0b977d req-c5de2d74-95f3-447e-abab-dca9db4d7250 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:08.032014 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-67b5b81a-bf50-46ca-8c6b-5bc76f0b977d req-c5de2d74-95f3-447e-abab-dca9db4d7250 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/networks?id=5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4 HTTP/1.1" status: 200 len: 811 time: 0.1519470 Apr 12 00:26:08.065275 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-bf73169b-d46a-455d-8a24-a08b1bbb3200 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=838379d3d4634b25b49af9f398275792&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2640941 Apr 12 00:26:08.074406 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-4e90531b-d702-44da-a617-f5306c4507e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (1f24d88a-cb4a-4112-ae56-cd532b1b65a8), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:08.078079 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 52790) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:08.093480 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-67b5b81a-bf50-46ca-8c6b-5bc76f0b977d req-7913abd4-1b06-44d1-ab13-64034b57c94a tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/quotas/c08909d19c8341c5b47846b0cee54fd8 HTTP/1.1" status: 200 len: 375 time: 0.0605750 Apr 12 00:26:08.125178 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-8d0008cb-3abd-4a1e-9443-969359a3720a req-bc9d341d-78d3-433b-9566-a9456c918af8 service neutron] 10.222.0.52 "GET /v2.0/networks/6f42048f-da04-4010-bcf3-b5662a084b21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8147156 Apr 12 00:26:08.131993 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-ebf59951-9c57-45ec-9f0f-d531a037862b req-9a6e2619-0124-4c36-add5-a7a2cd4f1bc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (a96b86a8-a90d-426f-9b7e-b2dc136b138a), before_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:08.148279 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-b1759183-8d28-4af5-97c1-af9f314c396e None None] Provisioning complete for port a96b86a8-a90d-426f-9b7e-b2dc136b138a triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:26:08.148947 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-b1759183-8d28-4af5-97c1-af9f314c396e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (a96b86a8-a90d-426f-9b7e-b2dc136b138a), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:08.193221 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78437ee7-1367-49a2-9d7e-9b04c784d34d req-edc7d191-c619-469e-a52f-c1f6a7a1c537 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:08.194947 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-78437ee7-1367-49a2-9d7e-9b04c784d34d req-edc7d191-c619-469e-a52f-c1f6a7a1c537 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 932 time: 0.5567393 Apr 12 00:26:08.205017 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-b1759183-8d28-4af5-97c1-af9f314c396e None None] Port a96b86a8-a90d-426f-9b7e-b2dc136b138a cannot update to ACTIVE because it is not bound. {{(pid=114861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:26:08.211178 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf73169b-d46a-455d-8a24-a08b1bbb3200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a888cd2d-2c3c-4ace-a7c4-fb237057cde6,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:08.234215 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-4e90531b-d702-44da-a617-f5306c4507e5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cb0338cb89154a2698a873c1637ba2ae&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7483137 Apr 12 00:26:08.282595 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 52794) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:08.299997 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1a31e87-fb25-40b9-8548-fe20de166d6b req-9b0d4ff2-e795-4e46-af96-3a0501b2841c tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Made reservation on behalf of 7bdba79df5fc4c3faa187bd65479d3f7 for: {'port': 1} {{(pid=114860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:26:08.303820 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [req-e1a31e87-fb25-40b9-8548-fe20de166d6b req-9b0d4ff2-e795-4e46-af96-3a0501b2841c tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:08.311441 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-b654e8e3-cd0c-40eb-a165-e822f7da3e14 admin admin] Publish callbacks [] for security_group (a888cd2d-2c3c-4ace-a7c4-fb237057cde6), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:08.316607 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e90531b-d702-44da-a617-f5306c4507e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f24d88a-cb4a-4112-ae56-cd532b1b65a8,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:08.391560 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-67b5b81a-bf50-46ca-8c6b-5bc76f0b977d req-314f77d4-0945-4e7c-ae45-e0deb0927228 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c08909d19c8341c5b47846b0cee54fd8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2861228 Apr 12 00:26:08.402065 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-b654e8e3-cd0c-40eb-a165-e822f7da3e14 admin admin] Publish callbacks [] for security_group (a888cd2d-2c3c-4ace-a7c4-fb237057cde6), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:08.408902 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-78437ee7-1367-49a2-9d7e-9b04c784d34d req-68614c88-08fe-4534-880f-400b95c0588c tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2036784 Apr 12 00:26:08.430896 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-94a9b327-8c50-4953-9084-8ce0d68259a6 admin admin] Publish callbacks [] for security_group (f2485090-81c6-46e0-9f44-4163f9cedf20), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:08.477296 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-94a9b327-8c50-4953-9084-8ce0d68259a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (f2485090-81c6-46e0-9f44-4163f9cedf20), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:08.539330 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-00872df3-b7aa-498c-aa53-578efac3e509 admin admin] Publish callbacks [] for security_group (1f24d88a-cb4a-4112-ae56-cd532b1b65a8), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:08.582298 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-94a9b327-8c50-4953-9084-8ce0d68259a6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=36438e6a2abb477c95a90fc7d5f3f053&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2608204 Apr 12 00:26:08.587245 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a9b327-8c50-4953-9084-8ce0d68259a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2485090-81c6-46e0-9f44-4163f9cedf20,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:08.587464 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 52804) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:08.602531 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-c1789221-ea54-4ae2-8b7e-cd4e3a30202f req-e5ba7e96-b176-44a3-abc8-92ed5f0c5178 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 210 time: 0.0817053 Apr 12 00:26:08.659634 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-00872df3-b7aa-498c-aa53-578efac3e509 admin admin] Publish callbacks [] for security_group (1f24d88a-cb4a-4112-ae56-cd532b1b65a8), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:08.668568 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-67b5b81a-bf50-46ca-8c6b-5bc76f0b977d req-934ea50a-7a17-468c-b38f-e0db6bf5f3c4 service neutron] 10.222.0.32 "GET /v2.0/networks/5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473252 Apr 12 00:26:08.743671 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-b654e8e3-cd0c-40eb-a165-e822f7da3e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (a888cd2d-2c3c-4ace-a7c4-fb237057cde6), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:08.746284 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-b654e8e3-cd0c-40eb-a165-e822f7da3e14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:08.747405 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-b654e8e3-cd0c-40eb-a165-e822f7da3e14 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a888cd2d-2c3c-4ace-a7c4-fb237057cde6 HTTP/1.1" status: 204 len: 168 time: 0.6561482 Apr 12 00:26:08.780054 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.db.db_base_plugin_common [req-e1a31e87-fb25-40b9-8548-fe20de166d6b req-9b0d4ff2-e795-4e46-af96-3a0501b2841c tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Allocated IP 172.20.0.12 (d9c3b5d9-2a62-4930-bf1a-06e919287728/7f76de51-1250-4e78-bc34-31fbaa8ccdf7/e2528e14-c8a3-4f63-b34e-364aedc6fb6a) {{(pid=114860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:26:08.799894 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b654e8e3-cd0c-40eb-a165-e822f7da3e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a888cd2d-2c3c-4ace-a7c4-fb237057cde6,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:08.826850 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f424d1-d1b6-4b73-8bec-df80b5abf6e8 req-f38023cb-9969-47ae-9eaa-14d41d50f98c tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:08.828771 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-06f424d1-d1b6-4b73-8bec-df80b5abf6e8 req-f38023cb-9969-47ae-9eaa-14d41d50f98c tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] 10.222.0.32 "GET /v2.0/ports?device_id=514dbc1c-8df0-4bf2-96db-5911d4bdb52c HTTP/1.1" status: 200 len: 943 time: 0.1153984 Apr 12 00:26:08.859995 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-524eccab-a6d2-4dd9-b77b-5c9c5ca875f3 admin admin] Publish callbacks [] for security_group (f2485090-81c6-46e0-9f44-4163f9cedf20), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:08.867369 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.agents_db [None req-4f17da96-f611-4225-a78f-ee15b860eec6 None None] Agent healthcheck: found 6 active agents {{(pid=114862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:26:08.885652 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-00872df3-b7aa-498c-aa53-578efac3e509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (1f24d88a-cb4a-4112-ae56-cd532b1b65a8), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:08.888161 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-00872df3-b7aa-498c-aa53-578efac3e509 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:08.890192 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-67b5b81a-bf50-46ca-8c6b-5bc76f0b977d req-d784a7a6-8d77-41f3-ba40-7a1575e7550a service neutron] 10.222.0.32 "GET /v2.0/networks/5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983347 Apr 12 00:26:08.891960 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-00872df3-b7aa-498c-aa53-578efac3e509 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1f24d88a-cb4a-4112-ae56-cd532b1b65a8 HTTP/1.1" status: 204 len: 168 time: 0.6079714 Apr 12 00:26:08.916260 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [req-ebf59951-9c57-45ec-9f0f-d531a037862b req-9a6e2619-0124-4c36-add5-a7a2cd4f1bc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a96b86a8-a90d-426f-9b7e-b2dc136b138a {{(pid=114859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:26:08.937504 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-ebf59951-9c57-45ec-9f0f-d531a037862b req-9a6e2619-0124-4c36-add5-a7a2cd4f1bc5 service neutron] Publish callbacks [] for port (a96b86a8-a90d-426f-9b7e-b2dc136b138a), precommit_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:08.946900 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00872df3-b7aa-498c-aa53-578efac3e509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f24d88a-cb4a-4112-ae56-cd532b1b65a8,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:08.954404 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-524eccab-a6d2-4dd9-b77b-5c9c5ca875f3 admin admin] Publish callbacks [] for security_group (f2485090-81c6-46e0-9f44-4163f9cedf20), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:08.962188 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.provisioning_blocks [req-ebf59951-9c57-45ec-9f0f-d531a037862b req-9a6e2619-0124-4c36-add5-a7a2cd4f1bc5 service neutron] Transition to ACTIVE for port object a96b86a8-a90d-426f-9b7e-b2dc136b138a will not be triggered until provisioned by entity L2. {{(pid=114859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 00:26:08.971740 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-ebf59951-9c57-45ec-9f0f-d531a037862b req-9a6e2619-0124-4c36-add5-a7a2cd4f1bc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (a96b86a8-a90d-426f-9b7e-b2dc136b138a), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:09.049151 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-06f424d1-d1b6-4b73-8bec-df80b5abf6e8 req-417c7991-e43d-47eb-accd-6ae408994cd6 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc1f92e-2422-463a-8047-dee47e450eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784117 Apr 12 00:26:09.069316 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e2619-0124-4c36-add5-a7a2cd4f1bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=a96b86a8-a90d-426f-9b7e-b2dc136b138a,revision_number=2']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:09.108109 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [req-e1a31e87-fb25-40b9-8548-fe20de166d6b req-9b0d4ff2-e795-4e46-af96-3a0501b2841c tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Publish callbacks [] for port (e2528e14-c8a3-4f63-b34e-364aedc6fb6a), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:09.120945 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-524eccab-a6d2-4dd9-b77b-5c9c5ca875f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (f2485090-81c6-46e0-9f44-4163f9cedf20), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:09.131244 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.managers [req-ebf59951-9c57-45ec-9f0f-d531a037862b req-9a6e2619-0124-4c36-add5-a7a2cd4f1bc5 service neutron] Attempting to bind port a96b86a8-a90d-426f-9b7e-b2dc136b138a on host hv-cinder-83625 for vnic_type normal with profile {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:26:09.131581 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.managers [req-ebf59951-9c57-45ec-9f0f-d531a037862b req-9a6e2619-0124-4c36-add5-a7a2cd4f1bc5 service neutron] Attempting to bind port a96b86a8-a90d-426f-9b7e-b2dc136b138a by drivers openvswitch,hyperv on host hv-cinder-83625 at level 0 using segments [{'id': '49ba757d-47c8-495e-9077-08facd79368e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1ee4ba18-669f-44db-9087-b0bd886e30c9'}] {{(pid=114859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:26:09.132829 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-524eccab-a6d2-4dd9-b77b-5c9c5ca875f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:09.132956 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf59951-9c57-45ec-9f0f-d531a037862b req-9a6e2619-0124-4c36-add5-a7a2cd4f1bc5 service neutron] Attempting to bind port a96b86a8-a90d-426f-9b7e-b2dc136b138a on network 1ee4ba18-669f-44db-9087-b0bd886e30c9 {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:26:09.139686 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-524eccab-a6d2-4dd9-b77b-5c9c5ca875f3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f2485090-81c6-46e0-9f44-4163f9cedf20 HTTP/1.1" status: 204 len: 168 time: 0.5370281 Apr 12 00:26:09.140323 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf59951-9c57-45ec-9f0f-d531a037862b req-9a6e2619-0124-4c36-add5-a7a2cd4f1bc5 service neutron] Port a96b86a8-a90d-426f-9b7e-b2dc136b138a on network 1ee4ba18-669f-44db-9087-b0bd886e30c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83625 {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 00:26:09.140323 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf59951-9c57-45ec-9f0f-d531a037862b req-9a6e2619-0124-4c36-add5-a7a2cd4f1bc5 service neutron] Attempting to bind port a96b86a8-a90d-426f-9b7e-b2dc136b138a on network 1ee4ba18-669f-44db-9087-b0bd886e30c9 {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:26:09.145856 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf59951-9c57-45ec-9f0f-d531a037862b req-9a6e2619-0124-4c36-add5-a7a2cd4f1bc5 service neutron] Checking agent: {'id': '6c438ad1-5788-4552-a50f-29c8c96f3196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83625', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 0, 23, 42), 'started_at': datetime.datetime(2022, 4, 12, 0, 23, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:26:09.146196 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf59951-9c57-45ec-9f0f-d531a037862b req-9a6e2619-0124-4c36-add5-a7a2cd4f1bc5 service neutron] Checking segment: {'id': '49ba757d-47c8-495e-9077-08facd79368e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1ee4ba18-669f-44db-9087-b0bd886e30c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:26:09.146609 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf59951-9c57-45ec-9f0f-d531a037862b req-9a6e2619-0124-4c36-add5-a7a2cd4f1bc5 service neutron] Bound using segment: {'id': '49ba757d-47c8-495e-9077-08facd79368e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1ee4ba18-669f-44db-9087-b0bd886e30c9'} {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:26:09.150640 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.managers [req-ebf59951-9c57-45ec-9f0f-d531a037862b req-9a6e2619-0124-4c36-add5-a7a2cd4f1bc5 service neutron] Bound port: a96b86a8-a90d-426f-9b7e-b2dc136b138a, host: hv-cinder-83625, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49ba757d-47c8-495e-9077-08facd79368e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1ee4ba18-669f-44db-9087-b0bd886e30c9'}}] {{(pid=114859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:26:09.151428 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-ebf59951-9c57-45ec-9f0f-d531a037862b req-9a6e2619-0124-4c36-add5-a7a2cd4f1bc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (a96b86a8-a90d-426f-9b7e-b2dc136b138a), before_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:09.162812 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524eccab-a6d2-4dd9-b77b-5c9c5ca875f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2485090-81c6-46e0-9f44-4163f9cedf20,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:09.232461 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [req-ebf59951-9c57-45ec-9f0f-d531a037862b req-9a6e2619-0124-4c36-add5-a7a2cd4f1bc5 service neutron] For port a96b86a8-a90d-426f-9b7e-b2dc136b138a, host hv-cinder-83625, cleared binding levels {{(pid=114859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:26:09.234158 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [req-e1a31e87-fb25-40b9-8548-fe20de166d6b req-9b0d4ff2-e795-4e46-af96-3a0501b2841c tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360'] for port (e2528e14-c8a3-4f63-b34e-364aedc6fb6a), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:09.239083 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [req-ebf59951-9c57-45ec-9f0f-d531a037862b req-9a6e2619-0124-4c36-add5-a7a2cd4f1bc5 service neutron] For port a96b86a8-a90d-426f-9b7e-b2dc136b138a, host hv-cinder-83625, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=a96b86a8-a90d-426f-9b7e-b2dc136b138a,segment=NetworkSegment(49ba757d-47c8-495e-9077-08facd79368e),segment_id=49ba757d-47c8-495e-9077-08facd79368e)] {{(pid=114859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:26:09.258863 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-ebf59951-9c57-45ec-9f0f-d531a037862b req-9a6e2619-0124-4c36-add5-a7a2cd4f1bc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (a96b86a8-a90d-426f-9b7e-b2dc136b138a), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:09.348747 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf59951-9c57-45ec-9f0f-d531a037862b req-9a6e2619-0124-4c36-add5-a7a2cd4f1bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:09.349544 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-ebf59951-9c57-45ec-9f0f-d531a037862b req-9a6e2619-0124-4c36-add5-a7a2cd4f1bc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for port (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:09.351193 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-ebf59951-9c57-45ec-9f0f-d531a037862b req-9a6e2619-0124-4c36-add5-a7a2cd4f1bc5 service neutron] 10.222.0.52 "PUT /v2.0/ports/a96b86a8-a90d-426f-9b7e-b2dc136b138a HTTP/1.1" status: 200 len: 1094 time: 1.5652122 Apr 12 00:26:09.351781 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02c4e615-6c86-41a2-b6a5-19371b76e311', 'tag': 'a96b86a8-a90d-426f-9b7e-b2dc136b138a'}] {{(pid=114859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:26:09.361281 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d751ce943c7fd1580d8237ddcdd582f05025ac6b53677acecb9ecfb4d000721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e22b4de-0c43-4c5c-bdc7-7e289d96bfe6" -d '{"events": [{"name": "network-changed", "server_uuid": "02c4e615-6c86-41a2-b6a5-19371b76e311", "tag": "a96b86a8-a90d-426f-9b7e-b2dc136b138a"}]}' {{(pid=114859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:26:09.398365 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e2619-0124-4c36-add5-a7a2cd4f1bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=a96b86a8-a90d-426f-9b7e-b2dc136b138a,revision_number=3']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:09.461288 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-73d355dd-439b-4535-8c56-60865b8313e7 req-13ede03f-7db8-4dbf-97d7-65eac0fbd182 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 210 time: 0.1740777 Apr 12 00:26:09.463305 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1a31e87-fb25-40b9-8548-fe20de166d6b req-9b0d4ff2-e795-4e46-af96-3a0501b2841c tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Network d9c3b5d9-2a62-4930-bf1a-06e919287728 is already hosted by enough agents. {{(pid=114860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:26:09.477370 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.base_scheduler [req-e1a31e87-fb25-40b9-8548-fe20de166d6b req-9b0d4ff2-e795-4e46-af96-3a0501b2841c tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Resources bound (agent type, host, resource id): {{(pid=114860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:26:09.497123 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1a31e87-fb25-40b9-8548-fe20de166d6b req-9b0d4ff2-e795-4e46-af96-3a0501b2841c tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Received port after_create {{(pid=114860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:26:09.511090 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a31e87-fb25-40b9-8548-fe20de166d6b req-9b0d4ff2-e795-4e46-af96-3a0501b2841c tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:09.513398 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [req-e1a31e87-fb25-40b9-8548-fe20de166d6b req-9b0d4ff2-e795-4e46-af96-3a0501b2841c tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for port (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:09.528659 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf59951-9c57-45ec-9f0f-d531a037862b req-b7f24021-9a22-41b4-b090-443af1e7ecb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:09.534983 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-ebf59951-9c57-45ec-9f0f-d531a037862b req-b7f24021-9a22-41b4-b090-443af1e7ecb4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8b482c4c00e94a25ad8f0a9034e9e0e5&device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 1128 time: 0.1057122 Apr 12 00:26:09.537949 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0d4ff2-e795-4e46-af96-3a0501b2841c tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Pushing event updated for resources: {'Port': ['ID=e2528e14-c8a3-4f63-b34e-364aedc6fb6a,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:09.545065 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c58707c-77bd-4126-8b18-2cf15b3fd836 x-openstack-request-id: req-6c58707c-77bd-4126-8b18-2cf15b3fd836 {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:26:09.554356 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02c4e615-6c86-41a2-b6a5-19371b76e311", "tag": "a96b86a8-a90d-426f-9b7e-b2dc136b138a", "status": "completed", "code": 200}]} {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:26:09.555474 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6c58707c-77bd-4126-8b18-2cf15b3fd836 {{(pid=114859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:26:09.556074 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c58707c-77bd-4126-8b18-2cf15b3fd836'] response: {'name': 'network-changed', 'server_uuid': '02c4e615-6c86-41a2-b6a5-19371b76e311', 'tag': 'a96b86a8-a90d-426f-9b7e-b2dc136b138a', 'status': 'completed', 'code': 200} Apr 12 00:26:09.566050 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-e1a31e87-fb25-40b9-8548-fe20de166d6b req-9b0d4ff2-e795-4e46-af96-3a0501b2841c tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3941333 Apr 12 00:26:09.680010 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-ebf59951-9c57-45ec-9f0f-d531a037862b req-3701562e-a9a2-46bf-b88d-bdb2e5c6ba03 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a96b86a8-a90d-426f-9b7e-b2dc136b138a HTTP/1.1" status: 200 len: 217 time: 0.1089628 Apr 12 00:26:09.680503 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 52830) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:09.705427 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673fde55-a48b-4108-b9e5-d4f1f5d07d2b req-ffb08d55-be7a-4b55-96cf-cb10a85d8c19 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:09.711469 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-673fde55-a48b-4108-b9e5-d4f1f5d07d2b req-ffb08d55-be7a-4b55-96cf-cb10a85d8c19 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 944 time: 0.1250300 Apr 12 00:26:09.732886 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-7361710b-ebe3-40a7-a1d1-98d98b75e9fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:09.849346 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-673fde55-a48b-4108-b9e5-d4f1f5d07d2b req-a8a4a6ea-c57c-4a28-b7e6-361dec41a968 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309156 Apr 12 00:26:09.866866 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e2939827-b858-4f35-8f38-a9bd2be4d793 req-75b36d1a-8ad9-48bb-b04c-73170f0b3fa6 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 210 time: 0.0824285 Apr 12 00:26:09.944902 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-7361710b-ebe3-40a7-a1d1-98d98b75e9fe admin admin] Publish callbacks [] for security_group (6c76ebde-b819-4fd2-b739-f847eaf1da5e), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:09.950755 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-7361710b-ebe3-40a7-a1d1-98d98b75e9fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (6c76ebde-b819-4fd2-b739-f847eaf1da5e), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:09.995726 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-7361710b-ebe3-40a7-a1d1-98d98b75e9fe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f99d3f5604d9457da7fc306ad75c36a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3082209 Apr 12 00:26:09.995726 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7361710b-ebe3-40a7-a1d1-98d98b75e9fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c76ebde-b819-4fd2-b739-f847eaf1da5e,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:09.996088 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 52842) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:10.027355 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-9ed01ca2-2f44-4797-9bc4-c8783e01d09f None None] Provisioning complete for port e2528e14-c8a3-4f63-b34e-364aedc6fb6a triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:26:10.027921 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-9ed01ca2-2f44-4797-9bc4-c8783e01d09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (e2528e14-c8a3-4f63-b34e-364aedc6fb6a), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:10.053987 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-4d8c75e6-268e-44ba-a438-2018a438aac7 admin admin] Publish callbacks [] for security_group (6c76ebde-b819-4fd2-b739-f847eaf1da5e), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:10.088766 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-4d8c75e6-268e-44ba-a438-2018a438aac7 admin admin] Publish callbacks [] for security_group (6c76ebde-b819-4fd2-b739-f847eaf1da5e), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:10.106475 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-9ed01ca2-2f44-4797-9bc4-c8783e01d09f None None] Port e2528e14-c8a3-4f63-b34e-364aedc6fb6a cannot update to ACTIVE because it is not bound. {{(pid=114861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:26:10.154045 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-4d8c75e6-268e-44ba-a438-2018a438aac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (6c76ebde-b819-4fd2-b739-f847eaf1da5e), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:10.157644 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-4d8c75e6-268e-44ba-a438-2018a438aac7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:10.159360 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-4d8c75e6-268e-44ba-a438-2018a438aac7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6c76ebde-b819-4fd2-b739-f847eaf1da5e HTTP/1.1" status: 204 len: 168 time: 0.1623340 Apr 12 00:26:10.169551 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8c75e6-268e-44ba-a438-2018a438aac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c76ebde-b819-4fd2-b739-f847eaf1da5e,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:10.225132 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860010ff-05f9-401e-a189-4e1761cd9415 req-a6e7843f-6644-41ca-b22d-7d6811e3bdd6 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:10.226792 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-860010ff-05f9-401e-a189-4e1761cd9415 req-a6e7843f-6644-41ca-b22d-7d6811e3bdd6 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] 10.222.0.32 "GET /v2.0/ports?device_id=514dbc1c-8df0-4bf2-96db-5911d4bdb52c HTTP/1.1" status: 200 len: 943 time: 0.0584157 Apr 12 00:26:10.280323 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-860010ff-05f9-401e-a189-4e1761cd9415 req-cc34967a-317f-4bd1-b5b1-aed4efa34997 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc1f92e-2422-463a-8047-dee47e450eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476902 Apr 12 00:26:10.558222 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c3bfaee3-8807-46de-873c-a9cc6fe7461c req-2723694e-aed4-459d-bf4e-ae532d2a11ff tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 210 time: 0.0298226 Apr 12 00:26:10.988929 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429db619-814e-43f7-82a9-01d42e25d641 req-7edbb1d5-474b-4a5e-a843-a611a072f834 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:10.996859 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-429db619-814e-43f7-82a9-01d42e25d641 req-7edbb1d5-474b-4a5e-a843-a611a072f834 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 944 time: 0.0723360 Apr 12 00:26:10.997302 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a12b6de7-e908-453a-bb19-086de9000c05 req-55a70349-e25d-4b90-8f28-f3cbcee773d6 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 210 time: 0.0458822 Apr 12 00:26:11.069497 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-429db619-814e-43f7-82a9-01d42e25d641 req-43eac169-2c5f-468e-adbd-60ce5a246a83 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716672 Apr 12 00:26:11.446163 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83ad74-213a-444d-ac10-dafeb5dcdee3 req-3b84fc70-3b9d-4311-9d3f-c50a3abb7aa5 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:11.448998 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-2e83ad74-213a-444d-ac10-dafeb5dcdee3 req-3b84fc70-3b9d-4311-9d3f-c50a3abb7aa5 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] 10.222.0.32 "GET /v2.0/ports?device_id=514dbc1c-8df0-4bf2-96db-5911d4bdb52c HTTP/1.1" status: 200 len: 943 time: 0.0852664 Apr 12 00:26:11.497245 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-2e83ad74-213a-444d-ac10-dafeb5dcdee3 req-2635140b-b127-4569-a498-02388cbea9f8 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc1f92e-2422-463a-8047-dee47e450eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437877 Apr 12 00:26:11.569375 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (6c438ad1-5788-4552-a50f-29c8c96f3196), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:11.658306 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-5c9b3a8b-c1f7-41b6-b657-14a67d7634b3 req-b183db7a-ba09-4e10-8248-5d7658f553da tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 210 time: 0.0324881 Apr 12 00:26:11.872698 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [req-e1a31e87-fb25-40b9-8548-fe20de166d6b req-b8852197-5315-4bf6-b59b-af2e8d34a1f2 service neutron] Request body: {'port': {'device_id': '1f7526a5-050f-4c25-8432-e85eddf41b98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83625'}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:26:12.007684 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [req-e1a31e87-fb25-40b9-8548-fe20de166d6b req-b8852197-5315-4bf6-b59b-af2e8d34a1f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (e2528e14-c8a3-4f63-b34e-364aedc6fb6a), before_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:12.033759 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf59951-9c57-45ec-9f0f-d531a037862b req-d1a81e86-0bdd-4a27-86a3-5de01dc3ff0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:12.038721 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-ebf59951-9c57-45ec-9f0f-d531a037862b req-d1a81e86-0bdd-4a27-86a3-5de01dc3ff0a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5e83a63b-8739-41ae-aeb4-59d49ec2e5b0 HTTP/1.1" status: 200 len: 856 time: 0.1118703 Apr 12 00:26:12.124882 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-1866843f-b111-48f6-81ff-86bb2d884776 req-26aba9bd-a465-45e1-80b9-3869c62e504c tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 210 time: 0.0577908 Apr 12 00:26:12.365467 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-69f31f2c-dda9-4f61-a775-823bb00e9793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (4ecbd319-6885-49f5-abb8-de205838eb1c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:12.406356 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf59951-9c57-45ec-9f0f-d531a037862b req-4745e63c-1141-4850-89cc-0682271e5572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:12.407867 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-ebf59951-9c57-45ec-9f0f-d531a037862b req-4745e63c-1141-4850-89cc-0682271e5572 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1ee4ba18-669f-44db-9087-b0bd886e30c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1337395 Apr 12 00:26:12.435651 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b964ea0-5ea6-40ba-ae87-2ecc4a5c2cf6 req-363c6d0f-3888-45c5-b7de-94961e7ce51c tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:12.437187 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-9b964ea0-5ea6-40ba-ae87-2ecc4a5c2cf6 req-363c6d0f-3888-45c5-b7de-94961e7ce51c tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 944 time: 0.2148860 Apr 12 00:26:12.682243 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-9b964ea0-5ea6-40ba-ae87-2ecc4a5c2cf6 req-90baed74-94b8-4e62-b7e1-3c6764be8268 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2154162 Apr 12 00:26:12.737739 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a08084b-7d96-4577-a7dd-0b476c5e47d5 req-dac9924d-7c55-4e69-9d67-9f249c0fb4cf tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:12.739356 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-6a08084b-7d96-4577-a7dd-0b476c5e47d5 req-dac9924d-7c55-4e69-9d67-9f249c0fb4cf tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] 10.222.0.32 "GET /v2.0/ports?device_id=514dbc1c-8df0-4bf2-96db-5911d4bdb52c HTTP/1.1" status: 200 len: 943 time: 0.0799963 Apr 12 00:26:12.829261 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-6a08084b-7d96-4577-a7dd-0b476c5e47d5 req-a886d772-193f-4bab-af0a-c80f40009ec6 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc1f92e-2422-463a-8047-dee47e450eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667562 Apr 12 00:26:12.853620 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-ebf59951-9c57-45ec-9f0f-d531a037862b req-1cf75904-49d7-4a12-9f00-0e3336be6e28 service neutron] 10.222.0.52 "GET /v2.0/networks/1ee4ba18-669f-44db-9087-b0bd886e30c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4051924 Apr 12 00:26:12.861400 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23664d33-5ac1-4263-aeb2-3c7bd0f209f0 req-e0f028f8-529d-4298-a6f8-a3b168e30f4a tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:12.863065 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-23664d33-5ac1-4263-aeb2-3c7bd0f209f0 req-e0f028f8-529d-4298-a6f8-a3b168e30f4a tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.52 "GET /v2.0/networks?id=d9c3b5d9-2a62-4930-bf1a-06e919287728 HTTP/1.1" status: 200 len: 819 time: 0.4127345 Apr 12 00:26:12.875063 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-ca903596-03b1-41df-a1f9-caa4a989b14b req-b0964454-83de-4265-81d0-37652c198a31 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 210 time: 0.0511665 Apr 12 00:26:12.884614 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.notifiers.nova [req-e1a31e87-fb25-40b9-8548-fe20de166d6b req-b8852197-5315-4bf6-b59b-af2e8d34a1f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2528e14-c8a3-4f63-b34e-364aedc6fb6a {{(pid=114860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:26:12.894035 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [req-e1a31e87-fb25-40b9-8548-fe20de166d6b req-b8852197-5315-4bf6-b59b-af2e8d34a1f2 service neutron] Publish callbacks [] for port (e2528e14-c8a3-4f63-b34e-364aedc6fb6a), precommit_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:12.916678 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.db.provisioning_blocks [req-e1a31e87-fb25-40b9-8548-fe20de166d6b req-b8852197-5315-4bf6-b59b-af2e8d34a1f2 service neutron] Transition to ACTIVE for port object e2528e14-c8a3-4f63-b34e-364aedc6fb6a will not be triggered until provisioned by entity L2. {{(pid=114860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 00:26:12.921386 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [req-e1a31e87-fb25-40b9-8548-fe20de166d6b req-b8852197-5315-4bf6-b59b-af2e8d34a1f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (e2528e14-c8a3-4f63-b34e-364aedc6fb6a), after_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:12.963282 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.52', 57460) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:13.000711 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [req-23664d33-5ac1-4263-aeb2-3c7bd0f209f0 req-87ff658a-2433-47c0-baa3-cedce0be7705 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Request body: {'port': {'device_id': '436e51f9-0f9a-4bb2-a03e-b53050e1dc80', 'network_id': 'd9c3b5d9-2a62-4930-bf1a-06e919287728', 'admin_state_up': True, 'tenant_id': '7bdba79df5fc4c3faa187bd65479d3f7'}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:26:13.289114 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8852197-5315-4bf6-b59b-af2e8d34a1f2 service neutron] Pushing event updated for resources: {'Port': ['ID=e2528e14-c8a3-4f63-b34e-364aedc6fb6a,revision_number=2']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:13.346098 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c1204d05-870f-499a-baae-3afb1c165ba7 req-313a896c-01a6-4da4-8780-daca7260fcdc tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 210 time: 0.0941298 Apr 12 00:26:13.355882 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.managers [req-e1a31e87-fb25-40b9-8548-fe20de166d6b req-b8852197-5315-4bf6-b59b-af2e8d34a1f2 service neutron] Attempting to bind port e2528e14-c8a3-4f63-b34e-364aedc6fb6a on host hv-cinder-83625 for vnic_type normal with profile {{(pid=114860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:26:13.356193 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.managers [req-e1a31e87-fb25-40b9-8548-fe20de166d6b req-b8852197-5315-4bf6-b59b-af2e8d34a1f2 service neutron] Attempting to bind port e2528e14-c8a3-4f63-b34e-364aedc6fb6a by drivers openvswitch,hyperv on host hv-cinder-83625 at level 0 using segments [{'id': 'fd63afde-b6e3-4288-8882-e1cea57d1a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd9c3b5d9-2a62-4930-bf1a-06e919287728'}] {{(pid=114860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:26:13.356526 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a31e87-fb25-40b9-8548-fe20de166d6b req-b8852197-5315-4bf6-b59b-af2e8d34a1f2 service neutron] Attempting to bind port e2528e14-c8a3-4f63-b34e-364aedc6fb6a on network d9c3b5d9-2a62-4930-bf1a-06e919287728 {{(pid=114860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:26:13.361219 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a31e87-fb25-40b9-8548-fe20de166d6b req-b8852197-5315-4bf6-b59b-af2e8d34a1f2 service neutron] Port e2528e14-c8a3-4f63-b34e-364aedc6fb6a on network d9c3b5d9-2a62-4930-bf1a-06e919287728 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83625 {{(pid=114860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 00:26:13.361538 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a31e87-fb25-40b9-8548-fe20de166d6b req-b8852197-5315-4bf6-b59b-af2e8d34a1f2 service neutron] Attempting to bind port e2528e14-c8a3-4f63-b34e-364aedc6fb6a on network d9c3b5d9-2a62-4930-bf1a-06e919287728 {{(pid=114860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:26:13.366800 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a31e87-fb25-40b9-8548-fe20de166d6b req-b8852197-5315-4bf6-b59b-af2e8d34a1f2 service neutron] Checking agent: {'id': '6c438ad1-5788-4552-a50f-29c8c96f3196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83625', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 0, 23, 42), 'started_at': datetime.datetime(2022, 4, 12, 0, 23, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:26:13.367251 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a31e87-fb25-40b9-8548-fe20de166d6b req-b8852197-5315-4bf6-b59b-af2e8d34a1f2 service neutron] Checking segment: {'id': 'fd63afde-b6e3-4288-8882-e1cea57d1a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd9c3b5d9-2a62-4930-bf1a-06e919287728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:26:13.367824 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a31e87-fb25-40b9-8548-fe20de166d6b req-b8852197-5315-4bf6-b59b-af2e8d34a1f2 service neutron] Bound using segment: {'id': 'fd63afde-b6e3-4288-8882-e1cea57d1a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd9c3b5d9-2a62-4930-bf1a-06e919287728'} {{(pid=114860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:26:13.368310 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.managers [req-e1a31e87-fb25-40b9-8548-fe20de166d6b req-b8852197-5315-4bf6-b59b-af2e8d34a1f2 service neutron] Bound port: e2528e14-c8a3-4f63-b34e-364aedc6fb6a, host: hv-cinder-83625, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd63afde-b6e3-4288-8882-e1cea57d1a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd9c3b5d9-2a62-4930-bf1a-06e919287728'}}] {{(pid=114860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:26:13.368670 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [req-e1a31e87-fb25-40b9-8548-fe20de166d6b req-b8852197-5315-4bf6-b59b-af2e8d34a1f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (e2528e14-c8a3-4f63-b34e-364aedc6fb6a), before_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:13.418760 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23664d33-5ac1-4263-aeb2-3c7bd0f209f0 req-87ff658a-2433-47c0-baa3-cedce0be7705 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Made reservation on behalf of 7bdba79df5fc4c3faa187bd65479d3f7 for: {'port': 1} {{(pid=114859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:26:13.425968 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-23664d33-5ac1-4263-aeb2-3c7bd0f209f0 req-87ff658a-2433-47c0-baa3-cedce0be7705 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:13.430724 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-ebf59951-9c57-45ec-9f0f-d531a037862b req-5667a63a-0920-4a67-b350-d0659bc738e8 service neutron] 10.222.0.52 "GET /v2.0/networks/1ee4ba18-669f-44db-9087-b0bd886e30c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5090611 Apr 12 00:26:13.438303 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.db [req-e1a31e87-fb25-40b9-8548-fe20de166d6b req-b8852197-5315-4bf6-b59b-af2e8d34a1f2 service neutron] For port e2528e14-c8a3-4f63-b34e-364aedc6fb6a, host hv-cinder-83625, cleared binding levels {{(pid=114860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:26:13.454112 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.db [req-e1a31e87-fb25-40b9-8548-fe20de166d6b req-b8852197-5315-4bf6-b59b-af2e8d34a1f2 service neutron] For port e2528e14-c8a3-4f63-b34e-364aedc6fb6a, host hv-cinder-83625, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=e2528e14-c8a3-4f63-b34e-364aedc6fb6a,segment=NetworkSegment(fd63afde-b6e3-4288-8882-e1cea57d1a20),segment_id=fd63afde-b6e3-4288-8882-e1cea57d1a20)] {{(pid=114860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:26:13.464853 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [req-e1a31e87-fb25-40b9-8548-fe20de166d6b req-b8852197-5315-4bf6-b59b-af2e8d34a1f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (e2528e14-c8a3-4f63-b34e-364aedc6fb6a), after_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:13.504551 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a31e87-fb25-40b9-8548-fe20de166d6b req-b8852197-5315-4bf6-b59b-af2e8d34a1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:13.505699 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [req-e1a31e87-fb25-40b9-8548-fe20de166d6b req-b8852197-5315-4bf6-b59b-af2e8d34a1f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for port (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:13.507140 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-e1a31e87-fb25-40b9-8548-fe20de166d6b req-b8852197-5315-4bf6-b59b-af2e8d34a1f2 service neutron] 10.222.0.52 "PUT /v2.0/ports/e2528e14-c8a3-4f63-b34e-364aedc6fb6a HTTP/1.1" status: 200 len: 1094 time: 1.6387534 Apr 12 00:26:13.507770 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f7526a5-050f-4c25-8432-e85eddf41b98', 'tag': 'e2528e14-c8a3-4f63-b34e-364aedc6fb6a'}] {{(pid=114860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:26:13.616803 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5b81a-bf50-46ca-8c6b-5bc76f0b977d req-5233dc33-119d-4ddc-a2c2-1400c3034fae tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:13.618926 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-67b5b81a-bf50-46ca-8c6b-5bc76f0b977d req-5233dc33-119d-4ddc-a2c2-1400c3034fae tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.52 "GET /v2.0/networks?id=5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4 HTTP/1.1" status: 200 len: 811 time: 0.6547639 Apr 12 00:26:13.621847 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8852197-5315-4bf6-b59b-af2e8d34a1f2 service neutron] Pushing event updated for resources: {'Port': ['ID=e2528e14-c8a3-4f63-b34e-364aedc6fb6a,revision_number=3']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:13.649090 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.db_base_plugin_common [req-23664d33-5ac1-4263-aeb2-3c7bd0f209f0 req-87ff658a-2433-47c0-baa3-cedce0be7705 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Allocated IP 172.20.0.8 (d9c3b5d9-2a62-4930-bf1a-06e919287728/7f76de51-1250-4e78-bc34-31fbaa8ccdf7/d8fd308a-3656-4572-a37f-0f014a01f3f9) {{(pid=114859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:26:13.768401 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90dfd39203e2da807f23340b9cb516271cbc18bcd75fa685292d117274546a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c508232-ee1a-4fda-ba44-daf58a7e763d" -d '{"events": [{"name": "network-changed", "server_uuid": "1f7526a5-050f-4c25-8432-e85eddf41b98", "tag": "e2528e14-c8a3-4f63-b34e-364aedc6fb6a"}]}' {{(pid=114860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:26:13.872872 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24150f-819b-4175-8131-e7dfe2fe473c req-1f533011-edc4-4b22-857c-b5ab166f595c tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:13.880292 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-ff24150f-819b-4175-8131-e7dfe2fe473c req-1f533011-edc4-4b22-857c-b5ab166f595c tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 944 time: 0.0616059 Apr 12 00:26:13.953228 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd8c12f-daef-470d-bfe1-14f170ee542f x-openstack-request-id: req-8dd8c12f-daef-470d-bfe1-14f170ee542f {{(pid=114860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:26:13.953526 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f7526a5-050f-4c25-8432-e85eddf41b98", "tag": "e2528e14-c8a3-4f63-b34e-364aedc6fb6a", "status": "completed", "code": 200}]} {{(pid=114860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:26:13.953777 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8dd8c12f-daef-470d-bfe1-14f170ee542f {{(pid=114860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:26:13.954577 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dd8c12f-daef-470d-bfe1-14f170ee542f'] response: {'name': 'network-changed', 'server_uuid': '1f7526a5-050f-4c25-8432-e85eddf41b98', 'tag': 'e2528e14-c8a3-4f63-b34e-364aedc6fb6a', 'status': 'completed', 'code': 200} Apr 12 00:26:13.974619 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-ff24150f-819b-4175-8131-e7dfe2fe473c req-712b5dd8-add0-422c-8a49-68d60c5d1b24 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869505 Apr 12 00:26:13.993481 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-23664d33-5ac1-4263-aeb2-3c7bd0f209f0 req-87ff658a-2433-47c0-baa3-cedce0be7705 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Publish callbacks [] for port (d8fd308a-3656-4572-a37f-0f014a01f3f9), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:14.076374 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e59378a-1c66-415f-98d6-09700fb112b1 req-5689d9a0-1265-4427-a7c3-f312aa27da54 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:14.078089 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-9e59378a-1c66-415f-98d6-09700fb112b1 req-5689d9a0-1265-4427-a7c3-f312aa27da54 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] 10.222.0.32 "GET /v2.0/ports?device_id=514dbc1c-8df0-4bf2-96db-5911d4bdb52c HTTP/1.1" status: 200 len: 943 time: 0.0506008 Apr 12 00:26:14.085881 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-5557b991-3160-47f8-8839-c285ff5ddfb4 req-dfa2d2d9-29f5-4f5f-8e83-5000232281ad tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 210 time: 0.0388653 Apr 12 00:26:14.101627 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-23664d33-5ac1-4263-aeb2-3c7bd0f209f0 req-87ff658a-2433-47c0-baa3-cedce0be7705 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360'] for port (d8fd308a-3656-4572-a37f-0f014a01f3f9), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:14.178035 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23664d33-5ac1-4263-aeb2-3c7bd0f209f0 req-87ff658a-2433-47c0-baa3-cedce0be7705 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Network d9c3b5d9-2a62-4930-bf1a-06e919287728 is already hosted by enough agents. {{(pid=114859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:26:14.191904 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ff658a-2433-47c0-baa3-cedce0be7705 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Pushing event updated for resources: {'Port': ['ID=d8fd308a-3656-4572-a37f-0f014a01f3f9,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:14.195077 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.base_scheduler [req-23664d33-5ac1-4263-aeb2-3c7bd0f209f0 req-87ff658a-2433-47c0-baa3-cedce0be7705 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Resources bound (agent type, host, resource id): {{(pid=114859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:26:14.209381 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.l3_dvrscheduler_db [req-23664d33-5ac1-4263-aeb2-3c7bd0f209f0 req-87ff658a-2433-47c0-baa3-cedce0be7705 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Received port after_create {{(pid=114859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:26:14.214494 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23664d33-5ac1-4263-aeb2-3c7bd0f209f0 req-87ff658a-2433-47c0-baa3-cedce0be7705 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:14.215319 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-23664d33-5ac1-4263-aeb2-3c7bd0f209f0 req-87ff658a-2433-47c0-baa3-cedce0be7705 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for port (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:14.252657 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-9e59378a-1c66-415f-98d6-09700fb112b1 req-85f93e02-409d-4691-bc30-94528c64c0e4 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc1f92e-2422-463a-8047-dee47e450eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547391 Apr 12 00:26:14.257375 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-23664d33-5ac1-4263-aeb2-3c7bd0f209f0 req-87ff658a-2433-47c0-baa3-cedce0be7705 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2953053 Apr 12 00:26:14.289523 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device 55aa4bc9-4cd4-41c4-9139-ebefd9425766 details requested by agent hyperv_hv-cinder-83625 with host hv-cinder-83625 {{(pid=114861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 00:26:14.460950 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port 55aa4bc9-4cd4-41c4-9139-ebefd9425766, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=55aa4bc9-4cd4-41c4-9139-ebefd9425766,segment=NetworkSegment(bdf1ac9c-35c8-4f99-b6bd-1106057006ad),segment_id=bdf1ac9c-35c8-4f99-b6bd-1106057006ad)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:26:14.506752 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Returning: {'device': '55aa4bc9-4cd4-41c4-9139-ebefd9425766', 'network_id': '6f42048f-da04-4010-bcf3-b5662a084b21', 'port_id': '55aa4bc9-4cd4-41c4-9139-ebefd9425766', 'mac_address': 'fa:16:3e:e7:fa:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83036380-a367-44bc-9906-835ed13c8117', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 00:26:14.513182 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a9109e-65d7-4dae-990c-ac732a82244d req-0a142b1d-91c3-4d4e-99ac-b2cf71551f0d tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:14.514697 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-a2a9109e-65d7-4dae-990c-ac732a82244d req-0a142b1d-91c3-4d4e-99ac-b2cf71551f0d tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 931 time: 0.0767455 Apr 12 00:26:14.553704 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Current status of the port 55aa4bc9-4cd4-41c4-9139-ebefd9425766 is: DOWN; New status is: BUILD {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:26:14.554276 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (55aa4bc9-4cd4-41c4-9139-ebefd9425766), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:14.567470 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.notifiers.nova [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55aa4bc9-4cd4-41c4-9139-ebefd9425766 {{(pid=114861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:26:14.572728 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-a2a9109e-65d7-4dae-990c-ac732a82244d req-8ec7a9b9-228f-4333-b1f6-33b028f826d2 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479188 Apr 12 00:26:14.599883 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port 55aa4bc9-4cd4-41c4-9139-ebefd9425766, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=55aa4bc9-4cd4-41c4-9139-ebefd9425766,segment=NetworkSegment(bdf1ac9c-35c8-4f99-b6bd-1106057006ad),segment_id=bdf1ac9c-35c8-4f99-b6bd-1106057006ad)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:26:14.615368 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (55aa4bc9-4cd4-41c4-9139-ebefd9425766), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:14.622974 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-90164c48-8e06-434a-a748-8c9a37d24c46 None None] Provisioning complete for port d8fd308a-3656-4572-a37f-0f014a01f3f9 triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:26:14.623294 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-90164c48-8e06-434a-a748-8c9a37d24c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (d8fd308a-3656-4572-a37f-0f014a01f3f9), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:14.671911 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-b1aeca66-88b9-4b55-a6f0-3226addea027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (d3fb0dde-5c40-4fca-80b5-61326157311c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:14.696849 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-90164c48-8e06-434a-a748-8c9a37d24c46 None None] Port d8fd308a-3656-4572-a37f-0f014a01f3f9 cannot update to ACTIVE because it is not bound. {{(pid=114861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:26:14.710241 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Pushing event updated for resources: {'Port': ['ID=55aa4bc9-4cd4-41c4-9139-ebefd9425766,revision_number=4']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:15.079589 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a454b4f-9bf1-4693-a9ba-3eefc167ae9c req-a04a1de3-646a-4712-9edb-f8abc720b1c6 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:15.081040 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-4a454b4f-9bf1-4693-a9ba-3eefc167ae9c req-a04a1de3-646a-4712-9edb-f8abc720b1c6 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 944 time: 0.0494490 Apr 12 00:26:15.106169 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] get_ports_and_sgs() called for port_ids ['55aa4bc9-4cd4-41c4-9139-ebefd9425766'] {{(pid=114861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:26:15.129316 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-4a454b4f-9bf1-4693-a9ba-3eefc167ae9c req-43b3a6b1-d50d-4eef-9eca-04fcdf10f18b tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424869 Apr 12 00:26:15.176983 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-0fcfbf84-2736-471b-a6b2-bffef624d0de req-013a451e-43e6-4d31-8459-c1a70315fdd9 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 210 time: 0.0299625 Apr 12 00:26:15.355867 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5f5348-f286-42d1-99b5-afd0ccf087bd req-adb09ee3-018b-4294-8d22-c6de5f80e55f tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:15.357366 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-ba5f5348-f286-42d1-99b5-afd0ccf087bd req-adb09ee3-018b-4294-8d22-c6de5f80e55f tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] 10.222.0.32 "GET /v2.0/ports?device_id=514dbc1c-8df0-4bf2-96db-5911d4bdb52c HTTP/1.1" status: 200 len: 944 time: 0.0468318 Apr 12 00:26:15.407760 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-ba5f5348-f286-42d1-99b5-afd0ccf087bd req-b358c3eb-04da-4c82-b82d-a625f967730c tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc1f92e-2422-463a-8047-dee47e450eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442657 Apr 12 00:26:15.568474 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [req-23664d33-5ac1-4263-aeb2-3c7bd0f209f0 req-5527b8d7-8b03-41e7-8f6a-f4246622572d service neutron] Request body: {'port': {'device_id': '436e51f9-0f9a-4bb2-a03e-b53050e1dc80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83625'}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:26:15.666002 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e22b4de-0c43-4c5c-bdc7-7e289d96bfe6 req-937c0886-a8da-43b5-882c-95a92d9789d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:15.669422 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-4e22b4de-0c43-4c5c-bdc7-7e289d96bfe6 req-937c0886-a8da-43b5-882c-95a92d9789d8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8b482c4c00e94a25ad8f0a9034e9e0e5&device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 1128 time: 0.1161397 Apr 12 00:26:15.768833 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-23664d33-5ac1-4263-aeb2-3c7bd0f209f0 req-5527b8d7-8b03-41e7-8f6a-f4246622572d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (d8fd308a-3656-4572-a37f-0f014a01f3f9), before_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:15.771920 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c508232-ee1a-4fda-ba44-daf58a7e763d req-b77aa9fd-fa17-4809-8e24-4d55563c7528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:15.774182 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-8c508232-ee1a-4fda-ba44-daf58a7e763d req-b77aa9fd-fa17-4809-8e24-4d55563c7528 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7bdba79df5fc4c3faa187bd65479d3f7&device_id=1f7526a5-050f-4c25-8432-e85eddf41b98 HTTP/1.1" status: 200 len: 1128 time: 0.1462851 Apr 12 00:26:15.820145 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713be8c9-cc44-4d65-ad77-f0d927a4a1b5 req-c6cb4d27-1ed5-48a3-9efa-ad72df4de352 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:15.826839 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-713be8c9-cc44-4d65-ad77-f0d927a4a1b5 req-c6cb4d27-1ed5-48a3-9efa-ad72df4de352 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 931 time: 0.1363301 Apr 12 00:26:15.867489 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-67b5b81a-bf50-46ca-8c6b-5bc76f0b977d req-1ab08d7e-0bd7-4ca5-acf1-e0263d31a65e tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c08909d19c8341c5b47846b0cee54fd8 HTTP/1.1" status: 200 len: 379 time: 0.3184412 Apr 12 00:26:15.887514 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [req-67b5b81a-bf50-46ca-8c6b-5bc76f0b977d req-c1b43f4b-20aa-4961-9c9a-2ddfa86f9536 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Request body: {'port': {'device_id': '6812d1c1-9663-404e-a23f-db9a8dc7e766', 'network_id': '5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4', 'admin_state_up': True, 'tenant_id': 'c08909d19c8341c5b47846b0cee54fd8', 'security_groups': ['7df0f71a-4656-42de-b7a3-b919d800c454']}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:26:15.914802 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e22b4de-0c43-4c5c-bdc7-7e289d96bfe6 req-9cee592b-81fb-46fe-a98a-27471a4dcc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:15.916337 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-4e22b4de-0c43-4c5c-bdc7-7e289d96bfe6 req-9cee592b-81fb-46fe-a98a-27471a4dcc5b service neutron] 10.222.0.52 "GET /v2.0/networks?id=1ee4ba18-669f-44db-9087-b0bd886e30c9 HTTP/1.1" status: 200 len: 918 time: 0.2332180 Apr 12 00:26:15.919985 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-713be8c9-cc44-4d65-ad77-f0d927a4a1b5 req-5539b31a-1b22-4072-b341-7658706a5917 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923550 Apr 12 00:26:15.993199 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-4e22b4de-0c43-4c5c-bdc7-7e289d96bfe6 req-85cb631f-7f36-4013-8554-a132f86d97ac service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a96b86a8-a90d-426f-9b7e-b2dc136b138a HTTP/1.1" status: 200 len: 217 time: 0.0686646 Apr 12 00:26:16.056718 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e22b4de-0c43-4c5c-bdc7-7e289d96bfe6 req-e7536524-fa12-47b7-93dc-95dd593a1651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:16.059421 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-4e22b4de-0c43-4c5c-bdc7-7e289d96bfe6 req-e7536524-fa12-47b7-93dc-95dd593a1651 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5e83a63b-8739-41ae-aeb4-59d49ec2e5b0 HTTP/1.1" status: 200 len: 856 time: 0.0602458 Apr 12 00:26:16.176291 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e22b4de-0c43-4c5c-bdc7-7e289d96bfe6 req-df3e784d-1afb-4650-a831-ae862855ed05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:16.177903 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d4423688-5a44-44f3-a132-81f2c9b6cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (af38becd-82ff-4144-8f94-74de975161ca), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:16.183022 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-4e22b4de-0c43-4c5c-bdc7-7e289d96bfe6 req-df3e784d-1afb-4650-a831-ae862855ed05 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1ee4ba18-669f-44db-9087-b0bd886e30c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1173217 Apr 12 00:26:16.292401 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device 55aa4bc9-4cd4-41c4-9139-ebefd9425766 up at agent hyperv_hv-cinder-83625 {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:26:16.311675 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-da15f188-0208-45a5-9a97-5f790b4ea27c req-58795fa4-94aa-4119-ba18-19e3d7864b40 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 210 time: 0.0320292 Apr 12 00:26:16.363860 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-4e22b4de-0c43-4c5c-bdc7-7e289d96bfe6 req-915ec81a-3430-4c41-be70-766e7f791601 service neutron] 10.222.0.52 "GET /v2.0/networks/1ee4ba18-669f-44db-9087-b0bd886e30c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744397 Apr 12 00:26:16.369366 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Provisioning for port 55aa4bc9-4cd4-41c4-9139-ebefd9425766 completed by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 00:26:16.380343 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Provisioning complete for port 55aa4bc9-4cd4-41c4-9139-ebefd9425766 triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:26:16.381818 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (55aa4bc9-4cd4-41c4-9139-ebefd9425766), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:16.537111 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Current status of the port 55aa4bc9-4cd4-41c4-9139-ebefd9425766 is: BUILD; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:26:16.539054 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (55aa4bc9-4cd4-41c4-9139-ebefd9425766), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:16.552622 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d4a58c-5135-4af8-83c1-8fa8ef8e7ef9 req-6f73af3a-c683-47b9-b9a9-2996abbf48c2 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:16.557108 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a6d4a58c-5135-4af8-83c1-8fa8ef8e7ef9 req-6f73af3a-c683-47b9-b9a9-2996abbf48c2 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 944 time: 0.3139133 Apr 12 00:26:16.589154 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67b5b81a-bf50-46ca-8c6b-5bc76f0b977d req-c1b43f4b-20aa-4961-9c9a-2ddfa86f9536 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Made reservation on behalf of c08909d19c8341c5b47846b0cee54fd8 for: {'port': 1} {{(pid=114859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:26:16.592610 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-67b5b81a-bf50-46ca-8c6b-5bc76f0b977d req-c1b43f4b-20aa-4961-9c9a-2ddfa86f9536 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:16.595420 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c508232-ee1a-4fda-ba44-daf58a7e763d req-ac856e18-1472-4e5f-8838-c3ab333d70fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:16.597042 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-8c508232-ee1a-4fda-ba44-daf58a7e763d req-ac856e18-1472-4e5f-8838-c3ab333d70fb service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=7bdba79df5fc4c3faa187bd65479d3f7&shared=False HTTP/1.1" status: 200 len: 920 time: 0.8058538 Apr 12 00:26:16.606091 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '514dbc1c-8df0-4bf2-96db-5911d4bdb52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55aa4bc9-4cd4-41c4-9139-ebefd9425766'}] {{(pid=114861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:26:16.617338 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea1130-3001-4a0c-9f86-c8e3100fb15d req-afa82129-d20d-4b8b-b2d1-cf7f632fd7c3 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:16.621412 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-edea1130-3001-4a0c-9f86-c8e3100fb15d req-afa82129-d20d-4b8b-b2d1-cf7f632fd7c3 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] 10.222.0.32 "GET /v2.0/ports?device_id=514dbc1c-8df0-4bf2-96db-5911d4bdb52c HTTP/1.1" status: 200 len: 944 time: 0.0969548 Apr 12 00:26:16.647250 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-4e22b4de-0c43-4c5c-bdc7-7e289d96bfe6 req-cbbe590f-61f1-415a-b21b-53e6e3476dc6 service neutron] 10.222.0.52 "GET /v2.0/networks/1ee4ba18-669f-44db-9087-b0bd886e30c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757096 Apr 12 00:26:16.724489 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-edea1130-3001-4a0c-9f86-c8e3100fb15d req-23492a98-572d-4edd-8664-84133a6f4419 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc1f92e-2422-463a-8047-dee47e450eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740781 Apr 12 00:26:16.870697 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port 55aa4bc9-4cd4-41c4-9139-ebefd9425766, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=55aa4bc9-4cd4-41c4-9139-ebefd9425766,segment=NetworkSegment(bdf1ac9c-35c8-4f99-b6bd-1106057006ad),segment_id=bdf1ac9c-35c8-4f99-b6bd-1106057006ad)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:26:16.877782 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (55aa4bc9-4cd4-41c4-9139-ebefd9425766), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:16.927805 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d187226e65eb8f713948fb36ffe50595ec682b3d9ec12b6d0c088ba153fadb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b81360-62f2-43a3-ad0d-7f577e19a5af" -d '{"events": [{"server_uuid": "514dbc1c-8df0-4bf2-96db-5911d4bdb52c", "name": "network-vif-plugged", "status": "completed", "tag": "55aa4bc9-4cd4-41c4-9139-ebefd9425766"}]}' {{(pid=114861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:26:16.966177 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a6d4a58c-5135-4af8-83c1-8fa8ef8e7ef9 req-c6e46eeb-ba81-49d9-b4bf-c35d7fef26c4 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3645239 Apr 12 00:26:16.975151 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Pushing event updated for resources: {'Port': ['ID=55aa4bc9-4cd4-41c4-9139-ebefd9425766,revision_number=5']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:17.072768 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf166062-838b-48e9-9c64-8050edaf8d72 x-openstack-request-id: req-bf166062-838b-48e9-9c64-8050edaf8d72 {{(pid=114861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:26:17.073154 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "514dbc1c-8df0-4bf2-96db-5911d4bdb52c", "name": "network-vif-plugged", "status": "completed", "tag": "55aa4bc9-4cd4-41c4-9139-ebefd9425766", "code": 200}]} {{(pid=114861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:26:17.073654 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bf166062-838b-48e9-9c64-8050edaf8d72 {{(pid=114861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:26:17.074681 dv-cinder-836252-3-iscsi neutron-server[114861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf166062-838b-48e9-9c64-8050edaf8d72'] response: {'server_uuid': '514dbc1c-8df0-4bf2-96db-5911d4bdb52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55aa4bc9-4cd4-41c4-9139-ebefd9425766', 'code': 200} Apr 12 00:26:17.075214 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c508232-ee1a-4fda-ba44-daf58a7e763d req-09d64f9f-2726-4a68-90ae-2819121d9c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:17.076681 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-8c508232-ee1a-4fda-ba44-daf58a7e763d req-09d64f9f-2726-4a68-90ae-2819121d9c4c service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4696534 Apr 12 00:26:17.127708 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.db_base_plugin_common [req-67b5b81a-bf50-46ca-8c6b-5bc76f0b977d req-c1b43f4b-20aa-4961-9c9a-2ddfa86f9536 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Allocated IP 172.20.0.4 (5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4/2d5e30fe-6eb4-42f7-a751-8d6f0006a016/9859cd42-a040-4515-a314-efe078c16231) {{(pid=114859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:26:17.166844 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ee4b1-b0cf-4f24-97c9-3a288a3bf056 req-e0d8d07c-73b8-4acf-b8ba-82e005e1c7ca tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:17.168415 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-023ee4b1-b0cf-4f24-97c9-3a288a3bf056 req-e0d8d07c-73b8-4acf-b8ba-82e005e1c7ca tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 931 time: 0.0859540 Apr 12 00:26:17.232133 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [req-23664d33-5ac1-4263-aeb2-3c7bd0f209f0 req-5527b8d7-8b03-41e7-8f6a-f4246622572d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8fd308a-3656-4572-a37f-0f014a01f3f9 {{(pid=114859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:26:17.247629 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-23664d33-5ac1-4263-aeb2-3c7bd0f209f0 req-5527b8d7-8b03-41e7-8f6a-f4246622572d service neutron] Publish callbacks [] for port (d8fd308a-3656-4572-a37f-0f014a01f3f9), precommit_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:17.332062 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-023ee4b1-b0cf-4f24-97c9-3a288a3bf056 req-bf149ae5-b9d7-410a-bdfd-04ea4c2a4efc tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427276 Apr 12 00:26:17.334818 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.provisioning_blocks [req-23664d33-5ac1-4263-aeb2-3c7bd0f209f0 req-5527b8d7-8b03-41e7-8f6a-f4246622572d service neutron] Transition to ACTIVE for port object d8fd308a-3656-4572-a37f-0f014a01f3f9 will not be triggered until provisioned by entity L2. {{(pid=114859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 00:26:17.340537 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-23664d33-5ac1-4263-aeb2-3c7bd0f209f0 req-5527b8d7-8b03-41e7-8f6a-f4246622572d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (d8fd308a-3656-4572-a37f-0f014a01f3f9), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:17.420207 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-fc3ff884-f88c-435d-9f03-16b194e59a82 req-bbe7e14d-1896-44d7-92c3-398184a2b2ab tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 210 time: 0.0279579 Apr 12 00:26:17.440593 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5527b8d7-8b03-41e7-8f6a-f4246622572d service neutron] Pushing event updated for resources: {'Port': ['ID=d8fd308a-3656-4572-a37f-0f014a01f3f9,revision_number=2']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:17.445359 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-67b5b81a-bf50-46ca-8c6b-5bc76f0b977d req-c1b43f4b-20aa-4961-9c9a-2ddfa86f9536 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks [] for port (9859cd42-a040-4515-a314-efe078c16231), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:17.464863 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.managers [req-23664d33-5ac1-4263-aeb2-3c7bd0f209f0 req-5527b8d7-8b03-41e7-8f6a-f4246622572d service neutron] Attempting to bind port d8fd308a-3656-4572-a37f-0f014a01f3f9 on host hv-cinder-83625 for vnic_type normal with profile {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:26:17.465203 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.managers [req-23664d33-5ac1-4263-aeb2-3c7bd0f209f0 req-5527b8d7-8b03-41e7-8f6a-f4246622572d service neutron] Attempting to bind port d8fd308a-3656-4572-a37f-0f014a01f3f9 by drivers openvswitch,hyperv on host hv-cinder-83625 at level 0 using segments [{'id': 'fd63afde-b6e3-4288-8882-e1cea57d1a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd9c3b5d9-2a62-4930-bf1a-06e919287728'}] {{(pid=114859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:26:17.465530 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23664d33-5ac1-4263-aeb2-3c7bd0f209f0 req-5527b8d7-8b03-41e7-8f6a-f4246622572d service neutron] Attempting to bind port d8fd308a-3656-4572-a37f-0f014a01f3f9 on network d9c3b5d9-2a62-4930-bf1a-06e919287728 {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:26:17.475357 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23664d33-5ac1-4263-aeb2-3c7bd0f209f0 req-5527b8d7-8b03-41e7-8f6a-f4246622572d service neutron] Port d8fd308a-3656-4572-a37f-0f014a01f3f9 on network d9c3b5d9-2a62-4930-bf1a-06e919287728 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83625 {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 00:26:17.475687 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23664d33-5ac1-4263-aeb2-3c7bd0f209f0 req-5527b8d7-8b03-41e7-8f6a-f4246622572d service neutron] Attempting to bind port d8fd308a-3656-4572-a37f-0f014a01f3f9 on network d9c3b5d9-2a62-4930-bf1a-06e919287728 {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:26:17.489085 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23664d33-5ac1-4263-aeb2-3c7bd0f209f0 req-5527b8d7-8b03-41e7-8f6a-f4246622572d service neutron] Checking agent: {'id': '6c438ad1-5788-4552-a50f-29c8c96f3196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83625', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 0, 23, 42), 'started_at': datetime.datetime(2022, 4, 12, 0, 23, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:26:17.489945 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23664d33-5ac1-4263-aeb2-3c7bd0f209f0 req-5527b8d7-8b03-41e7-8f6a-f4246622572d service neutron] Checking segment: {'id': 'fd63afde-b6e3-4288-8882-e1cea57d1a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd9c3b5d9-2a62-4930-bf1a-06e919287728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:26:17.490371 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23664d33-5ac1-4263-aeb2-3c7bd0f209f0 req-5527b8d7-8b03-41e7-8f6a-f4246622572d service neutron] Bound using segment: {'id': 'fd63afde-b6e3-4288-8882-e1cea57d1a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd9c3b5d9-2a62-4930-bf1a-06e919287728'} {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:26:17.490796 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.managers [req-23664d33-5ac1-4263-aeb2-3c7bd0f209f0 req-5527b8d7-8b03-41e7-8f6a-f4246622572d service neutron] Bound port: d8fd308a-3656-4572-a37f-0f014a01f3f9, host: hv-cinder-83625, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd63afde-b6e3-4288-8882-e1cea57d1a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd9c3b5d9-2a62-4930-bf1a-06e919287728'}}] {{(pid=114859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:26:17.491152 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-23664d33-5ac1-4263-aeb2-3c7bd0f209f0 req-5527b8d7-8b03-41e7-8f6a-f4246622572d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (d8fd308a-3656-4572-a37f-0f014a01f3f9), before_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:17.533649 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-67b5b81a-bf50-46ca-8c6b-5bc76f0b977d req-c1b43f4b-20aa-4961-9c9a-2ddfa86f9536 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360'] for port (9859cd42-a040-4515-a314-efe078c16231), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:17.560295 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-be9ea9f3-6c7c-4887-ad09-badb35df740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (738aa052-ee84-4bd1-913b-ee7149597f8f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:17.595001 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67b5b81a-bf50-46ca-8c6b-5bc76f0b977d req-c1b43f4b-20aa-4961-9c9a-2ddfa86f9536 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Network 5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4 is already hosted by enough agents. {{(pid=114859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:26:17.603047 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.base_scheduler [req-67b5b81a-bf50-46ca-8c6b-5bc76f0b977d req-c1b43f4b-20aa-4961-9c9a-2ddfa86f9536 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Resources bound (agent type, host, resource id): {{(pid=114859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:26:17.611353 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b5b81a-bf50-46ca-8c6b-5bc76f0b977d req-c1b43f4b-20aa-4961-9c9a-2ddfa86f9536 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Received port after_create {{(pid=114859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:26:17.616477 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5b81a-bf50-46ca-8c6b-5bc76f0b977d req-c1b43f4b-20aa-4961-9c9a-2ddfa86f9536 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:17.617102 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-67b5b81a-bf50-46ca-8c6b-5bc76f0b977d req-c1b43f4b-20aa-4961-9c9a-2ddfa86f9536 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for port (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:17.623033 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b43f4b-20aa-4961-9c9a-2ddfa86f9536 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Pushing event updated for resources: {'Port': ['ID=9859cd42-a040-4515-a314-efe078c16231,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:17.628269 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [req-23664d33-5ac1-4263-aeb2-3c7bd0f209f0 req-5527b8d7-8b03-41e7-8f6a-f4246622572d service neutron] For port d8fd308a-3656-4572-a37f-0f014a01f3f9, host hv-cinder-83625, cleared binding levels {{(pid=114859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:26:17.633698 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [req-23664d33-5ac1-4263-aeb2-3c7bd0f209f0 req-5527b8d7-8b03-41e7-8f6a-f4246622572d service neutron] For port d8fd308a-3656-4572-a37f-0f014a01f3f9, host hv-cinder-83625, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=d8fd308a-3656-4572-a37f-0f014a01f3f9,segment=NetworkSegment(fd63afde-b6e3-4288-8882-e1cea57d1a20),segment_id=fd63afde-b6e3-4288-8882-e1cea57d1a20)] {{(pid=114859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:26:17.646552 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-67b5b81a-bf50-46ca-8c6b-5bc76f0b977d req-c1b43f4b-20aa-4961-9c9a-2ddfa86f9536 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7628281 Apr 12 00:26:17.648785 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-23664d33-5ac1-4263-aeb2-3c7bd0f209f0 req-5527b8d7-8b03-41e7-8f6a-f4246622572d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (d8fd308a-3656-4572-a37f-0f014a01f3f9), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:17.696055 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23664d33-5ac1-4263-aeb2-3c7bd0f209f0 req-5527b8d7-8b03-41e7-8f6a-f4246622572d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:17.696675 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-23664d33-5ac1-4263-aeb2-3c7bd0f209f0 req-5527b8d7-8b03-41e7-8f6a-f4246622572d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for port (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:17.698061 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-23664d33-5ac1-4263-aeb2-3c7bd0f209f0 req-5527b8d7-8b03-41e7-8f6a-f4246622572d service neutron] 10.222.0.52 "PUT /v2.0/ports/d8fd308a-3656-4572-a37f-0f014a01f3f9 HTTP/1.1" status: 200 len: 1093 time: 2.1464605 Apr 12 00:26:17.698580 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '436e51f9-0f9a-4bb2-a03e-b53050e1dc80', 'tag': 'd8fd308a-3656-4572-a37f-0f014a01f3f9'}] {{(pid=114859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:26:17.700734 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d751ce943c7fd1580d8237ddcdd582f05025ac6b53677acecb9ecfb4d000721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b14320-f7dc-42f8-844e-980b43eeb3f9" -d '{"events": [{"name": "network-changed", "server_uuid": "436e51f9-0f9a-4bb2-a03e-b53050e1dc80", "tag": "d8fd308a-3656-4572-a37f-0f014a01f3f9"}]}' {{(pid=114859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:26:17.732129 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5527b8d7-8b03-41e7-8f6a-f4246622572d service neutron] Pushing event updated for resources: {'Port': ['ID=d8fd308a-3656-4572-a37f-0f014a01f3f9,revision_number=3']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:17.749686 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77cc7d7-40a7-4de1-92f1-b9b9619fcb6b x-openstack-request-id: req-d77cc7d7-40a7-4de1-92f1-b9b9619fcb6b {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:26:17.750058 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "436e51f9-0f9a-4bb2-a03e-b53050e1dc80", "tag": "d8fd308a-3656-4572-a37f-0f014a01f3f9", "status": "completed", "code": 200}]} {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:26:17.750226 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d77cc7d7-40a7-4de1-92f1-b9b9619fcb6b {{(pid=114859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:26:17.750656 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d77cc7d7-40a7-4de1-92f1-b9b9619fcb6b'] response: {'name': 'network-changed', 'server_uuid': '436e51f9-0f9a-4bb2-a03e-b53050e1dc80', 'tag': 'd8fd308a-3656-4572-a37f-0f014a01f3f9', 'status': 'completed', 'code': 200} Apr 12 00:26:17.838757 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040a765-24f2-42b7-be82-e984beff3681 req-1bf1767f-5c40-4c2b-a490-6f6856273cea tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:17.840234 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-7040a765-24f2-42b7-be82-e984beff3681 req-1bf1767f-5c40-4c2b-a490-6f6856273cea tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] 10.222.0.32 "GET /v2.0/ports?device_id=514dbc1c-8df0-4bf2-96db-5911d4bdb52c HTTP/1.1" status: 200 len: 945 time: 0.0498490 Apr 12 00:26:17.868003 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-b2a850df-e87e-40f1-b6c6-34f1ab123f94 None None] Provisioning complete for port 9859cd42-a040-4515-a314-efe078c16231 triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:26:17.868620 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-b2a850df-e87e-40f1-b6c6-34f1ab123f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (9859cd42-a040-4515-a314-efe078c16231), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:17.893351 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-7040a765-24f2-42b7-be82-e984beff3681 req-100504d6-3dd4-4b84-9980-c0b1975c49aa tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc1f92e-2422-463a-8047-dee47e450eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472918 Apr 12 00:26:17.905532 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-b2a850df-e87e-40f1-b6c6-34f1ab123f94 None None] Port 9859cd42-a040-4515-a314-efe078c16231 cannot update to ACTIVE because it is not bound. {{(pid=114861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:26:18.105452 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a9c9e3-68a3-40da-9f1e-c9d0f9955f86 req-af8793ad-8ba1-4ce0-99e5-a99912706906 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:18.107006 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-60a9c9e3-68a3-40da-9f1e-c9d0f9955f86 req-af8793ad-8ba1-4ce0-99e5-a99912706906 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 944 time: 0.0498638 Apr 12 00:26:18.153135 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-60a9c9e3-68a3-40da-9f1e-c9d0f9955f86 req-42523b0a-ba99-4e86-ae91-8ec8883adf8f tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405965 Apr 12 00:26:18.446091 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90391f48-cc8c-4533-be96-134d42679fcf req-5d9ba898-95c8-4487-9781-7651f00a4bfd tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:18.447569 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-90391f48-cc8c-4533-be96-134d42679fcf req-5d9ba898-95c8-4487-9781-7651f00a4bfd tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 943 time: 0.0480306 Apr 12 00:26:18.493202 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-90391f48-cc8c-4533-be96-134d42679fcf req-70fbbe30-a920-4acc-bbad-07ec5e9a923a tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398684 Apr 12 00:26:18.530063 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17660cd2-414e-40cf-8a70-2d27c0b7fb3d req-1764921a-2241-4bf4-8949-28dad7389836 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:18.531558 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-17660cd2-414e-40cf-8a70-2d27c0b7fb3d req-1764921a-2241-4bf4-8949-28dad7389836 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 931 time: 0.0460885 Apr 12 00:26:18.577299 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-17660cd2-414e-40cf-8a70-2d27c0b7fb3d req-50df2ebf-d3e8-4596-ad73-14657f67d596 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402508 Apr 12 00:26:18.931415 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (f9a21fd4-36f2-4826-890e-da332e228edf), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:19.002931 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d46ed3-7234-4f33-bfd2-00b1c24f0b23 req-937b6665-5cd2-441d-a781-bbd21c30750d tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:19.004343 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-32d46ed3-7234-4f33-bfd2-00b1c24f0b23 req-937b6665-5cd2-441d-a781-bbd21c30750d tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] 10.222.0.32 "GET /v2.0/ports?device_id=514dbc1c-8df0-4bf2-96db-5911d4bdb52c HTTP/1.1" status: 200 len: 945 time: 0.0450218 Apr 12 00:26:19.051826 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-32d46ed3-7234-4f33-bfd2-00b1c24f0b23 req-53b1f63b-d927-47e7-8302-4296e22187d7 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc1f92e-2422-463a-8047-dee47e450eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417807 Apr 12 00:26:19.264007 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c94810-572b-4a52-948e-bfcef0a48414 req-31b84165-c9d7-4220-a2d0-bbc89740d3aa tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:19.265439 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e1c94810-572b-4a52-948e-bfcef0a48414 req-31b84165-c9d7-4220-a2d0-bbc89740d3aa tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 944 time: 0.0442827 Apr 12 00:26:19.313466 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e1c94810-572b-4a52-948e-bfcef0a48414 req-3b875bdf-1241-41e6-94bf-63d2c9a4272c tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421507 Apr 12 00:26:19.600207 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce449f-ae81-4876-9bd7-016663a1990b req-4d9e9de1-975a-4584-8d4e-ba4db9dc9c2d tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:19.601662 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-45ce449f-ae81-4876-9bd7-016663a1990b req-4d9e9de1-975a-4584-8d4e-ba4db9dc9c2d tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 943 time: 0.0445659 Apr 12 00:26:19.630989 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device a96b86a8-a90d-426f-9b7e-b2dc136b138a details requested by agent hyperv_hv-cinder-83625 with host hv-cinder-83625 {{(pid=114861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 00:26:19.704452 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41770b90-88ab-4a54-923e-0610da0d3687 req-358dead3-487f-40db-9436-bb895aa389cd tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:19.706284 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-41770b90-88ab-4a54-923e-0610da0d3687 req-358dead3-487f-40db-9436-bb895aa389cd tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 931 time: 0.0599740 Apr 12 00:26:19.733649 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port a96b86a8-a90d-426f-9b7e-b2dc136b138a, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=a96b86a8-a90d-426f-9b7e-b2dc136b138a,segment=NetworkSegment(49ba757d-47c8-495e-9077-08facd79368e),segment_id=49ba757d-47c8-495e-9077-08facd79368e)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:26:19.747216 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Returning: {'device': 'a96b86a8-a90d-426f-9b7e-b2dc136b138a', 'network_id': '1ee4ba18-669f-44db-9087-b0bd886e30c9', 'port_id': 'a96b86a8-a90d-426f-9b7e-b2dc136b138a', 'mac_address': 'fa:16:3e:94:ac:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e83a63b-8739-41ae-aeb4-59d49ec2e5b0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 00:26:19.778476 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-41770b90-88ab-4a54-923e-0610da0d3687 req-f83063e1-cde1-4bfe-8b93-4d860a1352f9 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528915 Apr 12 00:26:19.792695 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Current status of the port a96b86a8-a90d-426f-9b7e-b2dc136b138a is: DOWN; New status is: BUILD {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:26:19.793154 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (a96b86a8-a90d-426f-9b7e-b2dc136b138a), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:19.798592 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-45ce449f-ae81-4876-9bd7-016663a1990b req-2c1a8f05-8994-4844-ada3-f5ed89fbc843 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914706 Apr 12 00:26:19.807553 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.notifiers.nova [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a96b86a8-a90d-426f-9b7e-b2dc136b138a {{(pid=114861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:26:19.829784 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port a96b86a8-a90d-426f-9b7e-b2dc136b138a, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=a96b86a8-a90d-426f-9b7e-b2dc136b138a,segment=NetworkSegment(49ba757d-47c8-495e-9077-08facd79368e),segment_id=49ba757d-47c8-495e-9077-08facd79368e)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:26:19.834845 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (a96b86a8-a90d-426f-9b7e-b2dc136b138a), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:19.878801 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Pushing event updated for resources: {'Port': ['ID=a96b86a8-a90d-426f-9b7e-b2dc136b138a,revision_number=4']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:20.159667 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329be79-0040-4c77-a259-7211951e4e5b req-3ca4e968-386e-4be4-8bdf-1dc226231d47 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:20.161296 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-2329be79-0040-4c77-a259-7211951e4e5b req-3ca4e968-386e-4be4-8bdf-1dc226231d47 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] 10.222.0.32 "GET /v2.0/ports?device_id=514dbc1c-8df0-4bf2-96db-5911d4bdb52c HTTP/1.1" status: 200 len: 945 time: 0.0455861 Apr 12 00:26:20.205614 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-2329be79-0040-4c77-a259-7211951e4e5b req-dae79b95-baba-4865-a29d-2a4726c179e0 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc1f92e-2422-463a-8047-dee47e450eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390599 Apr 12 00:26:20.424251 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30d7efc-0ab1-4244-8996-257a2d13771e req-0d820c2f-f925-4fe1-9948-284feecf50bb tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:20.425719 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-b30d7efc-0ab1-4244-8996-257a2d13771e req-0d820c2f-f925-4fe1-9948-284feecf50bb tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 945 time: 0.0462499 Apr 12 00:26:20.470919 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-b30d7efc-0ab1-4244-8996-257a2d13771e req-4e428508-34e7-4da2-8ac3-d23770414b55 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395446 Apr 12 00:26:20.884277 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b203262-a3de-41db-9506-afeb6bd70093 req-362f1272-c5c5-4678-8dcc-e2724f5eb160 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:20.885780 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0b203262-a3de-41db-9506-afeb6bd70093 req-362f1272-c5c5-4678-8dcc-e2724f5eb160 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 931 time: 0.0596077 Apr 12 00:26:20.922680 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138fd4ed-6487-49b9-a7be-d5912fded0cd req-4b537ee0-fe70-49ca-943f-298163a472e7 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:20.926756 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-138fd4ed-6487-49b9-a7be-d5912fded0cd req-4b537ee0-fe70-49ca-943f-298163a472e7 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 943 time: 0.0511968 Apr 12 00:26:20.939573 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0b203262-a3de-41db-9506-afeb6bd70093 req-98628302-afc8-4157-b46b-be58d17365f4 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476453 Apr 12 00:26:20.974047 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-138fd4ed-6487-49b9-a7be-d5912fded0cd req-c2e0d220-8452-4067-9224-33c23c48fdc0 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436981 Apr 12 00:26:21.314936 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50307b53-aa53-4e06-b35e-613ee92da269 req-d110cfc0-c515-4be8-8e0f-f7c573465d73 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:21.316361 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-50307b53-aa53-4e06-b35e-613ee92da269 req-d110cfc0-c515-4be8-8e0f-f7c573465d73 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] 10.222.0.32 "GET /v2.0/ports?device_id=514dbc1c-8df0-4bf2-96db-5911d4bdb52c HTTP/1.1" status: 200 len: 945 time: 0.0444248 Apr 12 00:26:21.361155 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-50307b53-aa53-4e06-b35e-613ee92da269 req-59712164-fafe-42d3-9c25-350783d3cf8b tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc1f92e-2422-463a-8047-dee47e450eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393541 Apr 12 00:26:21.581766 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e195c-dcd8-44d0-8d41-7fda15bfab90 req-097408b1-b3f3-4837-8f06-c39b87a74fcd tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:21.583746 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-fd1e195c-dcd8-44d0-8d41-7fda15bfab90 req-097408b1-b3f3-4837-8f06-c39b87a74fcd tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 945 time: 0.0443547 Apr 12 00:26:21.627907 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-fd1e195c-dcd8-44d0-8d41-7fda15bfab90 req-25e8edf2-a659-4ba0-a9c6-87aca4320bb9 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387826 Apr 12 00:26:22.060792 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c74e1-b435-4019-8034-7f08edaf1442 req-cb9ee403-4cc0-4b26-a858-3c0268236f7b tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:22.063071 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-6d3c74e1-b435-4019-8034-7f08edaf1442 req-cb9ee403-4cc0-4b26-a858-3c0268236f7b tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 931 time: 0.0537667 Apr 12 00:26:22.091284 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [req-67b5b81a-bf50-46ca-8c6b-5bc76f0b977d req-0451f360-7df4-4ae8-8389-f1e6095c7ce0 service neutron] Request body: {'port': {'device_id': '6812d1c1-9663-404e-a23f-db9a8dc7e766', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83625'}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:26:22.099558 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9033ed20-38f9-40b3-8aac-44139e51791a req-ae3562ee-90ec-4479-8970-2be0f2121f54 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:22.101534 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-9033ed20-38f9-40b3-8aac-44139e51791a req-ae3562ee-90ec-4479-8970-2be0f2121f54 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 943 time: 0.0556781 Apr 12 00:26:22.162704 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-9033ed20-38f9-40b3-8aac-44139e51791a req-7359219c-4b01-46b8-8d70-1ecb85ee808a tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552673 Apr 12 00:26:22.164538 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-6d3c74e1-b435-4019-8034-7f08edaf1442 req-165834b4-20ad-4118-9674-280fa4cb75d3 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835407 Apr 12 00:26:22.256894 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-67b5b81a-bf50-46ca-8c6b-5bc76f0b977d req-0451f360-7df4-4ae8-8389-f1e6095c7ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (9859cd42-a040-4515-a314-efe078c16231), before_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:22.261699 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a31e87-fb25-40b9-8548-fe20de166d6b req-69b8028a-eaf8-43c2-b374-52b9f70ff4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:22.263196 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e1a31e87-fb25-40b9-8548-fe20de166d6b req-69b8028a-eaf8-43c2-b374-52b9f70ff4fe service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7bdba79df5fc4c3faa187bd65479d3f7&device_id=1f7526a5-050f-4c25-8432-e85eddf41b98 HTTP/1.1" status: 200 len: 1128 time: 0.1288655 Apr 12 00:26:22.274679 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b14320-f7dc-42f8-844e-980b43eeb3f9 req-839b92c8-88dc-4d8e-bc38-de4dd9f593b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:22.276029 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a9b14320-f7dc-42f8-844e-980b43eeb3f9 req-839b92c8-88dc-4d8e-bc38-de4dd9f593b8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7bdba79df5fc4c3faa187bd65479d3f7&device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 1127 time: 0.0811245 Apr 12 00:26:22.537000 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3ece3-95c0-46d9-844b-39ec6f6ab796 req-d55d27b7-650a-4e4b-b256-556108f3c596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:22.538490 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-8fd3ece3-95c0-46d9-844b-39ec6f6ab796 req-d55d27b7-650a-4e4b-b256-556108f3c596 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=514dbc1c-8df0-4bf2-96db-5911d4bdb52c HTTP/1.1" status: 200 len: 1129 time: 0.0748949 Apr 12 00:26:22.559134 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [req-8fd3ece3-95c0-46d9-844b-39ec6f6ab796 req-6d5a276d-a1ac-45da-9ded-e2ba986762db service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:22.642112 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [req-8fd3ece3-95c0-46d9-844b-39ec6f6ab796 req-6d5a276d-a1ac-45da-9ded-e2ba986762db service neutron] Publish callbacks [] for security_group (e7ac210f-83c0-4e62-9e75-cfd426177c80), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:22.645645 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] get_ports_and_sgs() called for port_ids ['a96b86a8-a90d-426f-9b7e-b2dc136b138a'] {{(pid=114861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:26:22.648002 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [req-8fd3ece3-95c0-46d9-844b-39ec6f6ab796 req-6d5a276d-a1ac-45da-9ded-e2ba986762db service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (e7ac210f-83c0-4e62-9e75-cfd426177c80), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:22.686293 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-8fd3ece3-95c0-46d9-844b-39ec6f6ab796 req-6d5a276d-a1ac-45da-9ded-e2ba986762db service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7cc1f92e-2422-463a-8047-dee47e450eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401074 Apr 12 00:26:22.709742 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5a276d-a1ac-45da-9ded-e2ba986762db service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ac210f-83c0-4e62-9e75-cfd426177c80,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:22.723008 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e1a31e87-fb25-40b9-8548-fe20de166d6b req-07cc3aa1-0cf6-4aa7-b123-37d8ecf956c9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2528e14-c8a3-4f63-b34e-364aedc6fb6a HTTP/1.1" status: 200 len: 217 time: 0.2595181 Apr 12 00:26:22.732538 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef5ff37-4806-4b0f-8642-9d4784ff1275 req-5fe0a619-2855-4137-ac05-4d9ee752698e tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:22.733996 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-eef5ff37-4806-4b0f-8642-9d4784ff1275 req-5fe0a619-2855-4137-ac05-4d9ee752698e tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] 10.222.0.32 "GET /v2.0/ports?device_id=514dbc1c-8df0-4bf2-96db-5911d4bdb52c HTTP/1.1" status: 200 len: 945 time: 0.3030400 Apr 12 00:26:22.786682 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7100723e-d116-4b97-988d-c3eba7366a22 req-c74cf911-b292-417d-ab5b-546481e171f2 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:22.789176 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-7100723e-d116-4b97-988d-c3eba7366a22 req-c74cf911-b292-417d-ab5b-546481e171f2 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 945 time: 0.0553837 Apr 12 00:26:22.837123 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-7100723e-d116-4b97-988d-c3eba7366a22 req-aad58bc2-c0d2-4dee-bd7f-e7776e546a25 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412114 Apr 12 00:26:22.879673 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b14320-f7dc-42f8-844e-980b43eeb3f9 req-cac57dc0-adb9-4866-80fc-516d2096a719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:22.881096 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a9b14320-f7dc-42f8-844e-980b43eeb3f9 req-cac57dc0-adb9-4866-80fc-516d2096a719 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=7bdba79df5fc4c3faa187bd65479d3f7&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4152369 Apr 12 00:26:22.885778 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-eef5ff37-4806-4b0f-8642-9d4784ff1275 req-0bf5d2a0-f7dc-41ac-8146-123c3bec6016 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc1f92e-2422-463a-8047-dee47e450eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452067 Apr 12 00:26:22.896579 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [req-67b5b81a-bf50-46ca-8c6b-5bc76f0b977d req-0451f360-7df4-4ae8-8389-f1e6095c7ce0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9859cd42-a040-4515-a314-efe078c16231 {{(pid=114859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:26:22.904260 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-67b5b81a-bf50-46ca-8c6b-5bc76f0b977d req-0451f360-7df4-4ae8-8389-f1e6095c7ce0 service neutron] Publish callbacks [] for port (9859cd42-a040-4515-a314-efe078c16231), precommit_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:22.916901 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.provisioning_blocks [req-67b5b81a-bf50-46ca-8c6b-5bc76f0b977d req-0451f360-7df4-4ae8-8389-f1e6095c7ce0 service neutron] Transition to ACTIVE for port object 9859cd42-a040-4515-a314-efe078c16231 will not be triggered until provisioned by entity L2. {{(pid=114859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 00:26:22.920655 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-67b5b81a-bf50-46ca-8c6b-5bc76f0b977d req-0451f360-7df4-4ae8-8389-f1e6095c7ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (9859cd42-a040-4515-a314-efe078c16231), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:22.971092 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0451f360-7df4-4ae8-8389-f1e6095c7ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=9859cd42-a040-4515-a314-efe078c16231,revision_number=2']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:23.006413 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.managers [req-67b5b81a-bf50-46ca-8c6b-5bc76f0b977d req-0451f360-7df4-4ae8-8389-f1e6095c7ce0 service neutron] Attempting to bind port 9859cd42-a040-4515-a314-efe078c16231 on host hv-cinder-83625 for vnic_type normal with profile {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:26:23.006761 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.managers [req-67b5b81a-bf50-46ca-8c6b-5bc76f0b977d req-0451f360-7df4-4ae8-8389-f1e6095c7ce0 service neutron] Attempting to bind port 9859cd42-a040-4515-a314-efe078c16231 by drivers openvswitch,hyperv on host hv-cinder-83625 at level 0 using segments [{'id': '5e9db55b-3d4f-451e-b201-3ff40da203e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4'}] {{(pid=114859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:26:23.007148 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b5b81a-bf50-46ca-8c6b-5bc76f0b977d req-0451f360-7df4-4ae8-8389-f1e6095c7ce0 service neutron] Attempting to bind port 9859cd42-a040-4515-a314-efe078c16231 on network 5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4 {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:26:23.014347 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b5b81a-bf50-46ca-8c6b-5bc76f0b977d req-0451f360-7df4-4ae8-8389-f1e6095c7ce0 service neutron] Port 9859cd42-a040-4515-a314-efe078c16231 on network 5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83625 {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 00:26:23.014347 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b5b81a-bf50-46ca-8c6b-5bc76f0b977d req-0451f360-7df4-4ae8-8389-f1e6095c7ce0 service neutron] Attempting to bind port 9859cd42-a040-4515-a314-efe078c16231 on network 5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4 {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:26:23.028787 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b5b81a-bf50-46ca-8c6b-5bc76f0b977d req-0451f360-7df4-4ae8-8389-f1e6095c7ce0 service neutron] Checking agent: {'id': '6c438ad1-5788-4552-a50f-29c8c96f3196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83625', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 0, 23, 42), 'started_at': datetime.datetime(2022, 4, 12, 0, 23, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:26:23.029607 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b5b81a-bf50-46ca-8c6b-5bc76f0b977d req-0451f360-7df4-4ae8-8389-f1e6095c7ce0 service neutron] Checking segment: {'id': '5e9db55b-3d4f-451e-b201-3ff40da203e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:26:23.030425 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b5b81a-bf50-46ca-8c6b-5bc76f0b977d req-0451f360-7df4-4ae8-8389-f1e6095c7ce0 service neutron] Bound using segment: {'id': '5e9db55b-3d4f-451e-b201-3ff40da203e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4'} {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:26:23.030882 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.managers [req-67b5b81a-bf50-46ca-8c6b-5bc76f0b977d req-0451f360-7df4-4ae8-8389-f1e6095c7ce0 service neutron] Bound port: 9859cd42-a040-4515-a314-efe078c16231, host: hv-cinder-83625, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e9db55b-3d4f-451e-b201-3ff40da203e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4'}}] {{(pid=114859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:26:23.031256 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-67b5b81a-bf50-46ca-8c6b-5bc76f0b977d req-0451f360-7df4-4ae8-8389-f1e6095c7ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (9859cd42-a040-4515-a314-efe078c16231), before_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:23.111073 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [req-67b5b81a-bf50-46ca-8c6b-5bc76f0b977d req-0451f360-7df4-4ae8-8389-f1e6095c7ce0 service neutron] For port 9859cd42-a040-4515-a314-efe078c16231, host hv-cinder-83625, cleared binding levels {{(pid=114859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:26:23.114588 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [req-67b5b81a-bf50-46ca-8c6b-5bc76f0b977d req-0451f360-7df4-4ae8-8389-f1e6095c7ce0 service neutron] For port 9859cd42-a040-4515-a314-efe078c16231, host hv-cinder-83625, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=9859cd42-a040-4515-a314-efe078c16231,segment=NetworkSegment(5e9db55b-3d4f-451e-b201-3ff40da203e0),segment_id=5e9db55b-3d4f-451e-b201-3ff40da203e0)] {{(pid=114859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:26:23.140125 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-67b5b81a-bf50-46ca-8c6b-5bc76f0b977d req-0451f360-7df4-4ae8-8389-f1e6095c7ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (9859cd42-a040-4515-a314-efe078c16231), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:23.225771 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a31e87-fb25-40b9-8548-fe20de166d6b req-c0835ca0-80d9-4d6e-b088-d4b1889b0739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:23.227428 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e1a31e87-fb25-40b9-8548-fe20de166d6b req-c0835ca0-80d9-4d6e-b088-d4b1889b0739 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7f76de51-1250-4e78-bc34-31fbaa8ccdf7 HTTP/1.1" status: 200 len: 858 time: 0.1067536 Apr 12 00:26:23.307758 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5b81a-bf50-46ca-8c6b-5bc76f0b977d req-0451f360-7df4-4ae8-8389-f1e6095c7ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:23.309401 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-67b5b81a-bf50-46ca-8c6b-5bc76f0b977d req-0451f360-7df4-4ae8-8389-f1e6095c7ce0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for port (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:23.315053 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-67b5b81a-bf50-46ca-8c6b-5bc76f0b977d req-0451f360-7df4-4ae8-8389-f1e6095c7ce0 service neutron] 10.222.0.52 "PUT /v2.0/ports/9859cd42-a040-4515-a314-efe078c16231 HTTP/1.1" status: 200 len: 1093 time: 1.2276344 Apr 12 00:26:23.323804 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f119edd7-6e64-484d-9afc-8f91bfc1f7aa req-c6e638f6-ba64-4fe9-b544-bf436da521f7 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:23.333245 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-f119edd7-6e64-484d-9afc-8f91bfc1f7aa req-c6e638f6-ba64-4fe9-b544-bf436da521f7 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 943 time: 0.0911009 Apr 12 00:26:23.359778 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6812d1c1-9663-404e-a23f-db9a8dc7e766', 'tag': '9859cd42-a040-4515-a314-efe078c16231'}] {{(pid=114859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:26:23.362591 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d751ce943c7fd1580d8237ddcdd582f05025ac6b53677acecb9ecfb4d000721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b5730b-f5d9-44c1-a30a-9823db0ca863" -d '{"events": [{"name": "network-changed", "server_uuid": "6812d1c1-9663-404e-a23f-db9a8dc7e766", "tag": "9859cd42-a040-4515-a314-efe078c16231"}]}' {{(pid=114859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:26:23.366923 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b14320-f7dc-42f8-844e-980b43eeb3f9 req-8e91c7c6-3a44-4c16-9826-c75959e8626a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:23.368815 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a9b14320-f7dc-42f8-844e-980b43eeb3f9 req-8e91c7c6-3a44-4c16-9826-c75959e8626a service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2494793 Apr 12 00:26:23.408644 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-f119edd7-6e64-484d-9afc-8f91bfc1f7aa req-67c6b52f-297f-4c00-9842-37e6a0db6067 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708642 Apr 12 00:26:23.416320 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0451f360-7df4-4ae8-8389-f1e6095c7ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=9859cd42-a040-4515-a314-efe078c16231,revision_number=3']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:23.430373 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef5b8b-2ff7-4fa1-b647-8da759fe2d75 req-b9785379-664b-44cf-94ba-92cf6a25fb22 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:23.432081 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-2fef5b8b-2ff7-4fa1-b647-8da759fe2d75 req-b9785379-664b-44cf-94ba-92cf6a25fb22 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 943 time: 0.1538212 Apr 12 00:26:23.492906 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb40264c-4fc9-4c4e-9bab-06c453e025da x-openstack-request-id: req-fb40264c-4fc9-4c4e-9bab-06c453e025da {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:26:23.493097 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6812d1c1-9663-404e-a23f-db9a8dc7e766", "tag": "9859cd42-a040-4515-a314-efe078c16231", "status": "completed", "code": 200}]} {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:26:23.493349 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fb40264c-4fc9-4c4e-9bab-06c453e025da {{(pid=114859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:26:23.494093 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb40264c-4fc9-4c4e-9bab-06c453e025da'] response: {'name': 'network-changed', 'server_uuid': '6812d1c1-9663-404e-a23f-db9a8dc7e766', 'tag': '9859cd42-a040-4515-a314-efe078c16231', 'status': 'completed', 'code': 200} Apr 12 00:26:23.524675 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-2fef5b8b-2ff7-4fa1-b647-8da759fe2d75 req-69659ecc-8bb8-4e8b-a49e-4c31c01bb0be tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864966 Apr 12 00:26:23.606841 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 53308) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:23.730457 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-fc32aece-f667-4023-9a18-411d07ab933a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:23.801884 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-fc32aece-f667-4023-9a18-411d07ab933a admin admin] Publish callbacks [] for security_group (6543f4f0-1d92-4f99-9a7c-e93d723ae161), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:23.805633 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-fc32aece-f667-4023-9a18-411d07ab933a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (6543f4f0-1d92-4f99-9a7c-e93d723ae161), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:23.846005 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-fc32aece-f667-4023-9a18-411d07ab933a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ef5ecc3caead4bafa0eb482f7bfcbb8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2378616 Apr 12 00:26:23.846633 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc32aece-f667-4023-9a18-411d07ab933a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6543f4f0-1d92-4f99-9a7c-e93d723ae161,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:23.849362 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 53316) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:23.956891 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d1c2b-abf6-40f6-ab91-d94b2e83672b req-e667abad-0040-44af-b0b5-807b576fbcb3 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:23.958466 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-1d6d1c2b-abf6-40f6-ab91-d94b2e83672b req-e667abad-0040-44af-b0b5-807b576fbcb3 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 945 time: 0.0483398 Apr 12 00:26:23.971626 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a31e87-fb25-40b9-8548-fe20de166d6b req-e5aaa71c-bbb1-495c-bbe0-8a6a115bf89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:23.973068 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e1a31e87-fb25-40b9-8548-fe20de166d6b req-e5aaa71c-bbb1-495c-bbe0-8a6a115bf89c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d9c3b5d9-2a62-4930-bf1a-06e919287728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1213675 Apr 12 00:26:24.005570 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-1d6d1c2b-abf6-40f6-ab91-d94b2e83672b req-9831324e-1a6c-4aff-b5b7-d003e723e76f tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413735 Apr 12 00:26:24.032847 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b5730b-f5d9-44c1-a30a-9823db0ca863 req-31de71b7-8bda-4b18-ab0c-15c979a9afe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:24.034319 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a1b5730b-f5d9-44c1-a30a-9823db0ca863 req-31de71b7-8bda-4b18-ab0c-15c979a9afe8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c08909d19c8341c5b47846b0cee54fd8&device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 1127 time: 0.1394467 Apr 12 00:26:24.045780 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23664d33-5ac1-4263-aeb2-3c7bd0f209f0 req-cef61386-fe0c-4292-b853-5641dccc770d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:24.047152 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-23664d33-5ac1-4263-aeb2-3c7bd0f209f0 req-cef61386-fe0c-4292-b853-5641dccc770d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7bdba79df5fc4c3faa187bd65479d3f7&device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 1127 time: 0.1505768 Apr 12 00:26:24.063152 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-cf4173c0-a5bd-4b19-ab04-dd8edd006381 admin admin] Publish callbacks [] for security_group (6543f4f0-1d92-4f99-9a7c-e93d723ae161), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:24.097162 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13298352-91a7-4d6a-b8a1-a1c81e682258 req-5559b786-cfb9-4aad-82c5-f22a166d77d8 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:24.098591 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-13298352-91a7-4d6a-b8a1-a1c81e682258 req-5559b786-cfb9-4aad-82c5-f22a166d77d8 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] 10.222.0.32 "GET /v2.0/ports?device_id=514dbc1c-8df0-4bf2-96db-5911d4bdb52c HTTP/1.1" status: 200 len: 945 time: 0.1329844 Apr 12 00:26:24.106627 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device a96b86a8-a90d-426f-9b7e-b2dc136b138a up at agent hyperv_hv-cinder-83625 {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:26:24.168566 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Provisioning for port a96b86a8-a90d-426f-9b7e-b2dc136b138a completed by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 00:26:24.178230 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Provisioning complete for port a96b86a8-a90d-426f-9b7e-b2dc136b138a triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:26:24.179289 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (a96b86a8-a90d-426f-9b7e-b2dc136b138a), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:24.195172 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-23664d33-5ac1-4263-aeb2-3c7bd0f209f0 req-1b79d92c-c96c-447b-b599-a5a4537630c9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8fd308a-3656-4572-a37f-0f014a01f3f9 HTTP/1.1" status: 200 len: 217 time: 0.1300907 Apr 12 00:26:24.207717 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-cf4173c0-a5bd-4b19-ab04-dd8edd006381 admin admin] Publish callbacks [] for security_group (6543f4f0-1d92-4f99-9a7c-e93d723ae161), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:24.297934 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Current status of the port a96b86a8-a90d-426f-9b7e-b2dc136b138a is: BUILD; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:26:24.298607 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (a96b86a8-a90d-426f-9b7e-b2dc136b138a), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:24.340254 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c4e615-6c86-41a2-b6a5-19371b76e311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96b86a8-a90d-426f-9b7e-b2dc136b138a'}] {{(pid=114861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:26:24.343314 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d187226e65eb8f713948fb36ffe50595ec682b3d9ec12b6d0c088ba153fadb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93197320-a436-4ed8-b992-fe797618a651" -d '{"events": [{"server_uuid": "02c4e615-6c86-41a2-b6a5-19371b76e311", "name": "network-vif-plugged", "status": "completed", "tag": "a96b86a8-a90d-426f-9b7e-b2dc136b138a"}]}' {{(pid=114861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:26:24.349698 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e1a31e87-fb25-40b9-8548-fe20de166d6b req-ece653cb-6328-45f7-870b-12d1b1505c23 service neutron] 10.222.0.52 "GET /v2.0/networks/d9c3b5d9-2a62-4930-bf1a-06e919287728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617811 Apr 12 00:26:24.359610 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port a96b86a8-a90d-426f-9b7e-b2dc136b138a, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=a96b86a8-a90d-426f-9b7e-b2dc136b138a,segment=NetworkSegment(49ba757d-47c8-495e-9077-08facd79368e),segment_id=49ba757d-47c8-495e-9077-08facd79368e)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:26:24.364833 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-13298352-91a7-4d6a-b8a1-a1c81e682258 req-3c42d7b3-2760-4a66-b4e0-129d7b188f49 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc1f92e-2422-463a-8047-dee47e450eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421889 Apr 12 00:26:24.366158 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (a96b86a8-a90d-426f-9b7e-b2dc136b138a), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:24.388348 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23664d33-5ac1-4263-aeb2-3c7bd0f209f0 req-d179a847-e49b-40f2-a19b-2e38596bb5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:24.390366 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-23664d33-5ac1-4263-aeb2-3c7bd0f209f0 req-d179a847-e49b-40f2-a19b-2e38596bb5f4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7f76de51-1250-4e78-bc34-31fbaa8ccdf7 HTTP/1.1" status: 200 len: 858 time: 0.1855118 Apr 12 00:26:24.441652 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b5730b-f5d9-44c1-a30a-9823db0ca863 req-a488186c-b5f7-412d-93f7-56980d7d82f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:24.443327 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a1b5730b-f5d9-44c1-a30a-9823db0ca863 req-a488186c-b5f7-412d-93f7-56980d7d82f9 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=c08909d19c8341c5b47846b0cee54fd8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3535037 Apr 12 00:26:24.449643 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b54df8-3d76-4be9-aa48-5dac7f1d3ce1 x-openstack-request-id: req-33b54df8-3d76-4be9-aa48-5dac7f1d3ce1 {{(pid=114861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:26:24.450164 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02c4e615-6c86-41a2-b6a5-19371b76e311", "name": "network-vif-plugged", "status": "completed", "tag": "a96b86a8-a90d-426f-9b7e-b2dc136b138a", "code": 200}]} {{(pid=114861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:26:24.450649 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-33b54df8-3d76-4be9-aa48-5dac7f1d3ce1 {{(pid=114861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:26:24.451186 dv-cinder-836252-3-iscsi neutron-server[114861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33b54df8-3d76-4be9-aa48-5dac7f1d3ce1'] response: {'server_uuid': '02c4e615-6c86-41a2-b6a5-19371b76e311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96b86a8-a90d-426f-9b7e-b2dc136b138a', 'code': 200} Apr 12 00:26:24.477940 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Pushing event updated for resources: {'Port': ['ID=a96b86a8-a90d-426f-9b7e-b2dc136b138a,revision_number=5']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:24.516385 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-cf4173c0-a5bd-4b19-ab04-dd8edd006381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (6543f4f0-1d92-4f99-9a7c-e93d723ae161), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:24.517562 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-cf4173c0-a5bd-4b19-ab04-dd8edd006381 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:24.521428 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-cf4173c0-a5bd-4b19-ab04-dd8edd006381 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6543f4f0-1d92-4f99-9a7c-e93d723ae161 HTTP/1.1" status: 204 len: 168 time: 0.6710205 Apr 12 00:26:24.572506 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4173c0-a5bd-4b19-ab04-dd8edd006381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6543f4f0-1d92-4f99-9a7c-e93d723ae161,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:24.574681 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23664d33-5ac1-4263-aeb2-3c7bd0f209f0 req-259add53-55d7-489d-8710-faf4fa91b050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:24.576154 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-23664d33-5ac1-4263-aeb2-3c7bd0f209f0 req-259add53-55d7-489d-8710-faf4fa91b050 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d9c3b5d9-2a62-4930-bf1a-06e919287728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1582179 Apr 12 00:26:24.707029 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a0cc57-65c0-487d-96ad-04361d8bf7c1 req-01f2077c-2763-46b3-ad4e-d75d79a9f9e0 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:24.708641 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-60a0cc57-65c0-487d-96ad-04361d8bf7c1 req-01f2077c-2763-46b3-ad4e-d75d79a9f9e0 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 943 time: 0.1668100 Apr 12 00:26:24.714393 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e1a31e87-fb25-40b9-8548-fe20de166d6b req-8559f5c8-2c05-43f7-b564-a125c1016acc service neutron] 10.222.0.52 "GET /v2.0/networks/d9c3b5d9-2a62-4930-bf1a-06e919287728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407214 Apr 12 00:26:24.741347 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a0cff-dd4f-40e5-9e8b-f90298dedb14 req-3f40d42a-444f-4300-8c27-45d26fac9361 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:24.742905 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-762a0cff-dd4f-40e5-9e8b-f90298dedb14 req-3f40d42a-444f-4300-8c27-45d26fac9361 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 943 time: 0.0793290 Apr 12 00:26:24.837892 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-762a0cff-dd4f-40e5-9e8b-f90298dedb14 req-14387246-06d4-4ce8-bc6a-2c596c980408 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880835 Apr 12 00:26:24.838646 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b5730b-f5d9-44c1-a30a-9823db0ca863 req-5bee21ed-ceb7-41aa-8421-8317be145c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:24.840164 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a1b5730b-f5d9-44c1-a30a-9823db0ca863 req-5bee21ed-ceb7-41aa-8421-8317be145c91 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3390763 Apr 12 00:26:24.873491 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-23664d33-5ac1-4263-aeb2-3c7bd0f209f0 req-43c9d2b5-dba5-4663-8b73-315cb9d5560a service neutron] 10.222.0.52 "GET /v2.0/networks/d9c3b5d9-2a62-4930-bf1a-06e919287728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748227 Apr 12 00:26:24.887419 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-60a0cc57-65c0-487d-96ad-04361d8bf7c1 req-28c9acbb-2492-4ae7-bd47-a44358f01e77 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283932 Apr 12 00:26:24.976599 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 53372) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:24.994942 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-b19a1a94-fcd6-4de4-8043-a3a1137b3e14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:25.096263 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 53384) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:25.108259 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-b19a1a94-fcd6-4de4-8043-a3a1137b3e14 admin admin] Publish callbacks [] for security_group (8809fe28-b2ff-494c-9d4c-9c0edd70ee0d), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:25.113186 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-b19a1a94-fcd6-4de4-8043-a3a1137b3e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (8809fe28-b2ff-494c-9d4c-9c0edd70ee0d), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:25.152047 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60941b7-ae01-4473-a448-47d0a4e27675 req-6e1d5249-2e93-4711-9d6d-c4a6e046faf5 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:25.154174 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19a1a94-fcd6-4de4-8043-a3a1137b3e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8809fe28-b2ff-494c-9d4c-9c0edd70ee0d,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:25.154347 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-a60941b7-ae01-4473-a448-47d0a4e27675 req-6e1d5249-2e93-4711-9d6d-c4a6e046faf5 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 946 time: 0.0671675 Apr 12 00:26:25.159971 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-b19a1a94-fcd6-4de4-8043-a3a1137b3e14 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ce5916c45f8a4361adcaa0183dec0963&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1822326 Apr 12 00:26:25.163267 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 53392) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:25.219954 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-5927c0df-346a-4f5c-a3ce-0ffc6777f938 admin admin] Publish callbacks [] for security_group (8809fe28-b2ff-494c-9d4c-9c0edd70ee0d), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:25.226406 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-a60941b7-ae01-4473-a448-47d0a4e27675 req-b454b048-c2d7-4251-b1ee-8ece5984ad7d tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578141 Apr 12 00:26:25.252832 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-5927c0df-346a-4f5c-a3ce-0ffc6777f938 admin admin] Publish callbacks [] for security_group (8809fe28-b2ff-494c-9d4c-9c0edd70ee0d), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:25.262531 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-d1323d46-82c0-47ac-9409-b279f1d1f9ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:25.300022 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-5927c0df-346a-4f5c-a3ce-0ffc6777f938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (8809fe28-b2ff-494c-9d4c-9c0edd70ee0d), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:25.302879 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-5927c0df-346a-4f5c-a3ce-0ffc6777f938 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:25.304026 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-5927c0df-346a-4f5c-a3ce-0ffc6777f938 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8809fe28-b2ff-494c-9d4c-9c0edd70ee0d HTTP/1.1" status: 204 len: 168 time: 0.1395195 Apr 12 00:26:25.311845 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5927c0df-346a-4f5c-a3ce-0ffc6777f938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8809fe28-b2ff-494c-9d4c-9c0edd70ee0d,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:25.345502 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-d1323d46-82c0-47ac-9409-b279f1d1f9ed admin admin] Publish callbacks [] for security_group (f0a2e6eb-6482-493d-8df6-283f4ba9d621), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:25.350626 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-d1323d46-82c0-47ac-9409-b279f1d1f9ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (f0a2e6eb-6482-493d-8df6-283f4ba9d621), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:25.408969 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-d1323d46-82c0-47ac-9409-b279f1d1f9ed admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7064d0546e694f3da0860b61cefe8185&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3101773 Apr 12 00:26:25.410228 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1323d46-82c0-47ac-9409-b279f1d1f9ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a2e6eb-6482-493d-8df6-283f4ba9d621,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:25.412726 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 53400) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:25.573204 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc57423f-aa38-4843-be7c-c1e496223799 req-fe25b4dc-1955-4e0d-8220-36712612a766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:25.574727 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-cc57423f-aa38-4843-be7c-c1e496223799 req-fe25b4dc-1955-4e0d-8220-36712612a766 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 1130 time: 0.1509364 Apr 12 00:26:25.585084 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda02f05-f4f9-4eb4-b6f3-01fec96f06a4 req-e026e5b5-1ffa-4663-96d1-48de61a309f0 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:25.586528 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-eda02f05-f4f9-4eb4-b6f3-01fec96f06a4 req-e026e5b5-1ffa-4663-96d1-48de61a309f0 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] 10.222.0.32 "GET /v2.0/ports?device_id=514dbc1c-8df0-4bf2-96db-5911d4bdb52c HTTP/1.1" status: 200 len: 945 time: 0.1074755 Apr 12 00:26:25.605681 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-15e1949b-65c0-48dd-8cad-dcc4c1c92cf1 admin admin] Publish callbacks [] for security_group (f0a2e6eb-6482-493d-8df6-283f4ba9d621), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:25.645344 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-15e1949b-65c0-48dd-8cad-dcc4c1c92cf1 admin admin] Publish callbacks [] for security_group (f0a2e6eb-6482-493d-8df6-283f4ba9d621), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:25.667697 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-eda02f05-f4f9-4eb4-b6f3-01fec96f06a4 req-34aa88dd-65d1-4993-866a-b46ba3421df9 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc1f92e-2422-463a-8047-dee47e450eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675044 Apr 12 00:26:25.734847 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-15e1949b-65c0-48dd-8cad-dcc4c1c92cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (f0a2e6eb-6482-493d-8df6-283f4ba9d621), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:25.737536 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-15e1949b-65c0-48dd-8cad-dcc4c1c92cf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:25.739384 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-15e1949b-65c0-48dd-8cad-dcc4c1c92cf1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f0a2e6eb-6482-493d-8df6-283f4ba9d621 HTTP/1.1" status: 204 len: 168 time: 0.3248403 Apr 12 00:26:25.747084 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e1949b-65c0-48dd-8cad-dcc4c1c92cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a2e6eb-6482-493d-8df6-283f4ba9d621,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:26.014117 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee059fef-cf67-49bd-b9f5-e28f3bb5af6a req-464e1946-4bfa-4867-aeba-251e7b1adb13 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:26.024031 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-ee059fef-cf67-49bd-b9f5-e28f3bb5af6a req-464e1946-4bfa-4867-aeba-251e7b1adb13 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 943 time: 0.0939026 Apr 12 00:26:26.040951 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a65e73-7a92-4e28-833e-8b297c0f6001 req-38073e37-fa57-4ac4-8c79-1601b4a04260 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:26.044465 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-35a65e73-7a92-4e28-833e-8b297c0f6001 req-38073e37-fa57-4ac4-8c79-1601b4a04260 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 943 time: 0.0771189 Apr 12 00:26:26.092900 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-ee059fef-cf67-49bd-b9f5-e28f3bb5af6a req-3b88f847-1f7c-45a2-9c5e-cd5b55ae009a tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665648 Apr 12 00:26:26.124949 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-35a65e73-7a92-4e28-833e-8b297c0f6001 req-267f99f3-f8ea-450c-8e4e-1395b473a0fc tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676076 Apr 12 00:26:26.241739 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 53448) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:26.255435 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-474e4966-505e-441e-ae0b-9251ff4a99ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:26.383365 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-474e4966-505e-441e-ae0b-9251ff4a99ff admin admin] Publish callbacks [] for security_group (0773ecce-b2ed-4b61-bc11-56a803496b91), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:26.397293 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f06696-a2d7-4d76-955e-19448eae48ab req-b9df6db1-4778-4d9f-8b3c-ac7c961848eb tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:26.398915 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a9f06696-a2d7-4d76-955e-19448eae48ab req-b9df6db1-4778-4d9f-8b3c-ac7c961848eb tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 946 time: 0.0706732 Apr 12 00:26:26.399577 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-474e4966-505e-441e-ae0b-9251ff4a99ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (0773ecce-b2ed-4b61-bc11-56a803496b91), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:26.448462 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-474e4966-505e-441e-ae0b-9251ff4a99ff admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=74720c5cfeac40e5b21a485ad136e44d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2056096 Apr 12 00:26:26.451496 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 53464) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:26.470717 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474e4966-505e-441e-ae0b-9251ff4a99ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0773ecce-b2ed-4b61-bc11-56a803496b91,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:26.485179 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a9f06696-a2d7-4d76-955e-19448eae48ab req-79bdd5e5-b649-4338-a567-17872435149d tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750980 Apr 12 00:26:26.533399 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-18cb57cc-6046-4aa9-b996-6bcb9bfee92a admin admin] Publish callbacks [] for security_group (0773ecce-b2ed-4b61-bc11-56a803496b91), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:26.558634 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-18cb57cc-6046-4aa9-b996-6bcb9bfee92a admin admin] Publish callbacks [] for security_group (0773ecce-b2ed-4b61-bc11-56a803496b91), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:26.619989 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-18cb57cc-6046-4aa9-b996-6bcb9bfee92a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (0773ecce-b2ed-4b61-bc11-56a803496b91), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:26.620500 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-18cb57cc-6046-4aa9-b996-6bcb9bfee92a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:26.621652 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-18cb57cc-6046-4aa9-b996-6bcb9bfee92a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0773ecce-b2ed-4b61-bc11-56a803496b91 HTTP/1.1" status: 204 len: 168 time: 0.1689198 Apr 12 00:26:26.630462 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cb57cc-6046-4aa9-b996-6bcb9bfee92a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0773ecce-b2ed-4b61-bc11-56a803496b91,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:26.714438 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 53476) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:26.834994 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-28537d60-5641-4ba8-baf3-93722efac8dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:26.915020 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-28537d60-5641-4ba8-baf3-93722efac8dc admin admin] Publish callbacks [] for security_group (b1c074cc-5a5f-47c9-8830-bd442ba3368a), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:26.919702 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-28537d60-5641-4ba8-baf3-93722efac8dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (b1c074cc-5a5f-47c9-8830-bd442ba3368a), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:26.957787 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-28537d60-5641-4ba8-baf3-93722efac8dc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7d7cb62249d84cecb0a78cff06d0af1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2422130 Apr 12 00:26:26.959885 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28537d60-5641-4ba8-baf3-93722efac8dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c074cc-5a5f-47c9-8830-bd442ba3368a,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:26.960588 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 53486) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:27.033753 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-5b774b0a-3b35-4c97-b6ff-fcac4c359823 admin admin] Publish callbacks [] for security_group (b1c074cc-5a5f-47c9-8830-bd442ba3368a), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:27.053986 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 53490) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:27.061626 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-5b774b0a-3b35-4c97-b6ff-fcac4c359823 admin admin] Publish callbacks [] for security_group (b1c074cc-5a5f-47c9-8830-bd442ba3368a), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:27.068006 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-b59c7862-276c-404a-96e2-7723b231298b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:27.127397 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-5b774b0a-3b35-4c97-b6ff-fcac4c359823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (b1c074cc-5a5f-47c9-8830-bd442ba3368a), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:27.131565 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-5b774b0a-3b35-4c97-b6ff-fcac4c359823 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:27.135263 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-5b774b0a-3b35-4c97-b6ff-fcac4c359823 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b1c074cc-5a5f-47c9-8830-bd442ba3368a HTTP/1.1" status: 204 len: 168 time: 0.1707363 Apr 12 00:26:27.158153 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-b59c7862-276c-404a-96e2-7723b231298b admin admin] Publish callbacks [] for security_group (fc3a4c6e-996d-4d37-932a-4155d8113963), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:27.160013 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b774b0a-3b35-4c97-b6ff-fcac4c359823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c074cc-5a5f-47c9-8830-bd442ba3368a,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:27.175054 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-b59c7862-276c-404a-96e2-7723b231298b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (fc3a4c6e-996d-4d37-932a-4155d8113963), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:27.264813 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0367964e-6bbb-4b0f-a58b-6c6e84c18859 req-6521f84b-2841-4e12-b5da-30c4982211db tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:27.277631 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-0367964e-6bbb-4b0f-a58b-6c6e84c18859 req-6521f84b-2841-4e12-b5da-30c4982211db tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 943 time: 0.0909288 Apr 12 00:26:27.309492 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-b59c7862-276c-404a-96e2-7723b231298b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=27b210a5a7a94e08a0a519dcc2e26213&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2518935 Apr 12 00:26:27.311005 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 53512) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:27.315508 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c7862-276c-404a-96e2-7723b231298b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3a4c6e-996d-4d37-932a-4155d8113963,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:27.332374 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8de2c-4108-40f1-8ed5-9944b28f23fa req-b9de2bec-8df2-49de-9d35-219a9fe0b8a5 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:27.334186 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d4e8de2c-4108-40f1-8ed5-9944b28f23fa req-b9de2bec-8df2-49de-9d35-219a9fe0b8a5 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 943 time: 0.0899026 Apr 12 00:26:27.385299 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-0367964e-6bbb-4b0f-a58b-6c6e84c18859 req-10115d30-5b14-40d7-aa39-d34dc4a4b98a tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037579 Apr 12 00:26:27.414628 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d4e8de2c-4108-40f1-8ed5-9944b28f23fa req-de5351d4-8596-442b-91d3-fc60708025a6 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739772 Apr 12 00:26:27.439763 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-e7c43e8b-f033-4da6-82d7-2b4557ecf6b1 admin admin] Publish callbacks [] for security_group (fc3a4c6e-996d-4d37-932a-4155d8113963), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:27.465093 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-e7c43e8b-f033-4da6-82d7-2b4557ecf6b1 admin admin] Publish callbacks [] for security_group (fc3a4c6e-996d-4d37-932a-4155d8113963), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:27.517970 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-e7c43e8b-f033-4da6-82d7-2b4557ecf6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (fc3a4c6e-996d-4d37-932a-4155d8113963), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:27.523990 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-e7c43e8b-f033-4da6-82d7-2b4557ecf6b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:27.526504 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-e7c43e8b-f033-4da6-82d7-2b4557ecf6b1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fc3a4c6e-996d-4d37-932a-4155d8113963 HTTP/1.1" status: 204 len: 168 time: 0.2137649 Apr 12 00:26:27.536656 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c43e8b-f033-4da6-82d7-2b4557ecf6b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3a4c6e-996d-4d37-932a-4155d8113963,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:27.646466 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7c788-91d0-4863-8629-cc4649be9935 req-db62c0fb-9375-42a2-b72b-68c87b119046 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:27.648000 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-1cf7c788-91d0-4863-8629-cc4649be9935 req-db62c0fb-9375-42a2-b72b-68c87b119046 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 946 time: 0.0704217 Apr 12 00:26:27.713398 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-1cf7c788-91d0-4863-8629-cc4649be9935 req-1f808fe3-c06a-4205-9492-75219e79d9c0 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581322 Apr 12 00:26:27.736174 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 53534) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:27.765751 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-68d8b437-08c6-421d-85ca-e98f6c903e84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:27.887731 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-68d8b437-08c6-421d-85ca-e98f6c903e84 admin admin] Publish callbacks [] for security_group (39909b74-160e-41f5-accb-5d390b2ac730), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:27.893509 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-68d8b437-08c6-421d-85ca-e98f6c903e84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (39909b74-160e-41f5-accb-5d390b2ac730), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:27.931900 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5b81a-bf50-46ca-8c6b-5bc76f0b977d req-72791f79-b67c-4172-b7e4-57c94f8dd189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:27.933379 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-67b5b81a-bf50-46ca-8c6b-5bc76f0b977d req-72791f79-b67c-4172-b7e4-57c94f8dd189 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c08909d19c8341c5b47846b0cee54fd8&device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 1127 time: 0.0815856 Apr 12 00:26:27.939868 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-68d8b437-08c6-421d-85ca-e98f6c903e84 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7fb1f7f332ab4bf59125a8e9ae442423&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2025495 Apr 12 00:26:27.940138 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 53544) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:27.970167 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 53546) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:27.980087 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d8b437-08c6-421d-85ca-e98f6c903e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39909b74-160e-41f5-accb-5d390b2ac730,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:28.250735 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-5604c342-29a6-4909-a78c-0e7ae8972cb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:28.275018 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-cc57423f-aa38-4843-be7c-c1e496223799 req-5523b6be-19a4-4a07-8fef-bd8a3038a9a4 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4670527 Apr 12 00:26:28.277125 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-23664d33-5ac1-4263-aeb2-3c7bd0f209f0 req-489c1122-b388-42b2-80ed-8520d96ec3ac service neutron] 10.222.0.52 "GET /v2.0/networks/d9c3b5d9-2a62-4930-bf1a-06e919287728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5394907 Apr 12 00:26:28.290189 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-67b5b81a-bf50-46ca-8c6b-5bc76f0b977d req-790a2121-ad1d-4f56-9f92-debc64aaa687 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9859cd42-a040-4515-a314-efe078c16231 HTTP/1.1" status: 200 len: 217 time: 0.0992644 Apr 12 00:26:28.307813 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-2d2eb3fe-ac1f-482a-8364-df2983aa09b1 admin admin] Publish callbacks [] for security_group (39909b74-160e-41f5-accb-5d390b2ac730), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:28.343775 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-2d2eb3fe-ac1f-482a-8364-df2983aa09b1 admin admin] Publish callbacks [] for security_group (39909b74-160e-41f5-accb-5d390b2ac730), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:28.357205 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-5604c342-29a6-4909-a78c-0e7ae8972cb0 admin admin] Publish callbacks [] for security_group (e7ada195-58e6-4e4b-8472-9937ad5692b8), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:28.362430 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-5604c342-29a6-4909-a78c-0e7ae8972cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (e7ada195-58e6-4e4b-8472-9937ad5692b8), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:28.407475 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-5604c342-29a6-4909-a78c-0e7ae8972cb0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d074a30183d14c64a22296d1bb39b0d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4356849 Apr 12 00:26:28.409499 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5604c342-29a6-4909-a78c-0e7ae8972cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ada195-58e6-4e4b-8472-9937ad5692b8,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:28.411781 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 53570) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:28.428668 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-2d2eb3fe-ac1f-482a-8364-df2983aa09b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (39909b74-160e-41f5-accb-5d390b2ac730), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:28.431215 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-2d2eb3fe-ac1f-482a-8364-df2983aa09b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:28.435021 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-2d2eb3fe-ac1f-482a-8364-df2983aa09b1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/39909b74-160e-41f5-accb-5d390b2ac730 HTTP/1.1" status: 204 len: 168 time: 0.4924769 Apr 12 00:26:28.471219 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2eb3fe-ac1f-482a-8364-df2983aa09b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39909b74-160e-41f5-accb-5d390b2ac730,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:28.502076 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-40213413-aafa-4e11-a9fa-8d67294af867 admin admin] Publish callbacks [] for security_group (e7ada195-58e6-4e4b-8472-9937ad5692b8), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:28.534937 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-40213413-aafa-4e11-a9fa-8d67294af867 admin admin] Publish callbacks [] for security_group (e7ada195-58e6-4e4b-8472-9937ad5692b8), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:28.576156 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53482678-39e8-45de-842b-7dc5d60377ec req-2217c128-2bba-47a9-ade5-62bc699fdbd2 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:28.583802 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-53482678-39e8-45de-842b-7dc5d60377ec req-2217c128-2bba-47a9-ade5-62bc699fdbd2 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 943 time: 0.0643609 Apr 12 00:26:28.591322 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1197bf-4404-4bed-8872-843dd85d0afc req-98df153d-60fb-4053-90cb-9428bdd36c08 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:28.592802 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-be1197bf-4404-4bed-8872-843dd85d0afc req-98df153d-60fb-4053-90cb-9428bdd36c08 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 943 time: 0.0917401 Apr 12 00:26:28.643834 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-40213413-aafa-4e11-a9fa-8d67294af867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (e7ada195-58e6-4e4b-8472-9937ad5692b8), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:28.646559 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-40213413-aafa-4e11-a9fa-8d67294af867 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:28.647665 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-40213413-aafa-4e11-a9fa-8d67294af867 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e7ada195-58e6-4e4b-8472-9937ad5692b8 HTTP/1.1" status: 204 len: 168 time: 0.2351208 Apr 12 00:26:28.656672 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-be1197bf-4404-4bed-8872-843dd85d0afc req-e072f429-fdbd-420a-8d07-858005644346 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564330 Apr 12 00:26:28.663080 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40213413-aafa-4e11-a9fa-8d67294af867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ada195-58e6-4e4b-8472-9937ad5692b8,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:28.671306 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-53482678-39e8-45de-842b-7dc5d60377ec req-3eb09f10-7e8b-44c6-8233-c41a4dd5e4aa tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865221 Apr 12 00:26:28.851029 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8391b8a8-5540-401c-9293-4f09f230cba8 req-8c98fc51-bae9-4e6f-b687-fcfe563dd515 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:28.852797 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-8391b8a8-5540-401c-9293-4f09f230cba8 req-8c98fc51-bae9-4e6f-b687-fcfe563dd515 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 946 time: 0.0520904 Apr 12 00:26:28.862785 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5b81a-bf50-46ca-8c6b-5bc76f0b977d req-39ec9d0a-844a-458a-bb26-d3833cc9fbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:28.864937 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-67b5b81a-bf50-46ca-8c6b-5bc76f0b977d req-39ec9d0a-844a-458a-bb26-d3833cc9fbcf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d5e30fe-6eb4-42f7-a751-8d6f0006a016 HTTP/1.1" status: 200 len: 850 time: 0.0693357 Apr 12 00:26:28.904743 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-8391b8a8-5540-401c-9293-4f09f230cba8 req-9381840a-191f-4fa5-829e-15c591f8f2eb tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463908 Apr 12 00:26:28.933833 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 53592) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:28.947484 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-e84e1853-74fd-45d7-8130-1865e56abf57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:29.033518 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-e84e1853-74fd-45d7-8130-1865e56abf57 admin admin] Publish callbacks [] for security_group (8903b141-3148-4390-beb7-92852b62f68d), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:29.038407 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-e84e1853-74fd-45d7-8130-1865e56abf57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (8903b141-3148-4390-beb7-92852b62f68d), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:29.078024 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-e84e1853-74fd-45d7-8130-1865e56abf57 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=15ebf6d69be1485d9331082882a795b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1430631 Apr 12 00:26:29.079019 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84e1853-74fd-45d7-8130-1865e56abf57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8903b141-3148-4390-beb7-92852b62f68d,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:29.081034 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 53596) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:29.134987 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1411f826-71ab-4601-8811-e44ee517ae3a admin admin] Publish callbacks [] for security_group (8903b141-3148-4390-beb7-92852b62f68d), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:29.164517 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 53600) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:29.167612 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1411f826-71ab-4601-8811-e44ee517ae3a admin admin] Publish callbacks [] for security_group (8903b141-3148-4390-beb7-92852b62f68d), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:29.179692 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-d18fa260-974a-4957-a46b-8e5a5f335a68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:29.226697 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1411f826-71ab-4601-8811-e44ee517ae3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (8903b141-3148-4390-beb7-92852b62f68d), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:29.229447 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1411f826-71ab-4601-8811-e44ee517ae3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:29.233956 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-1411f826-71ab-4601-8811-e44ee517ae3a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8903b141-3148-4390-beb7-92852b62f68d HTTP/1.1" status: 204 len: 168 time: 0.1514742 Apr 12 00:26:29.242909 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1411f826-71ab-4601-8811-e44ee517ae3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8903b141-3148-4390-beb7-92852b62f68d,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:29.321080 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-d18fa260-974a-4957-a46b-8e5a5f335a68 admin admin] Publish callbacks [] for security_group (965a0d86-4658-42ce-912b-fc50905221d5), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:29.327447 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-d18fa260-974a-4957-a46b-8e5a5f335a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (965a0d86-4658-42ce-912b-fc50905221d5), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:29.379675 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-d18fa260-974a-4957-a46b-8e5a5f335a68 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1bcb7b7ba1f34f8e833a6d84877af488&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2109740 Apr 12 00:26:29.379675 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18fa260-974a-4957-a46b-8e5a5f335a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=965a0d86-4658-42ce-912b-fc50905221d5,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:29.380378 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 53612) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:29.449259 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-cac0cd9a-c923-4182-b9b2-d8b5be1471e9 admin admin] Publish callbacks [] for security_group (965a0d86-4658-42ce-912b-fc50905221d5), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:29.478065 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-cac0cd9a-c923-4182-b9b2-d8b5be1471e9 admin admin] Publish callbacks [] for security_group (965a0d86-4658-42ce-912b-fc50905221d5), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:29.548622 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-cac0cd9a-c923-4182-b9b2-d8b5be1471e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (965a0d86-4658-42ce-912b-fc50905221d5), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:29.551771 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-cac0cd9a-c923-4182-b9b2-d8b5be1471e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:29.555167 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-cac0cd9a-c923-4182-b9b2-d8b5be1471e9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/965a0d86-4658-42ce-912b-fc50905221d5 HTTP/1.1" status: 204 len: 168 time: 0.1714518 Apr 12 00:26:29.561427 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac0cd9a-c923-4182-b9b2-d8b5be1471e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=965a0d86-4658-42ce-912b-fc50905221d5,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:29.790154 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d295a77d-34a0-4e59-aac4-bf73886601b8 req-c925f955-fb0a-4921-af0a-d3950dd9ee31 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:29.791682 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d295a77d-34a0-4e59-aac4-bf73886601b8 req-c925f955-fb0a-4921-af0a-d3950dd9ee31 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 943 time: 0.0512791 Apr 12 00:26:29.795505 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cc74a6-9129-4a0c-8b58-330b2b001e45 req-b0ee7950-af4d-4b82-b9f4-7ebca8b1eba7 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:29.803180 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-e8cc74a6-9129-4a0c-8b58-330b2b001e45 req-b0ee7950-af4d-4b82-b9f4-7ebca8b1eba7 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 943 time: 0.0606060 Apr 12 00:26:29.859572 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-e8cc74a6-9129-4a0c-8b58-330b2b001e45 req-2a6ba3c3-f45a-4e8d-8ae1-cfabeae3e805 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503139 Apr 12 00:26:29.860042 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d295a77d-34a0-4e59-aac4-bf73886601b8 req-4ffea8bb-64bc-4da6-8c76-f7cb7279a872 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600305 Apr 12 00:26:30.030200 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7bb0d7-1549-4b16-9131-1fd836590b78 req-6455e7d6-006b-4adc-a131-a3b3171929b4 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:30.031801 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-1d7bb0d7-1549-4b16-9131-1fd836590b78 req-6455e7d6-006b-4adc-a131-a3b3171929b4 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 946 time: 0.0527976 Apr 12 00:26:30.089999 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-1d7bb0d7-1549-4b16-9131-1fd836590b78 req-c0492ca3-4ad0-4f3d-bf9c-1d2a8d609d71 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511189 Apr 12 00:26:30.139252 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device e2528e14-c8a3-4f63-b34e-364aedc6fb6a details requested by agent hyperv_hv-cinder-83625 with host hv-cinder-83625 {{(pid=114861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 00:26:30.252760 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port e2528e14-c8a3-4f63-b34e-364aedc6fb6a, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=e2528e14-c8a3-4f63-b34e-364aedc6fb6a,segment=NetworkSegment(fd63afde-b6e3-4288-8882-e1cea57d1a20),segment_id=fd63afde-b6e3-4288-8882-e1cea57d1a20)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:26:30.264624 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Returning: {'device': 'e2528e14-c8a3-4f63-b34e-364aedc6fb6a', 'network_id': 'd9c3b5d9-2a62-4930-bf1a-06e919287728', 'port_id': 'e2528e14-c8a3-4f63-b34e-364aedc6fb6a', 'mac_address': 'fa:16:3e:58:da:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f76de51-1250-4e78-bc34-31fbaa8ccdf7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 00:26:30.303426 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Current status of the port e2528e14-c8a3-4f63-b34e-364aedc6fb6a is: DOWN; New status is: BUILD {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:26:30.303820 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (e2528e14-c8a3-4f63-b34e-364aedc6fb6a), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:30.320382 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.notifiers.nova [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2528e14-c8a3-4f63-b34e-364aedc6fb6a {{(pid=114861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:26:30.343297 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port e2528e14-c8a3-4f63-b34e-364aedc6fb6a, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=e2528e14-c8a3-4f63-b34e-364aedc6fb6a,segment=NetworkSegment(fd63afde-b6e3-4288-8882-e1cea57d1a20),segment_id=fd63afde-b6e3-4288-8882-e1cea57d1a20)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:26:30.349320 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (e2528e14-c8a3-4f63-b34e-364aedc6fb6a), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:30.408922 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Pushing event updated for resources: {'Port': ['ID=e2528e14-c8a3-4f63-b34e-364aedc6fb6a,revision_number=4']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:30.813808 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] get_ports_and_sgs() called for port_ids ['e2528e14-c8a3-4f63-b34e-364aedc6fb6a'] {{(pid=114861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:26:31.038187 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64be6b8-c6a6-4fe6-a0b4-d3a67957a48c req-5ab5dee0-a2ea-4b6e-8f94-8ea89eb1e26d tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:31.040055 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a64be6b8-c6a6-4fe6-a0b4-d3a67957a48c req-5ab5dee0-a2ea-4b6e-8f94-8ea89eb1e26d tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 943 time: 0.0692697 Apr 12 00:26:31.041772 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ade4e3-31ea-4843-aafc-cd7dca08ab86 req-9da84fe8-4355-437a-911c-eee51304538e tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:31.043838 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-67ade4e3-31ea-4843-aafc-cd7dca08ab86 req-9da84fe8-4355-437a-911c-eee51304538e tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 943 time: 0.0867929 Apr 12 00:26:31.135388 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a64be6b8-c6a6-4fe6-a0b4-d3a67957a48c req-57b0d373-e6d2-4285-92ea-1976b4327d19 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891938 Apr 12 00:26:31.178180 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-67ade4e3-31ea-4843-aafc-cd7dca08ab86 req-d944e516-aa9b-4619-9b50-a28f7e364a08 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259584 Apr 12 00:26:31.247202 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e167f-9216-490a-ad7b-9f5c57d74529 req-7c05afd6-bf29-4297-bcc8-ddbad93480bf tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:31.249975 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-298e167f-9216-490a-ad7b-9f5c57d74529 req-7c05afd6-bf29-4297-bcc8-ddbad93480bf tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 946 time: 0.0670457 Apr 12 00:26:31.347457 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-298e167f-9216-490a-ad7b-9f5c57d74529 req-cc0fc1c8-64aa-4914-9129-12f2cdb3ddb7 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882764 Apr 12 00:26:31.718041 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5b81a-bf50-46ca-8c6b-5bc76f0b977d req-9a5471e1-6a3a-4cc4-ace2-1558869a1d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:31.719470 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-67b5b81a-bf50-46ca-8c6b-5bc76f0b977d req-9a5471e1-6a3a-4cc4-ace2-1558869a1d96 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402789 Apr 12 00:26:32.149733 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device e2528e14-c8a3-4f63-b34e-364aedc6fb6a up at agent hyperv_hv-cinder-83625 {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:26:32.196346 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Provisioning for port e2528e14-c8a3-4f63-b34e-364aedc6fb6a completed by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 00:26:32.207436 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Provisioning complete for port e2528e14-c8a3-4f63-b34e-364aedc6fb6a triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:26:32.208587 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (e2528e14-c8a3-4f63-b34e-364aedc6fb6a), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:32.243731 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d7f300-81cc-421a-9a11-c038635c32ca req-c2f5e02a-89aa-48ef-81f5-843385db95f5 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:32.245549 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-b6d7f300-81cc-421a-9a11-c038635c32ca req-c2f5e02a-89aa-48ef-81f5-843385db95f5 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 943 time: 0.0540187 Apr 12 00:26:32.300633 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Current status of the port e2528e14-c8a3-4f63-b34e-364aedc6fb6a is: BUILD; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:26:32.302134 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (e2528e14-c8a3-4f63-b34e-364aedc6fb6a), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:32.329053 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0ae71-7e1c-4dc4-ab02-3a19e16c249e req-f7355891-cb4b-4084-adee-840001835861 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:32.330549 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-b6d7f300-81cc-421a-9a11-c038635c32ca req-e0c6874f-273d-424e-8faa-1881a1b9d0da tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735505 Apr 12 00:26:32.330774 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-71c0ae71-7e1c-4dc4-ab02-3a19e16c249e req-f7355891-cb4b-4084-adee-840001835861 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 943 time: 0.0838599 Apr 12 00:26:32.341509 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f7526a5-050f-4c25-8432-e85eddf41b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2528e14-c8a3-4f63-b34e-364aedc6fb6a'}] {{(pid=114861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:26:32.344024 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d187226e65eb8f713948fb36ffe50595ec682b3d9ec12b6d0c088ba153fadb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5dd426-c3f2-41ae-bd42-2ae60d42b692" -d '{"events": [{"server_uuid": "1f7526a5-050f-4c25-8432-e85eddf41b98", "name": "network-vif-plugged", "status": "completed", "tag": "e2528e14-c8a3-4f63-b34e-364aedc6fb6a"}]}' {{(pid=114861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:26:32.373343 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port e2528e14-c8a3-4f63-b34e-364aedc6fb6a, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=e2528e14-c8a3-4f63-b34e-364aedc6fb6a,segment=NetworkSegment(fd63afde-b6e3-4288-8882-e1cea57d1a20),segment_id=fd63afde-b6e3-4288-8882-e1cea57d1a20)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:26:32.380408 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (e2528e14-c8a3-4f63-b34e-364aedc6fb6a), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:32.387847 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36738ace-fee5-4e3a-96f0-6052432a3be1 x-openstack-request-id: req-36738ace-fee5-4e3a-96f0-6052432a3be1 {{(pid=114861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:26:32.388347 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f7526a5-050f-4c25-8432-e85eddf41b98", "name": "network-vif-plugged", "status": "completed", "tag": "e2528e14-c8a3-4f63-b34e-364aedc6fb6a", "code": 200}]} {{(pid=114861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:26:32.388780 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-36738ace-fee5-4e3a-96f0-6052432a3be1 {{(pid=114861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:26:32.389259 dv-cinder-836252-3-iscsi neutron-server[114861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36738ace-fee5-4e3a-96f0-6052432a3be1'] response: {'server_uuid': '1f7526a5-050f-4c25-8432-e85eddf41b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2528e14-c8a3-4f63-b34e-364aedc6fb6a', 'code': 200} Apr 12 00:26:32.446366 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Pushing event updated for resources: {'Port': ['ID=e2528e14-c8a3-4f63-b34e-364aedc6fb6a,revision_number=5']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:32.464180 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-71c0ae71-7e1c-4dc4-ab02-3a19e16c249e req-fb9b11cb-2024-41be-95bf-c972ee04af1e tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999398 Apr 12 00:26:32.468411 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-67b5b81a-bf50-46ca-8c6b-5bc76f0b977d req-6ba7f5b6-aa03-493c-8148-b6d9511012a6 service neutron] 10.222.0.52 "GET /v2.0/networks/5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921523 Apr 12 00:26:32.503879 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddacf53-8608-4555-8a05-fbfb374a0ebe req-468da84e-0373-4c88-9774-f9e0125c514c tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:32.513681 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-5ddacf53-8608-4555-8a05-fbfb374a0ebe req-468da84e-0373-4c88-9774-f9e0125c514c tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 946 time: 0.0594985 Apr 12 00:26:32.569280 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-5ddacf53-8608-4555-8a05-fbfb374a0ebe req-46cbf9e7-1efd-4046-80cb-b740a65e952d tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546434 Apr 12 00:26:32.586650 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-67b5b81a-bf50-46ca-8c6b-5bc76f0b977d req-afce0a8c-e409-405b-b606-6a2c0808218f service neutron] 10.222.0.52 "GET /v2.0/networks/5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103189 Apr 12 00:26:32.678969 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1517e9e2-1156-457a-9785-bf287bd815d4 req-6c3d7c0b-eabe-471e-a171-eb8647f0795f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:32.682037 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-1517e9e2-1156-457a-9785-bf287bd815d4 req-6c3d7c0b-eabe-471e-a171-eb8647f0795f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1f7526a5-050f-4c25-8432-e85eddf41b98 HTTP/1.1" status: 200 len: 1130 time: 0.0697291 Apr 12 00:26:32.751875 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dcdfed-4c12-49a2-9edc-e91463d2359a req-a7df2965-8eb6-41bc-b213-d17930d9a6b6 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:32.753380 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c4dcdfed-4c12-49a2-9edc-e91463d2359a req-a7df2965-8eb6-41bc-b213-d17930d9a6b6 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 946 time: 0.0539122 Apr 12 00:26:32.762003 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 53802) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:32.766929 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-5f758889-1e38-4c8c-b0c2-d5a317861509 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Request body: {'floatingip': {'port_id': 'a96b86a8-a90d-426f-9b7e-b2dc136b138a'}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:26:32.843134 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-5f758889-1e38-4c8c-b0c2-d5a317861509 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks [] for floatingip (8f7b56f9-2423-422f-a2d6-afe1c0ad250c), before_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:32.981908 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 53808) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:33.132444 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-00480f0d-2751-46cc-bff9-5571b17a2c76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:33.206880 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-00480f0d-2751-46cc-bff9-5571b17a2c76 admin admin] Publish callbacks [] for security_group (d3e0602c-c5d8-4b05-9fdf-da91194b5012), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:33.210795 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-00480f0d-2751-46cc-bff9-5571b17a2c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (d3e0602c-c5d8-4b05-9fdf-da91194b5012), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:33.248295 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-00480f0d-2751-46cc-bff9-5571b17a2c76 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=04633abbfc244dae9c112c54d038c561&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2652287 Apr 12 00:26:33.250852 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 53816) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:33.257586 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00480f0d-2751-46cc-bff9-5571b17a2c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e0602c-c5d8-4b05-9fdf-da91194b5012,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:33.303677 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-0e35313a-9bac-4a7a-8841-df66436df1e4 admin admin] Publish callbacks [] for security_group (d3e0602c-c5d8-4b05-9fdf-da91194b5012), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:33.330931 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-0e35313a-9bac-4a7a-8841-df66436df1e4 admin admin] Publish callbacks [] for security_group (d3e0602c-c5d8-4b05-9fdf-da91194b5012), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:33.381480 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-0e35313a-9bac-4a7a-8841-df66436df1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (d3e0602c-c5d8-4b05-9fdf-da91194b5012), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:33.387018 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-0e35313a-9bac-4a7a-8841-df66436df1e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:33.390713 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-0e35313a-9bac-4a7a-8841-df66436df1e4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d3e0602c-c5d8-4b05-9fdf-da91194b5012 HTTP/1.1" status: 204 len: 168 time: 0.1389000 Apr 12 00:26:33.399710 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e35313a-9bac-4a7a-8841-df66436df1e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e0602c-c5d8-4b05-9fdf-da91194b5012,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:33.612690 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a876c8a-35bf-43ce-ac0f-4e3914a003cd req-468638d8-8540-4143-b9dd-5b0bfece59c6 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:33.614700 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-4a876c8a-35bf-43ce-ac0f-4e3914a003cd req-468638d8-8540-4143-b9dd-5b0bfece59c6 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 943 time: 0.0561628 Apr 12 00:26:33.640473 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.db.resource_extend [None req-5f758889-1e38-4c8c-b0c2-d5a317861509 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 12 00:26:33.677865 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-4a876c8a-35bf-43ce-ac0f-4e3914a003cd req-09efc651-ce35-4e93-a5e9-b7072d1afb1d tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560513 Apr 12 00:26:33.688569 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778864b-b47f-4b1d-b914-f4c406565291 req-24477a69-e05a-43f5-9eb2-1243da0c2193 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:33.690067 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-a778864b-b47f-4b1d-b914-f4c406565291 req-24477a69-e05a-43f5-9eb2-1243da0c2193 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 943 time: 0.1158690 Apr 12 00:26:33.784095 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-5f758889-1e38-4c8c-b0c2-d5a317861509 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:33.795156 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-5f758889-1e38-4c8c-b0c2-d5a317861509 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1586356'] for floatingip (8f7b56f9-2423-422f-a2d6-afe1c0ad250c), after_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:33.803818 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-a778864b-b47f-4b1d-b914-f4c406565291 req-9f5bf229-eb48-406c-942d-35e6e2be4370 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940688 Apr 12 00:26:33.817849 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 53840) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:33.836360 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-aebe3336-c9c9-497f-a721-43717a6a6f17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:33.908563 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.db.l3_db [None req-5f758889-1e38-4c8c-b0c2-d5a317861509 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Floating IP 8f7b56f9-2423-422f-a2d6-afe1c0ad250c associated. External IP: 172.27.3.37, port: a96b86a8-a90d-426f-9b7e-b2dc136b138a. Apr 12 00:26:33.921492 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-aebe3336-c9c9-497f-a721-43717a6a6f17 admin admin] Publish callbacks [] for security_group (d3e14efa-d807-4989-9f00-c813b41988c4), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:33.925887 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-aebe3336-c9c9-497f-a721-43717a6a6f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (d3e14efa-d807-4989-9f00-c813b41988c4), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:33.968461 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-aebe3336-c9c9-497f-a721-43717a6a6f17 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=96435fa63a6a44d89d5f6ad64dc5db0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1487610 Apr 12 00:26:33.969554 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebe3336-c9c9-497f-a721-43717a6a6f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e14efa-d807-4989-9f00-c813b41988c4,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:33.972591 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 53844) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:34.024397 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-c4365c36-41d8-422e-9dc6-8fca60176ec8 admin admin] Publish callbacks [] for security_group (d3e14efa-d807-4989-9f00-c813b41988c4), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:34.046351 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-c4365c36-41d8-422e-9dc6-8fca60176ec8 admin admin] Publish callbacks [] for security_group (d3e14efa-d807-4989-9f00-c813b41988c4), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:34.101361 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-c4365c36-41d8-422e-9dc6-8fca60176ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (d3e14efa-d807-4989-9f00-c813b41988c4), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:34.105395 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-c4365c36-41d8-422e-9dc6-8fca60176ec8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:34.114089 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 53852) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:34.115019 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-c4365c36-41d8-422e-9dc6-8fca60176ec8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d3e14efa-d807-4989-9f00-c813b41988c4 HTTP/1.1" status: 204 len: 168 time: 0.1402674 Apr 12 00:26:34.125294 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4365c36-41d8-422e-9dc6-8fca60176ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e14efa-d807-4989-9f00-c813b41988c4,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:34.165045 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f758889-1e38-4c8c-b0c2-d5a317861509 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Router b66e004c-97b5-4333-aacd-0dd256f7f56f has already been hosted by L3 agent d3fb0dde-5c40-4fca-80b5-61326157311c {{(pid=114860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:26:34.172149 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device d8fd308a-3656-4572-a37f-0f014a01f3f9 details requested by agent hyperv_hv-cinder-83625 with host hv-cinder-83625 {{(pid=114861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 00:26:34.315539 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port d8fd308a-3656-4572-a37f-0f014a01f3f9, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=d8fd308a-3656-4572-a37f-0f014a01f3f9,segment=NetworkSegment(fd63afde-b6e3-4288-8882-e1cea57d1a20),segment_id=fd63afde-b6e3-4288-8882-e1cea57d1a20)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:26:34.319377 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f758889-1e38-4c8c-b0c2-d5a317861509 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Notify agent at l3_agent.dv-cinder-836252-3-iscsi the message routers_updated {{(pid=114860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:26:34.324605 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-5f758889-1e38-4c8c-b0c2-d5a317861509 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for floatingip (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:34.329791 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Returning: {'device': 'd8fd308a-3656-4572-a37f-0f014a01f3f9', 'network_id': 'd9c3b5d9-2a62-4930-bf1a-06e919287728', 'port_id': 'd8fd308a-3656-4572-a37f-0f014a01f3f9', 'mac_address': 'fa:16:3e:7f:03:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f76de51-1250-4e78-bc34-31fbaa8ccdf7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 00:26:34.336043 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476d8e92-7fd0-420e-b295-9be066da7105 None None] Sync routers for ids ['b66e004c-97b5-4333-aacd-0dd256f7f56f'] in dv-cinder-836252-3-iscsi {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:26:34.359040 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476d8e92-7fd0-420e-b295-9be066da7105 None None] Routers {'b66e004c-97b5-4333-aacd-0dd256f7f56f'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:26:34.359673 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-476d8e92-7fd0-420e-b295-9be066da7105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:26:15Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['b66e004c-97b5-4333-aacd-0dd256f7f56f'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:26:34.376557 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-5f758889-1e38-4c8c-b0c2-d5a317861509 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "PUT /v2.0/floatingips/8f7b56f9-2423-422f-a2d6-afe1c0ad250c HTTP/1.1" status: 200 len: 991 time: 1.6130948 Apr 12 00:26:34.377459 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02c4e615-6c86-41a2-b6a5-19371b76e311', 'tag': 'a96b86a8-a90d-426f-9b7e-b2dc136b138a'}] {{(pid=114860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:26:34.380500 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90dfd39203e2da807f23340b9cb516271cbc18bcd75fa685292d117274546a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf89203-2cc4-449e-b8a5-ba45705f9178" -d '{"events": [{"name": "network-changed", "server_uuid": "02c4e615-6c86-41a2-b6a5-19371b76e311", "tag": "a96b86a8-a90d-426f-9b7e-b2dc136b138a"}]}' {{(pid=114860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:26:34.437159 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Current status of the port d8fd308a-3656-4572-a37f-0f014a01f3f9 is: DOWN; New status is: BUILD {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:26:34.437159 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (d8fd308a-3656-4572-a37f-0f014a01f3f9), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:34.442245 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f6b006-afed-4ae6-b3b3-af745160d7e1 x-openstack-request-id: req-f2f6b006-afed-4ae6-b3b3-af745160d7e1 {{(pid=114860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:26:34.442560 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02c4e615-6c86-41a2-b6a5-19371b76e311", "tag": "a96b86a8-a90d-426f-9b7e-b2dc136b138a", "status": "completed", "code": 200}]} {{(pid=114860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:26:34.442961 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f2f6b006-afed-4ae6-b3b3-af745160d7e1 {{(pid=114860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:26:34.443497 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2f6b006-afed-4ae6-b3b3-af745160d7e1'] response: {'name': 'network-changed', 'server_uuid': '02c4e615-6c86-41a2-b6a5-19371b76e311', 'tag': 'a96b86a8-a90d-426f-9b7e-b2dc136b138a', 'status': 'completed', 'code': 200} Apr 12 00:26:34.450514 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.notifiers.nova [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8fd308a-3656-4572-a37f-0f014a01f3f9 {{(pid=114861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:26:34.459609 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-38c7a9d9-8d28-4d6f-9133-7936a58e8b54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:34.474403 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port d8fd308a-3656-4572-a37f-0f014a01f3f9, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=d8fd308a-3656-4572-a37f-0f014a01f3f9,segment=NetworkSegment(fd63afde-b6e3-4288-8882-e1cea57d1a20),segment_id=fd63afde-b6e3-4288-8882-e1cea57d1a20)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:26:34.481386 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (d8fd308a-3656-4572-a37f-0f014a01f3f9), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:34.527045 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-476d8e92-7fd0-420e-b295-9be066da7105 None None] Set router b66e004c-97b5-4333-aacd-0dd256f7f56f gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:26:34.548044 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Pushing event updated for resources: {'Port': ['ID=d8fd308a-3656-4572-a37f-0f014a01f3f9,revision_number=4']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:34.549437 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-38c7a9d9-8d28-4d6f-9133-7936a58e8b54 admin admin] Publish callbacks [] for security_group (78058720-443d-45ce-870e-9bd94aa9e5d4), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:34.554922 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-38c7a9d9-8d28-4d6f-9133-7936a58e8b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (78058720-443d-45ce-870e-9bd94aa9e5d4), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:34.594822 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-38c7a9d9-8d28-4d6f-9133-7936a58e8b54 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e3ed4ed4ec8f46369d9f49ae8b6293d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4796040 Apr 12 00:26:34.596455 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 53874) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:34.611002 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c7a9d9-8d28-4d6f-9133-7936a58e8b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78058720-443d-45ce-870e-9bd94aa9e5d4,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:34.666976 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-9dd13860-1cff-428e-84a4-6c1a29b50a24 admin admin] Publish callbacks [] for security_group (78058720-443d-45ce-870e-9bd94aa9e5d4), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:34.691402 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-9dd13860-1cff-428e-84a4-6c1a29b50a24 admin admin] Publish callbacks [] for security_group (78058720-443d-45ce-870e-9bd94aa9e5d4), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:34.749351 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-9dd13860-1cff-428e-84a4-6c1a29b50a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (78058720-443d-45ce-870e-9bd94aa9e5d4), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:34.753544 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-9dd13860-1cff-428e-84a4-6c1a29b50a24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:34.757280 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-9dd13860-1cff-428e-84a4-6c1a29b50a24 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/78058720-443d-45ce-870e-9bd94aa9e5d4 HTTP/1.1" status: 204 len: 168 time: 0.1564193 Apr 12 00:26:34.764532 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd13860-1cff-428e-84a4-6c1a29b50a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78058720-443d-45ce-870e-9bd94aa9e5d4,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:34.842893 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece1e5e-25c4-487e-a865-7651c63447e5 req-1b6e4ea6-251f-4e8a-ba40-94f920d3b830 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:34.854160 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-4ece1e5e-25c4-487e-a865-7651c63447e5 req-1b6e4ea6-251f-4e8a-ba40-94f920d3b830 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 943 time: 0.0815303 Apr 12 00:26:34.908556 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-476d8e92-7fd0-420e-b295-9be066da7105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66e004c-97b5-4333-aacd-0dd256f7f56f', 'name': 'tempest-AttachVolumeShelveTestJSON-1879484040-router', 'tenant_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '61a64e4a-6861-4369-8e2f-ef17f5f6af16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:25:37Z', 'updated_at': '2022-04-12T00:25:45Z', 'revision_number': 4, 'project_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'gw_port': {'id': '61a64e4a-6861-4369-8e2f-ef17f5f6af16', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66e004c-97b5-4333-aacd-0dd256f7f56f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:38Z', 'updated_at': '2022-04-12T00:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_floatingips': [{'id': '8f7b56f9-2423-422f-a2d6-afe1c0ad250c', 'tenant_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'floating_ip_address': '172.27.3.37', 'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'router_id': 'b66e004c-97b5-4333-aacd-0dd256f7f56f', 'port_id': 'a96b86a8-a90d-426f-9b7e-b2dc136b138a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ee4ba18-669f-44db-9087-b0bd886e30c9', 'mac_address': 'fa:16:3e:94:ac:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c4e615-6c86-41a2-b6a5-19371b76e311', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:25:54Z', 'updated_at': '2022-04-12T00:26:33Z', 'revision_number': 1, 'project_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ca65d7a-78cd-441a-b64b-83ef86f9fba1', 'name': '', 'network_id': '1ee4ba18-669f-44db-9087-b0bd886e30c9', 'tenant_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'mac_address': 'fa:16:3e:0c:0d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66e004c-97b5-4333-aacd-0dd256f7f56f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5e83a63b-8739-41ae-aeb4-59d49ec2e5b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:42Z', 'updated_at': '2022-04-12T00:25:56Z', 'revision_number': 5, 'project_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'subnets': [{'id': '5e83a63b-8739-41ae-aeb4-59d49ec2e5b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:26:34.914916 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-4ece1e5e-25c4-487e-a865-7651c63447e5 req-8f430412-8836-41d8-83b1-f6da0c876e56 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548825 Apr 12 00:26:34.939895 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476d8e92-7fd0-420e-b295-9be066da7105 None None] Checking router: b66e004c-97b5-4333-aacd-0dd256f7f56f for host: dv-cinder-836252-3-iscsi {{(pid=114862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:26:34.951083 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476d8e92-7fd0-420e-b295-9be066da7105 None None] Routers {'b66e004c-97b5-4333-aacd-0dd256f7f56f'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:26:34.951842 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-476d8e92-7fd0-420e-b295-9be066da7105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:26:15Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['b66e004c-97b5-4333-aacd-0dd256f7f56f'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:26:34.974344 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c9f564-28dc-41d7-ae56-ebf67a293a8b req-5169bcba-6b5c-4562-858c-25a5ace3b043 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:34.976655 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-94c9f564-28dc-41d7-ae56-ebf67a293a8b req-5169bcba-6b5c-4562-858c-25a5ace3b043 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 944 time: 0.0614045 Apr 12 00:26:35.030158 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-94c9f564-28dc-41d7-ae56-ebf67a293a8b req-d0b403b9-2002-4603-a009-fc9e2ec3555c tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473807 Apr 12 00:26:35.086929 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-476d8e92-7fd0-420e-b295-9be066da7105 None None] Set router b66e004c-97b5-4333-aacd-0dd256f7f56f gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:26:35.195426 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 53900) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:35.209420 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-f5d5a069-a792-45e0-9490-69d382f3f573 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:35.290491 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-f5d5a069-a792-45e0-9490-69d382f3f573 admin admin] Publish callbacks [] for security_group (a8b82ba7-dc8c-4639-a3b6-41a5cb29cc62), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:35.296331 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-f5d5a069-a792-45e0-9490-69d382f3f573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (a8b82ba7-dc8c-4639-a3b6-41a5cb29cc62), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:35.322509 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-476d8e92-7fd0-420e-b295-9be066da7105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66e004c-97b5-4333-aacd-0dd256f7f56f', 'name': 'tempest-AttachVolumeShelveTestJSON-1879484040-router', 'tenant_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '61a64e4a-6861-4369-8e2f-ef17f5f6af16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:25:37Z', 'updated_at': '2022-04-12T00:25:45Z', 'revision_number': 4, 'project_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'gw_port': {'id': '61a64e4a-6861-4369-8e2f-ef17f5f6af16', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66e004c-97b5-4333-aacd-0dd256f7f56f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:38Z', 'updated_at': '2022-04-12T00:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_floatingips': [{'id': '8f7b56f9-2423-422f-a2d6-afe1c0ad250c', 'tenant_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'floating_ip_address': '172.27.3.37', 'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'router_id': 'b66e004c-97b5-4333-aacd-0dd256f7f56f', 'port_id': 'a96b86a8-a90d-426f-9b7e-b2dc136b138a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ee4ba18-669f-44db-9087-b0bd886e30c9', 'mac_address': 'fa:16:3e:94:ac:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c4e615-6c86-41a2-b6a5-19371b76e311', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:25:54Z', 'updated_at': '2022-04-12T00:26:33Z', 'revision_number': 1, 'project_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ca65d7a-78cd-441a-b64b-83ef86f9fba1', 'name': '', 'network_id': '1ee4ba18-669f-44db-9087-b0bd886e30c9', 'tenant_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'mac_address': 'fa:16:3e:0c:0d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66e004c-97b5-4333-aacd-0dd256f7f56f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5e83a63b-8739-41ae-aeb4-59d49ec2e5b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:42Z', 'updated_at': '2022-04-12T00:25:56Z', 'revision_number': 5, 'project_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'subnets': [{'id': '5e83a63b-8739-41ae-aeb4-59d49ec2e5b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:26:35.338986 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-f5d5a069-a792-45e0-9490-69d382f3f573 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9ad9baa1d7d24cc9bf6fc385fc6f08f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1418912 Apr 12 00:26:35.339265 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 53906) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:35.346735 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d5a069-a792-45e0-9490-69d382f3f573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b82ba7-dc8c-4639-a3b6-41a5cb29cc62,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:35.353503 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476d8e92-7fd0-420e-b295-9be066da7105 None None] The sync data for ids ['b66e004c-97b5-4333-aacd-0dd256f7f56f'] in dv-cinder-836252-3-iscsi is: [{'id': 'b66e004c-97b5-4333-aacd-0dd256f7f56f', 'name': 'tempest-AttachVolumeShelveTestJSON-1879484040-router', 'tenant_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '61a64e4a-6861-4369-8e2f-ef17f5f6af16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:25:37Z', 'updated_at': '2022-04-12T00:25:45Z', 'revision_number': 4, 'project_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'gw_port': {'id': '61a64e4a-6861-4369-8e2f-ef17f5f6af16', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66e004c-97b5-4333-aacd-0dd256f7f56f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:38Z', 'updated_at': '2022-04-12T00:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_floatingips': [{'id': '8f7b56f9-2423-422f-a2d6-afe1c0ad250c', 'tenant_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'floating_ip_address': '172.27.3.37', 'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'router_id': 'b66e004c-97b5-4333-aacd-0dd256f7f56f', 'port_id': 'a96b86a8-a90d-426f-9b7e-b2dc136b138a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ee4ba18-669f-44db-9087-b0bd886e30c9', 'mac_address': 'fa:16:3e:94:ac:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c4e615-6c86-41a2-b6a5-19371b76e311', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:25:54Z', 'updated_at': '2022-04-12T00:26:33Z', 'revision_number': 1, 'project_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ca65d7a-78cd-441a-b64b-83ef86f9fba1', 'name': '', 'network_id': '1ee4ba18-669f-44db-9087-b0bd886e30c9', 'tenant_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'mac_address': 'fa:16:3e:0c:0d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66e004c-97b5-4333-aacd-0dd256f7f56f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5e83a63b-8739-41ae-aeb4-59d49ec2e5b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:42Z', 'updated_at': '2022-04-12T00:25:56Z', 'revision_number': 5, 'project_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'subnets': [{'id': '5e83a63b-8739-41ae-aeb4-59d49ec2e5b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:26:35.423908 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-6ee30936-7870-42f2-8b4b-0783170c851c admin admin] Publish callbacks [] for security_group (a8b82ba7-dc8c-4639-a3b6-41a5cb29cc62), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:35.449342 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-6ee30936-7870-42f2-8b4b-0783170c851c admin admin] Publish callbacks [] for security_group (a8b82ba7-dc8c-4639-a3b6-41a5cb29cc62), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:35.498272 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-6ee30936-7870-42f2-8b4b-0783170c851c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (a8b82ba7-dc8c-4639-a3b6-41a5cb29cc62), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:35.501135 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-6ee30936-7870-42f2-8b4b-0783170c851c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:35.505669 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-6ee30936-7870-42f2-8b4b-0783170c851c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a8b82ba7-dc8c-4639-a3b6-41a5cb29cc62 HTTP/1.1" status: 204 len: 168 time: 0.1653974 Apr 12 00:26:35.514265 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee30936-7870-42f2-8b4b-0783170c851c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b82ba7-dc8c-4639-a3b6-41a5cb29cc62,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:35.629658 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee402822-d9fe-482d-98c7-ae15da4f81b0 None None] New status for floating IP 8f7b56f9-2423-422f-a2d6-afe1c0ad250c: ACTIVE {{(pid=114861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 00:26:35.894976 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 53930) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:35.917117 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-d95e24ad-0c39-4749-988f-4ccfa2de583a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:36.025030 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-d95e24ad-0c39-4749-988f-4ccfa2de583a admin admin] Publish callbacks [] for security_group (bd51d38d-2723-46a8-ab53-29a07df784cc), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:36.030693 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-d95e24ad-0c39-4749-988f-4ccfa2de583a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (bd51d38d-2723-46a8-ab53-29a07df784cc), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:36.052937 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e129a19-10b9-4624-a093-c620bd57c5ae req-363338f7-355e-4cb9-b943-57e24bd92c7c tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:36.054429 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-3e129a19-10b9-4624-a093-c620bd57c5ae req-363338f7-355e-4cb9-b943-57e24bd92c7c tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 943 time: 0.0728116 Apr 12 00:26:36.090887 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-d95e24ad-0c39-4749-988f-4ccfa2de583a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=47fb8708cedd4369a37af64b2f1765ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1948152 Apr 12 00:26:36.093486 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 53940) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:36.098778 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95e24ad-0c39-4749-988f-4ccfa2de583a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd51d38d-2723-46a8-ab53-29a07df784cc,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:36.125717 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-3e129a19-10b9-4624-a093-c620bd57c5ae req-5062a75c-c470-46a0-9ccb-29b5ce2cac72 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649691 Apr 12 00:26:36.193148 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7202e6-af31-4189-b5e8-b2be536dbe60 req-3eb505ab-2955-4e0c-91dc-2f2744bf498c tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:36.194626 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-1f7202e6-af31-4189-b5e8-b2be536dbe60 req-3eb505ab-2955-4e0c-91dc-2f2744bf498c tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 944 time: 0.0607331 Apr 12 00:26:36.210370 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-e50b3df7-c6aa-4bac-8aa0-0d08b53703d9 admin admin] Publish callbacks [] for security_group (bd51d38d-2723-46a8-ab53-29a07df784cc), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:36.250086 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-e50b3df7-c6aa-4bac-8aa0-0d08b53703d9 admin admin] Publish callbacks [] for security_group (bd51d38d-2723-46a8-ab53-29a07df784cc), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:36.269305 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-1f7202e6-af31-4189-b5e8-b2be536dbe60 req-a74446b6-760c-4fca-924c-895f421a0f5b tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677214 Apr 12 00:26:36.311941 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-e50b3df7-c6aa-4bac-8aa0-0d08b53703d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (bd51d38d-2723-46a8-ab53-29a07df784cc), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:36.314523 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-e50b3df7-c6aa-4bac-8aa0-0d08b53703d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:36.315850 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-e50b3df7-c6aa-4bac-8aa0-0d08b53703d9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bd51d38d-2723-46a8-ab53-29a07df784cc HTTP/1.1" status: 204 len: 168 time: 0.2206402 Apr 12 00:26:36.326185 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50b3df7-c6aa-4bac-8aa0-0d08b53703d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd51d38d-2723-46a8-ab53-29a07df784cc,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:37.238898 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e0b1b8-771e-42df-9cfe-f1c9df5c4d5b req-5870729f-9cf2-4ed7-9876-90b6ac166197 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:37.240373 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-58e0b1b8-771e-42df-9cfe-f1c9df5c4d5b req-5870729f-9cf2-4ed7-9876-90b6ac166197 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 943 time: 0.0493336 Apr 12 00:26:37.291477 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-58e0b1b8-771e-42df-9cfe-f1c9df5c4d5b req-5547b1de-51fd-4902-857d-694491144308 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452328 Apr 12 00:26:37.391359 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d817c528-a0e5-4c05-ae12-b0fedac88b96 req-d245d503-ad78-4f56-a44e-e22059e52817 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:37.392852 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d817c528-a0e5-4c05-ae12-b0fedac88b96 req-d245d503-ad78-4f56-a44e-e22059e52817 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 944 time: 0.0508687 Apr 12 00:26:37.445082 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d817c528-a0e5-4c05-ae12-b0fedac88b96 req-d3fbfd45-67bd-49ce-924c-da03d2480af4 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444791 Apr 12 00:26:38.407844 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84fb9e-4030-468e-87b1-674c902d0c7e req-df855319-c157-4573-840e-f588a828d96f tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:38.409693 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-1b84fb9e-4030-468e-87b1-674c902d0c7e req-df855319-c157-4573-840e-f588a828d96f tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 943 time: 0.0487661 Apr 12 00:26:38.449405 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] get_ports_and_sgs() called for port_ids ['d8fd308a-3656-4572-a37f-0f014a01f3f9'] {{(pid=114861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:26:38.458103 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-1b84fb9e-4030-468e-87b1-674c902d0c7e req-5de66145-e51e-46b3-854a-a4e525f976c1 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421617 Apr 12 00:26:38.559966 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177994b9-2a6e-4d6e-ab7a-8a8ee48babe0 req-6c7d6bf1-b271-4d25-809c-780c025ba4e5 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:38.561517 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-177994b9-2a6e-4d6e-ab7a-8a8ee48babe0 req-6c7d6bf1-b271-4d25-809c-780c025ba4e5 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 944 time: 0.0506675 Apr 12 00:26:38.611045 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-177994b9-2a6e-4d6e-ab7a-8a8ee48babe0 req-1c5796b9-485b-4bb0-9a09-6d58f4b7e006 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422719 Apr 12 00:26:39.160258 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-1517e9e2-1156-457a-9785-bf287bd815d4 req-75598a5a-625e-4c9e-828b-4e14899ce4d0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633962 Apr 12 00:26:39.169057 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf89203-2cc4-449e-b8a5-ba45705f9178 req-7a48cfba-0eea-4bb8-8699-21290d3ba405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:39.170505 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-caf89203-2cc4-449e-b8a5-ba45705f9178 req-7a48cfba-0eea-4bb8-8699-21290d3ba405 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8b482c4c00e94a25ad8f0a9034e9e0e5&device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 1130 time: 0.0459139 Apr 12 00:26:39.569234 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74688081-117d-4cd3-86ef-0651ca660628 req-5d0f78dc-a356-48a8-9216-5008710ac6dc tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:39.570732 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-74688081-117d-4cd3-86ef-0651ca660628 req-5d0f78dc-a356-48a8-9216-5008710ac6dc tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 943 time: 0.0463192 Apr 12 00:26:39.621279 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-74688081-117d-4cd3-86ef-0651ca660628 req-d8eb5b49-23a1-4c52-a434-b7f174e56f90 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449827 Apr 12 00:26:39.694579 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device 9859cd42-a040-4515-a314-efe078c16231 details requested by agent hyperv_hv-cinder-83625 with host hv-cinder-83625 {{(pid=114861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 00:26:39.730819 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd7422-6be1-47fe-87c3-1f95991fc452 req-a096c322-c594-4307-8aea-d8412a21fa87 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:39.732445 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-35bd7422-6be1-47fe-87c3-1f95991fc452 req-a096c322-c594-4307-8aea-d8412a21fa87 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 944 time: 0.0520625 Apr 12 00:26:39.734582 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device d8fd308a-3656-4572-a37f-0f014a01f3f9 up at agent hyperv_hv-cinder-83625 {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:26:39.838399 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port 9859cd42-a040-4515-a314-efe078c16231, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=9859cd42-a040-4515-a314-efe078c16231,segment=NetworkSegment(5e9db55b-3d4f-451e-b201-3ff40da203e0),segment_id=5e9db55b-3d4f-451e-b201-3ff40da203e0)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:26:39.854605 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Returning: {'device': '9859cd42-a040-4515-a314-efe078c16231', 'network_id': '5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4', 'port_id': '9859cd42-a040-4515-a314-efe078c16231', 'mac_address': 'fa:16:3e:01:5d:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d5e30fe-6eb4-42f7-a751-8d6f0006a016', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 00:26:39.857392 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-35bd7422-6be1-47fe-87c3-1f95991fc452 req-c7da52c0-dfec-474c-9b1a-325ed0006876 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140945 Apr 12 00:26:39.858324 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Provisioning for port d8fd308a-3656-4572-a37f-0f014a01f3f9 completed by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 00:26:39.865750 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Provisioning complete for port d8fd308a-3656-4572-a37f-0f014a01f3f9 triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:26:39.865923 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (d8fd308a-3656-4572-a37f-0f014a01f3f9), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:39.889152 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf89203-2cc4-449e-b8a5-ba45705f9178 req-08bacd7c-2170-42eb-b8fd-1091c7ca6f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:39.891462 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-caf89203-2cc4-449e-b8a5-ba45705f9178 req-08bacd7c-2170-42eb-b8fd-1091c7ca6f73 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1ee4ba18-669f-44db-9087-b0bd886e30c9 HTTP/1.1" status: 200 len: 918 time: 0.1394563 Apr 12 00:26:39.930622 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Current status of the port 9859cd42-a040-4515-a314-efe078c16231 is: DOWN; New status is: BUILD {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:26:39.931013 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (9859cd42-a040-4515-a314-efe078c16231), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:39.950228 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.notifiers.nova [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9859cd42-a040-4515-a314-efe078c16231 {{(pid=114861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:26:39.992799 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port 9859cd42-a040-4515-a314-efe078c16231, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=9859cd42-a040-4515-a314-efe078c16231,segment=NetworkSegment(5e9db55b-3d4f-451e-b201-3ff40da203e0),segment_id=5e9db55b-3d4f-451e-b201-3ff40da203e0)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:26:39.999414 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (9859cd42-a040-4515-a314-efe078c16231), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:40.007760 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Current status of the port d8fd308a-3656-4572-a37f-0f014a01f3f9 is: BUILD; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:26:40.008337 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (d8fd308a-3656-4572-a37f-0f014a01f3f9), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:40.056283 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '436e51f9-0f9a-4bb2-a03e-b53050e1dc80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8fd308a-3656-4572-a37f-0f014a01f3f9'}] {{(pid=114861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:26:40.059270 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d187226e65eb8f713948fb36ffe50595ec682b3d9ec12b6d0c088ba153fadb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a8ddb4-6209-49ce-ab99-96f75525c416" -d '{"events": [{"server_uuid": "436e51f9-0f9a-4bb2-a03e-b53050e1dc80", "name": "network-vif-plugged", "status": "completed", "tag": "d8fd308a-3656-4572-a37f-0f014a01f3f9"}]}' {{(pid=114861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:26:40.082929 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port d8fd308a-3656-4572-a37f-0f014a01f3f9, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=d8fd308a-3656-4572-a37f-0f014a01f3f9,segment=NetworkSegment(fd63afde-b6e3-4288-8882-e1cea57d1a20),segment_id=fd63afde-b6e3-4288-8882-e1cea57d1a20)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:26:40.090387 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Pushing event updated for resources: {'Port': ['ID=9859cd42-a040-4515-a314-efe078c16231,revision_number=4']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:40.094545 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (d8fd308a-3656-4572-a37f-0f014a01f3f9), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:40.103258 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:26:40.103714 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:26:40.104181 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:26:40.104653 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:26:40.105211 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:26:40.105739 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:26:40.106284 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:26:40.106903 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:26:40.107463 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:26:40.107895 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:26:40.108347 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:26:40.108797 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:26:40.109229 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:26:40.109745 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:26:40.110152 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:26:40.114777 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e9f0ca-c5b5-4fc1-a073-c11c44c72ba3 x-openstack-request-id: req-71e9f0ca-c5b5-4fc1-a073-c11c44c72ba3 {{(pid=114861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:26:40.115318 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "436e51f9-0f9a-4bb2-a03e-b53050e1dc80", "name": "network-vif-plugged", "status": "completed", "tag": "d8fd308a-3656-4572-a37f-0f014a01f3f9", "code": 200}]} {{(pid=114861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:26:40.115752 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-71e9f0ca-c5b5-4fc1-a073-c11c44c72ba3 {{(pid=114861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:26:40.116325 dv-cinder-836252-3-iscsi neutron-server[114861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71e9f0ca-c5b5-4fc1-a073-c11c44c72ba3'] response: {'server_uuid': '436e51f9-0f9a-4bb2-a03e-b53050e1dc80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8fd308a-3656-4572-a37f-0f014a01f3f9', 'code': 200} Apr 12 00:26:40.167621 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Pushing event updated for resources: {'Port': ['ID=d8fd308a-3656-4572-a37f-0f014a01f3f9,revision_number=5']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:40.435528 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5ac7c661-64f2-4e13-8274-3a926be660de req-de30d514-c689-4e45-b183-b53ad598dcff service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=514dbc1c-8df0-4bf2-96db-5911d4bdb52c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0507565 Apr 12 00:26:40.498480 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] get_ports_and_sgs() called for port_ids ['9859cd42-a040-4515-a314-efe078c16231'] {{(pid=114861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:26:40.527305 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-caf89203-2cc4-449e-b8a5-ba45705f9178 req-997e6151-38cc-47d2-aed4-912495f565c7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a96b86a8-a90d-426f-9b7e-b2dc136b138a HTTP/1.1" status: 200 len: 1001 time: 0.0996740 Apr 12 00:26:40.614606 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac7c661-64f2-4e13-8274-3a926be660de req-07173893-1bc6-49fe-a3d8-1250231cbd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:40.616264 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5ac7c661-64f2-4e13-8274-3a926be660de req-07173893-1bc6-49fe-a3d8-1250231cbd8e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d3610d0185cf40548de23d406b26a421&device_id=514dbc1c-8df0-4bf2-96db-5911d4bdb52c HTTP/1.1" status: 200 len: 1129 time: 0.0751615 Apr 12 00:26:40.621903 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf89203-2cc4-449e-b8a5-ba45705f9178 req-566bf1f1-579e-4e13-ba54-7e5d98b3faa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:40.623386 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-caf89203-2cc4-449e-b8a5-ba45705f9178 req-566bf1f1-579e-4e13-ba54-7e5d98b3faa8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5e83a63b-8739-41ae-aeb4-59d49ec2e5b0 HTTP/1.1" status: 200 len: 856 time: 0.0835733 Apr 12 00:26:40.828714 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d8f4fb-c272-4e6c-8e4f-4db0960e95e5 req-d832eb13-9fe3-40f6-ae94-1737efbbc30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:40.830136 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d4d8f4fb-c272-4e6c-8e4f-4db0960e95e5 req-d832eb13-9fe3-40f6-ae94-1737efbbc30f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 1129 time: 0.1710348 Apr 12 00:26:40.835876 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf89203-2cc4-449e-b8a5-ba45705f9178 req-df5099d9-e1dd-480f-a8ee-3553e913843a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:40.837216 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-caf89203-2cc4-449e-b8a5-ba45705f9178 req-df5099d9-e1dd-480f-a8ee-3553e913843a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1ee4ba18-669f-44db-9087-b0bd886e30c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1763115 Apr 12 00:26:40.844878 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ae0c4-1b99-4a5a-bb46-4e3c63de8991 req-0b80b263-ae5e-4aab-b59c-117ea1a4eb87 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:40.846242 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-9e7ae0c4-1b99-4a5a-bb46-4e3c63de8991 req-0b80b263-ae5e-4aab-b59c-117ea1a4eb87 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 944 time: 0.1357298 Apr 12 00:26:40.884850 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac7c661-64f2-4e13-8274-3a926be660de req-fd85964c-5a9b-4e01-b7a9-3448ea63ce08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:40.886521 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5ac7c661-64f2-4e13-8274-3a926be660de req-fd85964c-5a9b-4e01-b7a9-3448ea63ce08 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6f42048f-da04-4010-bcf3-b5662a084b21 HTTP/1.1" status: 200 len: 912 time: 0.1867602 Apr 12 00:26:40.912627 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-9e7ae0c4-1b99-4a5a-bb46-4e3c63de8991 req-2be4146e-40b2-4976-91a4-53b77b4b232d tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603635 Apr 12 00:26:40.980837 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a0ec2-26f5-4e34-ba79-978582faf8f3 req-ebf9e85d-46d3-4948-9717-8c70872978cd tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:40.982317 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-f28a0ec2-26f5-4e34-ba79-978582faf8f3 req-ebf9e85d-46d3-4948-9717-8c70872978cd tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 945 time: 0.0480793 Apr 12 00:26:41.026985 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-f28a0ec2-26f5-4e34-ba79-978582faf8f3 req-f0f3fe06-3bbd-4430-be17-74bbae9606c6 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392275 Apr 12 00:26:41.505003 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 54098) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:41.617149 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-801d2859-7dab-41c6-8c71-ed698b347c02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:41.702490 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-801d2859-7dab-41c6-8c71-ed698b347c02 admin admin] Publish callbacks [] for security_group (9a5ef562-1272-40bd-9d86-23cbca692e23), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:41.726573 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device 9859cd42-a040-4515-a314-efe078c16231 up at agent hyperv_hv-cinder-83625 {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:26:41.732395 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-801d2859-7dab-41c6-8c71-ed698b347c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (9a5ef562-1272-40bd-9d86-23cbca692e23), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:41.752757 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 54112) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:41.809911 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (6c438ad1-5788-4552-a50f-29c8c96f3196), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:41.820591 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801d2859-7dab-41c6-8c71-ed698b347c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5ef562-1272-40bd-9d86-23cbca692e23,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:41.836085 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801d2859-7dab-41c6-8c71-ed698b347c02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:26:41.837139 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801d2859-7dab-41c6-8c71-ed698b347c02 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:26:41.837662 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801d2859-7dab-41c6-8c71-ed698b347c02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:26:41.838205 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801d2859-7dab-41c6-8c71-ed698b347c02 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:26:41.838753 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801d2859-7dab-41c6-8c71-ed698b347c02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:26:41.839596 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801d2859-7dab-41c6-8c71-ed698b347c02 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:26:41.840249 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801d2859-7dab-41c6-8c71-ed698b347c02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:26:41.840765 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801d2859-7dab-41c6-8c71-ed698b347c02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:26:41.841276 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801d2859-7dab-41c6-8c71-ed698b347c02 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:26:41.841781 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801d2859-7dab-41c6-8c71-ed698b347c02 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:26:41.842306 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801d2859-7dab-41c6-8c71-ed698b347c02 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:26:41.842824 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801d2859-7dab-41c6-8c71-ed698b347c02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:26:41.843656 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801d2859-7dab-41c6-8c71-ed698b347c02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:26:41.844840 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801d2859-7dab-41c6-8c71-ed698b347c02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:26:41.845342 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801d2859-7dab-41c6-8c71-ed698b347c02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:26:41.863550 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5ac7c661-64f2-4e13-8274-3a926be660de req-5b9f0feb-d4d6-4ea7-8225-05a3a5b34421 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55aa4bc9-4cd4-41c4-9139-ebefd9425766 HTTP/1.1" status: 200 len: 217 time: 0.1557095 Apr 12 00:26:41.888674 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-27cc8e5b-c1c7-41a2-86fa-e5fb26a3db9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:41.895446 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Provisioning for port 9859cd42-a040-4515-a314-efe078c16231 completed by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 00:26:41.918024 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Provisioning complete for port 9859cd42-a040-4515-a314-efe078c16231 triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:26:41.919282 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (9859cd42-a040-4515-a314-efe078c16231), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:42.017458 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-27cc8e5b-c1c7-41a2-86fa-e5fb26a3db9b admin admin] Publish callbacks [] for security_group (b3fc4a88-ffeb-4e3b-9fda-e9a6a89ba13e), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:42.022708 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-27cc8e5b-c1c7-41a2-86fa-e5fb26a3db9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (b3fc4a88-ffeb-4e3b-9fda-e9a6a89ba13e), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:42.057038 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-27cc8e5b-c1c7-41a2-86fa-e5fb26a3db9b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0f759bc9c549400cb10e8b7e62880e4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3030963 Apr 12 00:26:42.060318 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 54126) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:42.073258 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-801d2859-7dab-41c6-8c71-ed698b347c02 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=64fb0b4f9ef0493dac9c225a96e2d62f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5670383 Apr 12 00:26:42.094526 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 54128) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:42.103620 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac7c661-64f2-4e13-8274-3a926be660de req-0f5ab290-2e7e-4b5c-a761-fe5dbf37db55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:42.105033 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5ac7c661-64f2-4e13-8274-3a926be660de req-0f5ab290-2e7e-4b5c-a761-fe5dbf37db55 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=83036380-a367-44bc-9906-835ed13c8117 HTTP/1.1" status: 200 len: 851 time: 0.2120543 Apr 12 00:26:42.141836 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Current status of the port 9859cd42-a040-4515-a314-efe078c16231 is: BUILD; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:26:42.142235 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (9859cd42-a040-4515-a314-efe078c16231), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:42.145300 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cc8e5b-c1c7-41a2-86fa-e5fb26a3db9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3fc4a88-ffeb-4e3b-9fda-e9a6a89ba13e,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:42.197889 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cc8e5b-c1c7-41a2-86fa-e5fb26a3db9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:26:42.199142 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cc8e5b-c1c7-41a2-86fa-e5fb26a3db9b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:26:42.200428 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cc8e5b-c1c7-41a2-86fa-e5fb26a3db9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:26:42.201345 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port 9859cd42-a040-4515-a314-efe078c16231, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=9859cd42-a040-4515-a314-efe078c16231,segment=NetworkSegment(5e9db55b-3d4f-451e-b201-3ff40da203e0),segment_id=5e9db55b-3d4f-451e-b201-3ff40da203e0)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:26:42.202509 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6812d1c1-9663-404e-a23f-db9a8dc7e766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9859cd42-a040-4515-a314-efe078c16231'}] {{(pid=114861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:26:42.202995 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cc8e5b-c1c7-41a2-86fa-e5fb26a3db9b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:26:42.203568 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cc8e5b-c1c7-41a2-86fa-e5fb26a3db9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:26:42.205021 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d187226e65eb8f713948fb36ffe50595ec682b3d9ec12b6d0c088ba153fadb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b3bb64-87e3-4c1c-98bc-4fc6dc3581ca" -d '{"events": [{"server_uuid": "6812d1c1-9663-404e-a23f-db9a8dc7e766", "name": "network-vif-plugged", "status": "completed", "tag": "9859cd42-a040-4515-a314-efe078c16231"}]}' {{(pid=114861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:26:42.205242 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cc8e5b-c1c7-41a2-86fa-e5fb26a3db9b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:26:42.205767 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cc8e5b-c1c7-41a2-86fa-e5fb26a3db9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:26:42.207967 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cc8e5b-c1c7-41a2-86fa-e5fb26a3db9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:26:42.208681 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cc8e5b-c1c7-41a2-86fa-e5fb26a3db9b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:26:42.209060 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (9859cd42-a040-4515-a314-efe078c16231), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:42.209278 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cc8e5b-c1c7-41a2-86fa-e5fb26a3db9b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:26:42.209810 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cc8e5b-c1c7-41a2-86fa-e5fb26a3db9b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:26:42.211084 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cc8e5b-c1c7-41a2-86fa-e5fb26a3db9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:26:42.211484 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cc8e5b-c1c7-41a2-86fa-e5fb26a3db9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:26:42.212711 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cc8e5b-c1c7-41a2-86fa-e5fb26a3db9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:26:42.213106 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cc8e5b-c1c7-41a2-86fa-e5fb26a3db9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:26:42.214547 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4b80c-b46f-4310-9618-b374abd665ec req-41769493-d707-47a5-b2a9-107b08d39e28 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:42.217232 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-ffb4b80c-b46f-4310-9618-b374abd665ec req-41769493-d707-47a5-b2a9-107b08d39e28 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 944 time: 0.1467185 Apr 12 00:26:42.219366 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d4d8f4fb-c272-4e6c-8e4f-4db0960e95e5 req-ff8760df-d0f1-42a2-8361-3bc3a7bc464a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5032456 Apr 12 00:26:42.219838 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 54134) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:42.271140 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Pushing event updated for resources: {'Port': ['ID=9859cd42-a040-4515-a314-efe078c16231,revision_number=5']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:42.271337 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5ac7c661-64f2-4e13-8274-3a926be660de req-7f8b571e-e51e-4ce5-9fc2-dbd28517c08b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6f42048f-da04-4010-bcf3-b5662a084b21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633633 Apr 12 00:26:42.311756 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-caf89203-2cc4-449e-b8a5-ba45705f9178 req-05b11b77-37f5-4e7c-803d-b19e5c16e5e1 service neutron] 10.222.0.52 "GET /v2.0/networks/1ee4ba18-669f-44db-9087-b0bd886e30c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5881288 Apr 12 00:26:42.318018 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d474a0-7588-4944-8265-0e96c3e9ee6d req-91beebb2-d91f-40f7-8080-7cbfef0e72f4 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:42.319520 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-f8d474a0-7588-4944-8265-0e96c3e9ee6d req-91beebb2-d91f-40f7-8080-7cbfef0e72f4 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 945 time: 0.1472797 Apr 12 00:26:42.320758 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-5ed774de-1b7b-4480-83d4-1161c4e7e591 admin admin] Publish callbacks [] for security_group (b3fc4a88-ffeb-4e3b-9fda-e9a6a89ba13e), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:42.322677 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-45908433-0dbc-430c-8fbc-8f04f1c562d5 admin admin] Publish callbacks [] for security_group (9a5ef562-1272-40bd-9d86-23cbca692e23), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:42.328238 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-ffb4b80c-b46f-4310-9618-b374abd665ec req-95c88200-2171-4dff-8916-a20e3fb7e924 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966852 Apr 12 00:26:42.357650 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-09075c7e-95b0-4802-82d9-96ae91134a86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (4ecbd319-6885-49f5-abb8-de205838eb1c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:42.372539 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-5ed774de-1b7b-4480-83d4-1161c4e7e591 admin admin] Publish callbacks [] for security_group (b3fc4a88-ffeb-4e3b-9fda-e9a6a89ba13e), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:42.374655 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66031e33-932c-4455-86f7-6b9ba695e533 x-openstack-request-id: req-66031e33-932c-4455-86f7-6b9ba695e533 {{(pid=114861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:26:42.375065 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6812d1c1-9663-404e-a23f-db9a8dc7e766", "name": "network-vif-plugged", "status": "completed", "tag": "9859cd42-a040-4515-a314-efe078c16231", "code": 200}]} {{(pid=114861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:26:42.375418 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-66031e33-932c-4455-86f7-6b9ba695e533 {{(pid=114861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:26:42.376013 dv-cinder-836252-3-iscsi neutron-server[114861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66031e33-932c-4455-86f7-6b9ba695e533'] response: {'server_uuid': '6812d1c1-9663-404e-a23f-db9a8dc7e766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9859cd42-a040-4515-a314-efe078c16231', 'code': 200} Apr 12 00:26:42.381105 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-45908433-0dbc-430c-8fbc-8f04f1c562d5 admin admin] Publish callbacks [] for security_group (9a5ef562-1272-40bd-9d86-23cbca692e23), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:42.414865 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-0b02a36e-9176-4099-aacc-391a9efb972f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:42.464713 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-f8d474a0-7588-4944-8265-0e96c3e9ee6d req-e79e1dad-a0fa-4126-8fc7-88e7d7a7ad4a tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218870 Apr 12 00:26:42.491275 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-45908433-0dbc-430c-8fbc-8f04f1c562d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (9a5ef562-1272-40bd-9d86-23cbca692e23), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:42.493705 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-45908433-0dbc-430c-8fbc-8f04f1c562d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:42.497132 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-45908433-0dbc-430c-8fbc-8f04f1c562d5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9a5ef562-1272-40bd-9d86-23cbca692e23 HTTP/1.1" status: 204 len: 168 time: 0.3975976 Apr 12 00:26:42.497749 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-5ed774de-1b7b-4480-83d4-1161c4e7e591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (b3fc4a88-ffeb-4e3b-9fda-e9a6a89ba13e), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:42.500098 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-5ed774de-1b7b-4480-83d4-1161c4e7e591 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:42.500850 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-0b02a36e-9176-4099-aacc-391a9efb972f admin admin] Publish callbacks [] for security_group (00fcc105-1a30-415c-8358-29757b03f1aa), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:42.502677 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-5ed774de-1b7b-4480-83d4-1161c4e7e591 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b3fc4a88-ffeb-4e3b-9fda-e9a6a89ba13e HTTP/1.1" status: 204 len: 168 time: 0.4409616 Apr 12 00:26:42.505986 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-0b02a36e-9176-4099-aacc-391a9efb972f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (00fcc105-1a30-415c-8358-29757b03f1aa), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:42.511300 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45908433-0dbc-430c-8fbc-8f04f1c562d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5ef562-1272-40bd-9d86-23cbca692e23,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:42.520910 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed774de-1b7b-4480-83d4-1161c4e7e591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3fc4a88-ffeb-4e3b-9fda-e9a6a89ba13e,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:42.547974 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-0b02a36e-9176-4099-aacc-391a9efb972f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6fccffe09802464d82f812f6413c8b75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3151691 Apr 12 00:26:42.548388 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 54146) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:42.574140 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b02a36e-9176-4099-aacc-391a9efb972f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00fcc105-1a30-415c-8358-29757b03f1aa,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:42.609921 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-0a8c7155-1154-42d7-b02a-6a5301167a7c admin admin] Publish callbacks [] for security_group (00fcc105-1a30-415c-8358-29757b03f1aa), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:42.632177 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-0a8c7155-1154-42d7-b02a-6a5301167a7c admin admin] Publish callbacks [] for security_group (00fcc105-1a30-415c-8358-29757b03f1aa), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:42.687254 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-0a8c7155-1154-42d7-b02a-6a5301167a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (00fcc105-1a30-415c-8358-29757b03f1aa), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:42.690018 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-0a8c7155-1154-42d7-b02a-6a5301167a7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:42.694366 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-0a8c7155-1154-42d7-b02a-6a5301167a7c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/00fcc105-1a30-415c-8358-29757b03f1aa HTTP/1.1" status: 204 len: 168 time: 0.1419971 Apr 12 00:26:42.700030 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8c7155-1154-42d7-b02a-6a5301167a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00fcc105-1a30-415c-8358-29757b03f1aa,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:42.843705 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 54154) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:42.855696 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 54156) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:42.875302 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-69af76cc-55ce-447f-abc6-f1308b59a43b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:42.878586 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-6d8c42e6-6f7b-4593-9a2b-08410eaa0f2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:43.012526 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-69af76cc-55ce-447f-abc6-f1308b59a43b admin admin] Publish callbacks [] for security_group (9ee77732-a293-41d8-8379-43f75584b1a6), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:43.017739 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-6d8c42e6-6f7b-4593-9a2b-08410eaa0f2c admin admin] Publish callbacks [] for security_group (ef33fd38-1547-4f41-a959-71eadbcb3469), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:43.020502 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-69af76cc-55ce-447f-abc6-f1308b59a43b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (9ee77732-a293-41d8-8379-43f75584b1a6), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:43.036407 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-6d8c42e6-6f7b-4593-9a2b-08410eaa0f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (ef33fd38-1547-4f41-a959-71eadbcb3469), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:43.044009 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5ac7c661-64f2-4e13-8274-3a926be660de req-d263a01f-2f0c-4138-a8b1-312c6bc8ad67 service neutron] 10.222.0.52 "GET /v2.0/networks/6f42048f-da04-4010-bcf3-b5662a084b21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505743 Apr 12 00:26:43.059717 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-caf89203-2cc4-449e-b8a5-ba45705f9178 req-75b79094-53ab-4a5f-9b44-93bbe1c5d513 service neutron] 10.222.0.52 "GET /v2.0/networks/1ee4ba18-669f-44db-9087-b0bd886e30c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3650863 Apr 12 00:26:43.082131 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-69af76cc-55ce-447f-abc6-f1308b59a43b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=146dab4945954272aafe58868c77ca89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2368860 Apr 12 00:26:43.084846 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 54158) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:43.085000 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69af76cc-55ce-447f-abc6-f1308b59a43b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee77732-a293-41d8-8379-43f75584b1a6,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:43.092511 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-6d8c42e6-6f7b-4593-9a2b-08410eaa0f2c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d06c2473c6e64d05a6615ce732da0db8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2355819 Apr 12 00:26:43.095323 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 54162) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:43.136800 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8c42e6-6f7b-4593-9a2b-08410eaa0f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef33fd38-1547-4f41-a959-71eadbcb3469,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:43.138195 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-15dec69f-c5c8-451d-9866-ba2bc01513ad admin admin] Publish callbacks [] for security_group (9ee77732-a293-41d8-8379-43f75584b1a6), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:43.161964 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-b1a19580-b7ff-4f8b-9e52-9c3cb8655050 admin admin] Publish callbacks [] for security_group (ef33fd38-1547-4f41-a959-71eadbcb3469), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:43.162525 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-15dec69f-c5c8-451d-9866-ba2bc01513ad admin admin] Publish callbacks [] for security_group (9ee77732-a293-41d8-8379-43f75584b1a6), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:43.187122 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-b1a19580-b7ff-4f8b-9e52-9c3cb8655050 admin admin] Publish callbacks [] for security_group (ef33fd38-1547-4f41-a959-71eadbcb3469), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:43.224904 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-15dec69f-c5c8-451d-9866-ba2bc01513ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (9ee77732-a293-41d8-8379-43f75584b1a6), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:43.227541 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-15dec69f-c5c8-451d-9866-ba2bc01513ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:43.229251 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-15dec69f-c5c8-451d-9866-ba2bc01513ad admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9ee77732-a293-41d8-8379-43f75584b1a6 HTTP/1.1" status: 204 len: 168 time: 0.1431649 Apr 12 00:26:43.239668 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dec69f-c5c8-451d-9866-ba2bc01513ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee77732-a293-41d8-8379-43f75584b1a6,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:43.254506 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-b1a19580-b7ff-4f8b-9e52-9c3cb8655050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (ef33fd38-1547-4f41-a959-71eadbcb3469), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:43.257013 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-b1a19580-b7ff-4f8b-9e52-9c3cb8655050 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:43.260537 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-b1a19580-b7ff-4f8b-9e52-9c3cb8655050 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ef33fd38-1547-4f41-a959-71eadbcb3469 HTTP/1.1" status: 204 len: 168 time: 0.1610298 Apr 12 00:26:43.276420 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a19580-b7ff-4f8b-9e52-9c3cb8655050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef33fd38-1547-4f41-a959-71eadbcb3469,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:43.383171 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 54176) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:43.415601 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-a3314b7d-d002-44bd-917a-2ad2621b21a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:43.613173 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-a3314b7d-d002-44bd-917a-2ad2621b21a0 admin admin] Publish callbacks [] for security_group (69f934d4-f300-436c-b07a-8b312d4af388), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:43.652220 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c156fd83-1e3b-4e3f-bf0d-da26cfa15227 req-ba7cd49c-2fa1-4967-9057-701ce84ca74b tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:43.653870 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c156fd83-1e3b-4e3f-bf0d-da26cfa15227 req-ba7cd49c-2fa1-4967-9057-701ce84ca74b tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 945 time: 0.1769762 Apr 12 00:26:43.659499 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5ac7c661-64f2-4e13-8274-3a926be660de req-01dc4bae-9627-42bf-ae4f-eef01a5cee86 service neutron] 10.222.0.52 "GET /v2.0/networks/6f42048f-da04-4010-bcf3-b5662a084b21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3537569 Apr 12 00:26:43.669533 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741295a7-2ef9-420e-8ed4-7a7deabbd36e req-f5c1f250-7fdc-4528-b39c-20035aa2ad9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:43.671161 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-741295a7-2ef9-420e-8ed4-7a7deabbd36e req-f5c1f250-7fdc-4528-b39c-20035aa2ad9b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 1129 time: 0.1231539 Apr 12 00:26:43.681436 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-a3314b7d-d002-44bd-917a-2ad2621b21a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (69f934d4-f300-436c-b07a-8b312d4af388), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:43.735210 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bbe153-5f3f-4582-8d33-b12c8ffed781 req-178a3115-a734-4dd3-a8f0-45113ca9dae8 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:43.736986 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-e3bbe153-5f3f-4582-8d33-b12c8ffed781 req-178a3115-a734-4dd3-a8f0-45113ca9dae8 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 945 time: 0.1600885 Apr 12 00:26:43.747419 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-a3314b7d-d002-44bd-917a-2ad2621b21a0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d233835b6dcf40558c0320b960ecfb98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3603446 Apr 12 00:26:43.747853 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3314b7d-d002-44bd-917a-2ad2621b21a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f934d4-f300-436c-b07a-8b312d4af388,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:43.750272 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 54190) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:43.773254 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c156fd83-1e3b-4e3f-bf0d-da26cfa15227 req-1b5fdfd9-0007-4893-a0f2-fe79bab647d8 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105027 Apr 12 00:26:43.852203 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-132e5a70-f3d5-440f-8c4b-a8d5aef73bad admin admin] Publish callbacks [] for security_group (69f934d4-f300-436c-b07a-8b312d4af388), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:43.857140 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-e3bbe153-5f3f-4582-8d33-b12c8ffed781 req-f34847d0-cec5-4563-b7fb-5e7b56dbe3b9 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111941 Apr 12 00:26:43.886365 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-132e5a70-f3d5-440f-8c4b-a8d5aef73bad admin admin] Publish callbacks [] for security_group (69f934d4-f300-436c-b07a-8b312d4af388), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:43.953749 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-741295a7-2ef9-420e-8ed4-7a7deabbd36e req-ff6c0184-703b-4703-9b21-7e54f07e3af7 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574698 Apr 12 00:26:43.970547 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-132e5a70-f3d5-440f-8c4b-a8d5aef73bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (69f934d4-f300-436c-b07a-8b312d4af388), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:43.973106 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-132e5a70-f3d5-440f-8c4b-a8d5aef73bad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:43.974237 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-132e5a70-f3d5-440f-8c4b-a8d5aef73bad admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/69f934d4-f300-436c-b07a-8b312d4af388 HTTP/1.1" status: 204 len: 168 time: 0.2186561 Apr 12 00:26:43.982272 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132e5a70-f3d5-440f-8c4b-a8d5aef73bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f934d4-f300-436c-b07a-8b312d4af388,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:44.608400 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ffa5eee7-82f6-4281-8e38-6324467788b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (d3fb0dde-5c40-4fca-80b5-61326157311c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:44.975428 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc22f9-ea03-4a3e-b9aa-f84813ca0d20 req-87012fcb-cd31-44fb-9f66-ee6bebff7fbe tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:44.977549 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-74cc22f9-ea03-4a3e-b9aa-f84813ca0d20 req-87012fcb-cd31-44fb-9f66-ee6bebff7fbe tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 945 time: 0.0972171 Apr 12 00:26:45.048440 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb7bb78-ad81-4482-9297-18b5d3b720f0 req-8be7b2d5-5468-46ca-9a32-e7007f839a7e tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:45.049991 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-8fb7bb78-ad81-4482-9297-18b5d3b720f0 req-8be7b2d5-5468-46ca-9a32-e7007f839a7e tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 945 time: 0.0832052 Apr 12 00:26:45.062113 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-74cc22f9-ea03-4a3e-b9aa-f84813ca0d20 req-77105298-f514-46a5-a840-b86106c32475 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785038 Apr 12 00:26:45.120744 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-8fb7bb78-ad81-4482-9297-18b5d3b720f0 req-a507cc94-bbaf-477f-a9e7-aa11c25ddcd4 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565703 Apr 12 00:26:45.444794 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d723ab-c7ea-44a7-95eb-425cd825cbcd req-0e194565-529c-4983-86c7-6c82b6802826 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:45.452074 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-c3d723ab-c7ea-44a7-95eb-425cd825cbcd req-0e194565-529c-4983-86c7-6c82b6802826 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 945 time: 0.0606391 Apr 12 00:26:45.510524 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-c3d723ab-c7ea-44a7-95eb-425cd825cbcd req-64655c96-bdbb-42d1-a21e-a9fc15af9441 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575387 Apr 12 00:26:45.857559 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.agents_db [None req-4f17da96-f611-4225-a78f-ee15b860eec6 None None] Agent healthcheck: found 6 active agents {{(pid=114862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:26:46.172087 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d4423688-5a44-44f3-a132-81f2c9b6cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (af38becd-82ff-4144-8f94-74de975161ca), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:46.194154 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e01c5-768d-4651-b9ab-89b00abd2deb req-fc757cb4-dc72-41c0-a4a2-94a56fe10000 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:46.195675 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-944e01c5-768d-4651-b9ab-89b00abd2deb req-fc757cb4-dc72-41c0-a4a2-94a56fe10000 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 945 time: 0.0483487 Apr 12 00:26:46.246769 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-944e01c5-768d-4651-b9ab-89b00abd2deb req-fa339d18-2dc0-4718-82a6-02b60012007e tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454869 Apr 12 00:26:46.619517 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7688cbe-5548-49ba-819f-f8bcb9c8932c req-32cef777-8243-4686-ab73-7b053de25c00 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:46.620938 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-c7688cbe-5548-49ba-819f-f8bcb9c8932c req-32cef777-8243-4686-ab73-7b053de25c00 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 945 time: 0.0443528 Apr 12 00:26:46.669533 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-c7688cbe-5548-49ba-819f-f8bcb9c8932c req-3105790b-d67c-47a4-9157-411c6c0e2e8a tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432520 Apr 12 00:26:47.355690 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d26b34-8322-4ce8-81dc-4b3a1f4ff664 req-b6d21ac1-7162-4eed-ae0c-f56eed7a39f5 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:47.364254 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-29d26b34-8322-4ce8-81dc-4b3a1f4ff664 req-b6d21ac1-7162-4eed-ae0c-f56eed7a39f5 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 945 time: 0.0467837 Apr 12 00:26:47.405297 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-29d26b34-8322-4ce8-81dc-4b3a1f4ff664 req-ab3ae776-bbc5-4219-a3ee-8aa84905126b tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422428 Apr 12 00:26:47.563301 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-be9ea9f3-6c7c-4887-ad09-badb35df740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (738aa052-ee84-4bd1-913b-ee7149597f8f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:47.778529 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356b979-f6f7-4bfb-9d8a-5168e645318e req-934b5722-4165-4d9c-a59c-c271711a0983 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:47.779940 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-7356b979-f6f7-4bfb-9d8a-5168e645318e req-934b5722-4165-4d9c-a59c-c271711a0983 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 945 time: 0.0450518 Apr 12 00:26:47.824312 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-7356b979-f6f7-4bfb-9d8a-5168e645318e req-5beb761d-b6d8-4108-adb3-1e8cc7523e96 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390642 Apr 12 00:26:48.511509 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b858f9d-28e6-4bdb-a3b1-6c45e7788aae req-7e68b140-3b9d-4f6f-beeb-6054bb9615cc tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:48.512906 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-2b858f9d-28e6-4bdb-a3b1-6c45e7788aae req-7e68b140-3b9d-4f6f-beeb-6054bb9615cc tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 945 time: 0.0449178 Apr 12 00:26:48.557314 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-2b858f9d-28e6-4bdb-a3b1-6c45e7788aae req-c60505b3-b0af-41f7-bf86-45389552c2ab tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391078 Apr 12 00:26:48.933086 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3abda-bc44-4aec-b08c-cbdf1c5b9b05 req-be0d7316-d68c-4517-9e00-89df3ff9d622 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:48.934600 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-9cc3abda-bc44-4aec-b08c-cbdf1c5b9b05 req-be0d7316-d68c-4517-9e00-89df3ff9d622 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 945 time: 0.0456858 Apr 12 00:26:48.935153 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (f9a21fd4-36f2-4826-890e-da332e228edf), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:48.979642 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-9cc3abda-bc44-4aec-b08c-cbdf1c5b9b05 req-3eeb8101-04f9-4b7b-a520-effd0e63900e tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394919 Apr 12 00:26:49.672917 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3339f2d-3054-4438-badb-c45e7097132a req-96f917ad-b30f-4b0a-9f9f-e1c794d4ac86 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:49.674445 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e3339f2d-3054-4438-badb-c45e7097132a req-96f917ad-b30f-4b0a-9f9f-e1c794d4ac86 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 945 time: 0.0524662 Apr 12 00:26:49.721701 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e3339f2d-3054-4438-badb-c45e7097132a req-6af14d33-983a-4864-abf9-a41f7af71b9e tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396538 Apr 12 00:26:50.075880 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14663d80-586f-4952-894e-f3a28ba9b471 req-a93fd56c-d8ca-493f-906d-f9f7c33aa2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:50.077535 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-14663d80-586f-4952-894e-f3a28ba9b471 req-a93fd56c-d8ca-493f-906d-f9f7c33aa2a5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7bdba79df5fc4c3faa187bd65479d3f7&device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 1129 time: 0.0442340 Apr 12 00:26:50.099680 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c0da3-c465-45de-ba3f-fbae3b697f8b req-28c4617b-2748-49e2-8bd2-9e6b67465b7b tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:50.101158 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-338c0da3-c465-45de-ba3f-fbae3b697f8b req-28c4617b-2748-49e2-8bd2-9e6b67465b7b tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 945 time: 0.0546970 Apr 12 00:26:50.147148 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-338c0da3-c465-45de-ba3f-fbae3b697f8b req-f1f5e64a-8376-41a1-8285-a6d1698938ee tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404658 Apr 12 00:26:50.835384 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23790ed8-1381-4da1-b70f-d4bbf4c878b3 req-c62c2224-3314-49cb-9764-ba0b4c28d6dd tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:50.836746 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-23790ed8-1381-4da1-b70f-d4bbf4c878b3 req-c62c2224-3314-49cb-9764-ba0b4c28d6dd tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 945 time: 0.0454044 Apr 12 00:26:50.882590 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-23790ed8-1381-4da1-b70f-d4bbf4c878b3 req-00b0e685-c06d-46af-953a-11acaa7b3468 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404060 Apr 12 00:26:51.256050 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3da19c-e5bc-48d6-990b-f64afddaef98 req-92a90377-48bd-4778-a14d-3870e0fe776a tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:51.257499 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-6b3da19c-e5bc-48d6-990b-f64afddaef98 req-92a90377-48bd-4778-a14d-3870e0fe776a tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 945 time: 0.0453708 Apr 12 00:26:51.304097 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-6b3da19c-e5bc-48d6-990b-f64afddaef98 req-523c0bf2-8e8d-4d2a-89da-0a10eb524609 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411203 Apr 12 00:26:51.993523 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0252c3f1-9eb4-4175-add2-6aa546e3bbb7 req-e618b6cd-e24c-4d25-b055-7117ae0fd19b tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:51.995015 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0252c3f1-9eb4-4175-add2-6aa546e3bbb7 req-e618b6cd-e24c-4d25-b055-7117ae0fd19b tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 945 time: 0.0490510 Apr 12 00:26:52.040665 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0252c3f1-9eb4-4175-add2-6aa546e3bbb7 req-6fe86826-8ea1-476e-990c-9847a9642729 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399785 Apr 12 00:26:52.428495 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c01d0f-2c1c-4e43-9ae5-7c9b87f7b942 req-3315b492-04bf-476c-bc4a-b320309e25e0 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:52.430125 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-75c01d0f-2c1c-4e43-9ae5-7c9b87f7b942 req-3315b492-04bf-476c-bc4a-b320309e25e0 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 945 time: 0.0506001 Apr 12 00:26:52.470827 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14663d80-586f-4952-894e-f3a28ba9b471 req-923441d3-cede-4be9-b0cf-b115c62e34fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:52.472795 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-14663d80-586f-4952-894e-f3a28ba9b471 req-923441d3-cede-4be9-b0cf-b115c62e34fd service neutron] 10.222.0.52 "GET /v2.0/networks?id=d9c3b5d9-2a62-4930-bf1a-06e919287728 HTTP/1.1" status: 200 len: 920 time: 0.1019201 Apr 12 00:26:52.481463 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-75c01d0f-2c1c-4e43-9ae5-7c9b87f7b942 req-0ed5ee66-23cf-42e0-94c4-2305efe05e19 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455604 Apr 12 00:26:53.160531 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a3f14-33f7-45d8-8594-21a2a3816d6f req-35e51a65-7969-48d3-b471-81068ebcb895 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:53.161945 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-fd1a3f14-33f7-45d8-8594-21a2a3816d6f req-35e51a65-7969-48d3-b471-81068ebcb895 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 945 time: 0.0510879 Apr 12 00:26:53.216389 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-fd1a3f14-33f7-45d8-8594-21a2a3816d6f req-957461c6-6c12-41c0-b6cb-2abdd4bf8333 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461628 Apr 12 00:26:53.332352 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8561a55c-a24d-41fc-83ef-fb999320a5b5 req-ecae9202-81c9-466e-a3b7-8deaba6a9257 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:53.334133 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-8561a55c-a24d-41fc-83ef-fb999320a5b5 req-ecae9202-81c9-466e-a3b7-8deaba6a9257 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 945 time: 0.0486383 Apr 12 00:26:53.343102 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 54528) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:53.347985 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-ca39584a-3328-4a1e-9b55-65fa6f67d326 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Request body: {'floatingip': {'port_id': '9859cd42-a040-4515-a314-efe078c16231'}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:26:53.388278 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-ca39584a-3328-4a1e-9b55-65fa6f67d326 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks [] for floatingip (3661ea86-dec0-4185-95c1-48e14f642269), before_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:53.498323 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-14663d80-586f-4952-894e-f3a28ba9b471 req-20c02f60-6549-44de-b0d4-38f0a7af5f39 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8fd308a-3656-4572-a37f-0f014a01f3f9 HTTP/1.1" status: 200 len: 217 time: 0.0401809 Apr 12 00:26:53.605949 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897453bd-3608-4167-bfe5-2877150c3d0f req-1f68d38b-5857-44c5-a56e-e17a42ec3ab3 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:53.607566 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-897453bd-3608-4167-bfe5-2877150c3d0f req-1f68d38b-5857-44c5-a56e-e17a42ec3ab3 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 945 time: 0.0514858 Apr 12 00:26:53.669656 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-897453bd-3608-4167-bfe5-2877150c3d0f req-97dddcab-2527-42e2-92d1-2561225c5ccb tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544806 Apr 12 00:26:53.870813 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-ca39584a-3328-4a1e-9b55-65fa6f67d326 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:53.874946 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-ca39584a-3328-4a1e-9b55-65fa6f67d326 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1586356'] for floatingip (3661ea86-dec0-4185-95c1-48e14f642269), after_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:53.984656 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.db.l3_db [None req-ca39584a-3328-4a1e-9b55-65fa6f67d326 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Floating IP 3661ea86-dec0-4185-95c1-48e14f642269 associated. External IP: 172.27.3.220, port: 9859cd42-a040-4515-a314-efe078c16231. Apr 12 00:26:54.137364 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14663d80-586f-4952-894e-f3a28ba9b471 req-77735b2b-d185-4a0e-a6b8-102c3538cd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:54.138883 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-14663d80-586f-4952-894e-f3a28ba9b471 req-77735b2b-d185-4a0e-a6b8-102c3538cd62 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7f76de51-1250-4e78-bc34-31fbaa8ccdf7 HTTP/1.1" status: 200 len: 858 time: 0.0525029 Apr 12 00:26:54.292412 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14663d80-586f-4952-894e-f3a28ba9b471 req-cabc9e84-7a88-407d-afb9-826a379dff8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:54.294860 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-14663d80-586f-4952-894e-f3a28ba9b471 req-cabc9e84-7a88-407d-afb9-826a379dff8d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d9c3b5d9-2a62-4930-bf1a-06e919287728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508370 Apr 12 00:26:54.379194 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca39584a-3328-4a1e-9b55-65fa6f67d326 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Router 24b77afa-d5cd-4064-a2c9-053958a7fbbb has already been hosted by L3 agent d3fb0dde-5c40-4fca-80b5-61326157311c {{(pid=114860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:26:54.486720 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca39584a-3328-4a1e-9b55-65fa6f67d326 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Notify agent at l3_agent.dv-cinder-836252-3-iscsi the message routers_updated {{(pid=114860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:26:54.492044 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-ca39584a-3328-4a1e-9b55-65fa6f67d326 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for floatingip (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:54.497415 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211ebdeb-f434-4fff-bc5e-a48daa92d1bc None None] Sync routers for ids ['24b77afa-d5cd-4064-a2c9-053958a7fbbb'] in dv-cinder-836252-3-iscsi {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:26:54.508819 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211ebdeb-f434-4fff-bc5e-a48daa92d1bc None None] Routers {'24b77afa-d5cd-4064-a2c9-053958a7fbbb'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:26:54.509449 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-211ebdeb-f434-4fff-bc5e-a48daa92d1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:26:45Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['24b77afa-d5cd-4064-a2c9-053958a7fbbb'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:26:54.521118 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-ca39584a-3328-4a1e-9b55-65fa6f67d326 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "PUT /v2.0/floatingips/3661ea86-dec0-4185-95c1-48e14f642269 HTTP/1.1" status: 200 len: 991 time: 1.1769178 Apr 12 00:26:54.521709 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6812d1c1-9663-404e-a23f-db9a8dc7e766', 'tag': '9859cd42-a040-4515-a314-efe078c16231'}] {{(pid=114860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:26:54.524013 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90dfd39203e2da807f23340b9cb516271cbc18bcd75fa685292d117274546a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f81d0d-c880-4c67-a0c4-f971dbfccf0d" -d '{"events": [{"name": "network-changed", "server_uuid": "6812d1c1-9663-404e-a23f-db9a8dc7e766", "tag": "9859cd42-a040-4515-a314-efe078c16231"}]}' {{(pid=114860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:26:54.561672 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d356c37-a5b0-4fee-9b4f-e465002ab1e5 x-openstack-request-id: req-1d356c37-a5b0-4fee-9b4f-e465002ab1e5 {{(pid=114860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:26:54.561958 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6812d1c1-9663-404e-a23f-db9a8dc7e766", "tag": "9859cd42-a040-4515-a314-efe078c16231", "status": "completed", "code": 200}]} {{(pid=114860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:26:54.562203 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1d356c37-a5b0-4fee-9b4f-e465002ab1e5 {{(pid=114860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:26:54.562632 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d356c37-a5b0-4fee-9b4f-e465002ab1e5'] response: {'name': 'network-changed', 'server_uuid': '6812d1c1-9663-404e-a23f-db9a8dc7e766', 'tag': '9859cd42-a040-4515-a314-efe078c16231', 'status': 'completed', 'code': 200} Apr 12 00:26:54.705958 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-211ebdeb-f434-4fff-bc5e-a48daa92d1bc None None] Set router 24b77afa-d5cd-4064-a2c9-053958a7fbbb gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:26:54.906786 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e4a9b6-94ce-4204-b98d-844ebcbfb71c req-b7c1ad6f-816b-4d43-ab4a-7eda08169dcb tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:54.908351 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c4e4a9b6-94ce-4204-b98d-844ebcbfb71c req-b7c1ad6f-816b-4d43-ab4a-7eda08169dcb tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 945 time: 0.1394513 Apr 12 00:26:54.954379 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-14663d80-586f-4952-894e-f3a28ba9b471 req-e9a1bdde-2cec-49a2-b415-d76fec0dfc55 service neutron] 10.222.0.52 "GET /v2.0/networks/d9c3b5d9-2a62-4930-bf1a-06e919287728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927533 Apr 12 00:26:54.960913 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-211ebdeb-f434-4fff-bc5e-a48daa92d1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b77afa-d5cd-4064-a2c9-053958a7fbbb', 'name': 'tempest-AttachVolumeTestJSON-1374726220-router', 'tenant_id': 'c08909d19c8341c5b47846b0cee54fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '054df76d-ea79-4f02-bdc5-f977c0175bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:25:40Z', 'updated_at': '2022-04-12T00:25:49Z', 'revision_number': 4, 'project_id': 'c08909d19c8341c5b47846b0cee54fd8', 'gw_port': {'id': '054df76d-ea79-4f02-bdc5-f977c0175bc3', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:40:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b77afa-d5cd-4064-a2c9-053958a7fbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:41Z', 'updated_at': '2022-04-12T00:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_floatingips': [{'id': '3661ea86-dec0-4185-95c1-48e14f642269', 'tenant_id': 'c08909d19c8341c5b47846b0cee54fd8', 'floating_ip_address': '172.27.3.220', 'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'router_id': '24b77afa-d5cd-4064-a2c9-053958a7fbbb', 'port_id': '9859cd42-a040-4515-a314-efe078c16231', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4', 'mac_address': 'fa:16:3e:01:5d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6812d1c1-9663-404e-a23f-db9a8dc7e766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:26:03Z', 'updated_at': '2022-04-12T00:26:53Z', 'revision_number': 1, 'project_id': 'c08909d19c8341c5b47846b0cee54fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3440c56b-3a61-422d-a3c6-af5bd29f6b05', 'name': '', 'network_id': '5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4', 'tenant_id': 'c08909d19c8341c5b47846b0cee54fd8', 'mac_address': 'fa:16:3e:87:14:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b77afa-d5cd-4064-a2c9-053958a7fbbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2d5e30fe-6eb4-42f7-a751-8d6f0006a016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:47Z', 'updated_at': '2022-04-12T00:26:05Z', 'revision_number': 5, 'project_id': 'c08909d19c8341c5b47846b0cee54fd8', 'subnets': [{'id': '2d5e30fe-6eb4-42f7-a751-8d6f0006a016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:26:54.977723 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f81d0d-c880-4c67-a0c4-f971dbfccf0d req-74572588-82c3-48f6-96f3-f0d26cfaaa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:54.979421 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d5f81d0d-c880-4c67-a0c4-f971dbfccf0d req-74572588-82c3-48f6-96f3-f0d26cfaaa92 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c08909d19c8341c5b47846b0cee54fd8&device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 1129 time: 0.1287336 Apr 12 00:26:54.990439 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211ebdeb-f434-4fff-bc5e-a48daa92d1bc None None] Checking router: 24b77afa-d5cd-4064-a2c9-053958a7fbbb for host: dv-cinder-836252-3-iscsi {{(pid=114862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:26:54.999359 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211ebdeb-f434-4fff-bc5e-a48daa92d1bc None None] Routers {'24b77afa-d5cd-4064-a2c9-053958a7fbbb'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:26:55.000050 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-211ebdeb-f434-4fff-bc5e-a48daa92d1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:26:45Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['24b77afa-d5cd-4064-a2c9-053958a7fbbb'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:26:55.130922 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-211ebdeb-f434-4fff-bc5e-a48daa92d1bc None None] Set router 24b77afa-d5cd-4064-a2c9-053958a7fbbb gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:26:55.296011 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f81d0d-c880-4c67-a0c4-f971dbfccf0d req-10fe6a40-b0b3-4f97-925e-911633e6a5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:55.297478 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d5f81d0d-c880-4c67-a0c4-f971dbfccf0d req-10fe6a40-b0b3-4f97-925e-911633e6a5fe service neutron] 10.222.0.52 "GET /v2.0/networks?id=5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4 HTTP/1.1" status: 200 len: 912 time: 0.2947667 Apr 12 00:26:55.303009 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c4e4a9b6-94ce-4204-b98d-844ebcbfb71c req-6f577433-0fe3-4439-8850-4df151fd9cd7 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395019 Apr 12 00:26:55.338882 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-14663d80-586f-4952-894e-f3a28ba9b471 req-60106e00-be3e-4e82-b35f-c3439432cfcb service neutron] 10.222.0.52 "GET /v2.0/networks/d9c3b5d9-2a62-4930-bf1a-06e919287728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3573196 Apr 12 00:26:55.416871 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-211ebdeb-f434-4fff-bc5e-a48daa92d1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b77afa-d5cd-4064-a2c9-053958a7fbbb', 'name': 'tempest-AttachVolumeTestJSON-1374726220-router', 'tenant_id': 'c08909d19c8341c5b47846b0cee54fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '054df76d-ea79-4f02-bdc5-f977c0175bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:25:40Z', 'updated_at': '2022-04-12T00:25:49Z', 'revision_number': 4, 'project_id': 'c08909d19c8341c5b47846b0cee54fd8', 'gw_port': {'id': '054df76d-ea79-4f02-bdc5-f977c0175bc3', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:40:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b77afa-d5cd-4064-a2c9-053958a7fbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:41Z', 'updated_at': '2022-04-12T00:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_floatingips': [{'id': '3661ea86-dec0-4185-95c1-48e14f642269', 'tenant_id': 'c08909d19c8341c5b47846b0cee54fd8', 'floating_ip_address': '172.27.3.220', 'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'router_id': '24b77afa-d5cd-4064-a2c9-053958a7fbbb', 'port_id': '9859cd42-a040-4515-a314-efe078c16231', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4', 'mac_address': 'fa:16:3e:01:5d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6812d1c1-9663-404e-a23f-db9a8dc7e766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:26:03Z', 'updated_at': '2022-04-12T00:26:53Z', 'revision_number': 1, 'project_id': 'c08909d19c8341c5b47846b0cee54fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3440c56b-3a61-422d-a3c6-af5bd29f6b05', 'name': '', 'network_id': '5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4', 'tenant_id': 'c08909d19c8341c5b47846b0cee54fd8', 'mac_address': 'fa:16:3e:87:14:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b77afa-d5cd-4064-a2c9-053958a7fbbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2d5e30fe-6eb4-42f7-a751-8d6f0006a016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:47Z', 'updated_at': '2022-04-12T00:26:05Z', 'revision_number': 5, 'project_id': 'c08909d19c8341c5b47846b0cee54fd8', 'subnets': [{'id': '2d5e30fe-6eb4-42f7-a751-8d6f0006a016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:26:55.424597 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d821f74-2d63-42a6-abe9-a07f5323eba0 req-6dc79bef-509b-4b50-a957-9d04ff1aebd7 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:55.426470 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-9d821f74-2d63-42a6-abe9-a07f5323eba0 req-6dc79bef-509b-4b50-a957-9d04ff1aebd7 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] 10.222.0.32 "GET /v2.0/ports?device_id=514dbc1c-8df0-4bf2-96db-5911d4bdb52c HTTP/1.1" status: 200 len: 945 time: 0.0616043 Apr 12 00:26:55.447305 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211ebdeb-f434-4fff-bc5e-a48daa92d1bc None None] The sync data for ids ['24b77afa-d5cd-4064-a2c9-053958a7fbbb'] in dv-cinder-836252-3-iscsi is: [{'id': '24b77afa-d5cd-4064-a2c9-053958a7fbbb', 'name': 'tempest-AttachVolumeTestJSON-1374726220-router', 'tenant_id': 'c08909d19c8341c5b47846b0cee54fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '054df76d-ea79-4f02-bdc5-f977c0175bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:25:40Z', 'updated_at': '2022-04-12T00:25:49Z', 'revision_number': 4, 'project_id': 'c08909d19c8341c5b47846b0cee54fd8', 'gw_port': {'id': '054df76d-ea79-4f02-bdc5-f977c0175bc3', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:40:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b77afa-d5cd-4064-a2c9-053958a7fbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:41Z', 'updated_at': '2022-04-12T00:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_floatingips': [{'id': '3661ea86-dec0-4185-95c1-48e14f642269', 'tenant_id': 'c08909d19c8341c5b47846b0cee54fd8', 'floating_ip_address': '172.27.3.220', 'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'router_id': '24b77afa-d5cd-4064-a2c9-053958a7fbbb', 'port_id': '9859cd42-a040-4515-a314-efe078c16231', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4', 'mac_address': 'fa:16:3e:01:5d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6812d1c1-9663-404e-a23f-db9a8dc7e766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:26:03Z', 'updated_at': '2022-04-12T00:26:53Z', 'revision_number': 1, 'project_id': 'c08909d19c8341c5b47846b0cee54fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3440c56b-3a61-422d-a3c6-af5bd29f6b05', 'name': '', 'network_id': '5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4', 'tenant_id': 'c08909d19c8341c5b47846b0cee54fd8', 'mac_address': 'fa:16:3e:87:14:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b77afa-d5cd-4064-a2c9-053958a7fbbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2d5e30fe-6eb4-42f7-a751-8d6f0006a016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:47Z', 'updated_at': '2022-04-12T00:26:05Z', 'revision_number': 5, 'project_id': 'c08909d19c8341c5b47846b0cee54fd8', 'subnets': [{'id': '2d5e30fe-6eb4-42f7-a751-8d6f0006a016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:26:55.500558 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-9d821f74-2d63-42a6-abe9-a07f5323eba0 req-21191f5b-b5db-45a1-8f21-92c3d337e5bb tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc1f92e-2422-463a-8047-dee47e450eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580263 Apr 12 00:26:55.567871 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 54620) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:55.594414 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 54624) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:55.689409 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4f539a-a827-4e6d-bacf-2d609c2bf718 None None] New status for floating IP 3661ea86-dec0-4185-95c1-48e14f642269: ACTIVE {{(pid=114861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 00:26:55.696743 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-59c46514-c2f8-43cf-8c25-5777ad161932 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:55.729418 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-468a6011-e28d-4e07-a051-1d5437370c25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:55.845816 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-59c46514-c2f8-43cf-8c25-5777ad161932 admin admin] Publish callbacks [] for security_group (df015aa0-19ba-4490-bb88-4d407c1885ef), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:55.857729 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-59c46514-c2f8-43cf-8c25-5777ad161932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (df015aa0-19ba-4490-bb88-4d407c1885ef), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:55.865607 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-468a6011-e28d-4e07-a051-1d5437370c25 admin admin] Publish callbacks [] for security_group (77125797-14d3-4845-8043-7df23c117366), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:55.879140 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-468a6011-e28d-4e07-a051-1d5437370c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (77125797-14d3-4845-8043-7df23c117366), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:55.914811 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-59c46514-c2f8-43cf-8c25-5777ad161932 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ec0eca7fe9a24543a698043517b5812c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3458569 Apr 12 00:26:55.917577 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 54630) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:55.919597 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c46514-c2f8-43cf-8c25-5777ad161932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df015aa0-19ba-4490-bb88-4d407c1885ef,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:55.946177 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-468a6011-e28d-4e07-a051-1d5437370c25 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=77445f45cd8c48f684d25a6a821a538f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3507304 Apr 12 00:26:55.947611 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468a6011-e28d-4e07-a051-1d5437370c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77125797-14d3-4845-8043-7df23c117366,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:55.949713 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 54632) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:55.995512 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-0faed018-2e38-49e2-99a6-8a0b55384206 admin admin] Publish callbacks [] for security_group (df015aa0-19ba-4490-bb88-4d407c1885ef), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:56.027263 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-0faed018-2e38-49e2-99a6-8a0b55384206 admin admin] Publish callbacks [] for security_group (df015aa0-19ba-4490-bb88-4d407c1885ef), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:56.036918 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-6c593957-41fc-4860-8bf9-f393bde7c419 admin admin] Publish callbacks [] for security_group (77125797-14d3-4845-8043-7df23c117366), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:56.075328 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-6c593957-41fc-4860-8bf9-f393bde7c419 admin admin] Publish callbacks [] for security_group (77125797-14d3-4845-8043-7df23c117366), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:56.119663 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-0faed018-2e38-49e2-99a6-8a0b55384206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (df015aa0-19ba-4490-bb88-4d407c1885ef), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:56.122272 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-0faed018-2e38-49e2-99a6-8a0b55384206 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:56.123433 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-0faed018-2e38-49e2-99a6-8a0b55384206 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/df015aa0-19ba-4490-bb88-4d407c1885ef HTTP/1.1" status: 204 len: 168 time: 0.2048583 Apr 12 00:26:56.132582 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faed018-2e38-49e2-99a6-8a0b55384206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df015aa0-19ba-4490-bb88-4d407c1885ef,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:56.145074 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-6c593957-41fc-4860-8bf9-f393bde7c419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (77125797-14d3-4845-8043-7df23c117366), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:56.147805 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-6c593957-41fc-4860-8bf9-f393bde7c419 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:56.149213 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-6c593957-41fc-4860-8bf9-f393bde7c419 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/77125797-14d3-4845-8043-7df23c117366 HTTP/1.1" status: 204 len: 168 time: 0.1982839 Apr 12 00:26:56.158450 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c593957-41fc-4860-8bf9-f393bde7c419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77125797-14d3-4845-8043-7df23c117366,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:56.443949 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcedecf-8e95-4e6c-acdc-ccdefaf56f14 req-64c3b7eb-2b00-46fa-a384-07cb65aacc98 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:56.455637 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-1fcedecf-8e95-4e6c-acdc-ccdefaf56f14 req-64c3b7eb-2b00-46fa-a384-07cb65aacc98 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 945 time: 0.0734572 Apr 12 00:26:56.500066 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 54684) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:56.518406 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-1fcedecf-8e95-4e6c-acdc-ccdefaf56f14 req-e50e1c8a-cdfb-424d-a79c-740e35db9ce6 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617528 Apr 12 00:26:56.523090 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-fc45f3ec-c577-4743-b497-e9ee5d22f26f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:56.557520 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 54688) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:56.578941 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-989bb46c-7a83-4710-8de6-9e26562c67cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:56.656062 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8199235-0653-4cf3-b32a-aa0f3b9de0b7 req-5856d027-cc90-4a3a-9cf4-c49d69e24119 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:56.657535 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-a8199235-0653-4cf3-b32a-aa0f3b9de0b7 req-5856d027-cc90-4a3a-9cf4-c49d69e24119 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] 10.222.0.32 "GET /v2.0/ports?device_id=514dbc1c-8df0-4bf2-96db-5911d4bdb52c HTTP/1.1" status: 200 len: 945 time: 0.0798800 Apr 12 00:26:56.751802 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-fc45f3ec-c577-4743-b497-e9ee5d22f26f admin admin] Publish callbacks [] for security_group (219c4de2-6779-4943-a852-68112a9c18af), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:56.758134 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-a8199235-0653-4cf3-b32a-aa0f3b9de0b7 req-37234d39-bc94-4b75-b5e4-4f0b3134fcd7 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc1f92e-2422-463a-8047-dee47e450eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882308 Apr 12 00:26:56.762093 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-fc45f3ec-c577-4743-b497-e9ee5d22f26f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (219c4de2-6779-4943-a852-68112a9c18af), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:56.817131 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-fc45f3ec-c577-4743-b497-e9ee5d22f26f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f1a7418f26b04be2bcd6a0bceb8e556a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3118348 Apr 12 00:26:56.818014 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 54696) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:56.820012 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-989bb46c-7a83-4710-8de6-9e26562c67cb admin admin] Publish callbacks [] for security_group (c5182b40-f627-40d7-a2d2-b5d519d3a78f), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:56.821025 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc45f3ec-c577-4743-b497-e9ee5d22f26f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=219c4de2-6779-4943-a852-68112a9c18af,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:56.825275 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-989bb46c-7a83-4710-8de6-9e26562c67cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (c5182b40-f627-40d7-a2d2-b5d519d3a78f), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:56.867157 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-989bb46c-7a83-4710-8de6-9e26562c67cb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4eb89d1e53ca4f168a93b0a95beb0ba9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3083436 Apr 12 00:26:56.868000 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989bb46c-7a83-4710-8de6-9e26562c67cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5182b40-f627-40d7-a2d2-b5d519d3a78f,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:56.870218 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 54698) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:56.881014 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-c00540c5-a938-41a9-a020-15570bcf5a9b admin admin] Publish callbacks [] for security_group (219c4de2-6779-4943-a852-68112a9c18af), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:56.907073 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-c00540c5-a938-41a9-a020-15570bcf5a9b admin admin] Publish callbacks [] for security_group (219c4de2-6779-4943-a852-68112a9c18af), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:56.926910 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-02891882-ac1d-480c-a142-c2716f03d7a6 admin admin] Publish callbacks [] for security_group (c5182b40-f627-40d7-a2d2-b5d519d3a78f), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:56.948639 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-02891882-ac1d-480c-a142-c2716f03d7a6 admin admin] Publish callbacks [] for security_group (c5182b40-f627-40d7-a2d2-b5d519d3a78f), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:56.958087 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-c00540c5-a938-41a9-a020-15570bcf5a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (219c4de2-6779-4943-a852-68112a9c18af), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:56.961082 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-c00540c5-a938-41a9-a020-15570bcf5a9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:56.964845 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-c00540c5-a938-41a9-a020-15570bcf5a9b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/219c4de2-6779-4943-a852-68112a9c18af HTTP/1.1" status: 204 len: 168 time: 0.1430342 Apr 12 00:26:56.971290 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00540c5-a938-41a9-a020-15570bcf5a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=219c4de2-6779-4943-a852-68112a9c18af,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:57.007265 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-02891882-ac1d-480c-a142-c2716f03d7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (c5182b40-f627-40d7-a2d2-b5d519d3a78f), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:57.009913 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-02891882-ac1d-480c-a142-c2716f03d7a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:57.013673 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-02891882-ac1d-480c-a142-c2716f03d7a6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c5182b40-f627-40d7-a2d2-b5d519d3a78f HTTP/1.1" status: 204 len: 168 time: 0.1425338 Apr 12 00:26:57.022903 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02891882-ac1d-480c-a142-c2716f03d7a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5182b40-f627-40d7-a2d2-b5d519d3a78f,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:57.311914 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d5f81d0d-c880-4c67-a0c4-f971dbfccf0d req-ec3f67d1-a2fe-476f-a797-0416822e99c0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9859cd42-a040-4515-a314-efe078c16231 HTTP/1.1" status: 200 len: 1001 time: 0.0812092 Apr 12 00:26:57.404004 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f81d0d-c880-4c67-a0c4-f971dbfccf0d req-901b5341-8530-4846-94d3-04399bd25b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:57.405680 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d5f81d0d-c880-4c67-a0c4-f971dbfccf0d req-901b5341-8530-4846-94d3-04399bd25b62 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d5e30fe-6eb4-42f7-a751-8d6f0006a016 HTTP/1.1" status: 200 len: 850 time: 0.0551031 Apr 12 00:26:57.454509 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f81d0d-c880-4c67-a0c4-f971dbfccf0d req-7a56c9a1-6ecb-4057-b954-eab90160a594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:57.456015 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d5f81d0d-c880-4c67-a0c4-f971dbfccf0d req-7a56c9a1-6ecb-4057-b954-eab90160a594 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424798 Apr 12 00:26:57.593211 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d5f81d0d-c880-4c67-a0c4-f971dbfccf0d req-41f49f55-e7c6-44b1-b21f-9f8bc9b4f8ec service neutron] 10.222.0.52 "GET /v2.0/networks/5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037247 Apr 12 00:26:57.657873 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cfc66a-346c-408d-9a83-924cd821ec95 req-1c74b823-35fa-4501-81e9-08ab15cf39fe tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:57.660600 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-73cfc66a-346c-408d-9a83-924cd821ec95 req-1c74b823-35fa-4501-81e9-08ab15cf39fe tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 945 time: 0.0558937 Apr 12 00:26:57.738234 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-73cfc66a-346c-408d-9a83-924cd821ec95 req-7dbc5371-c5f5-4ee0-bb2d-10800fb169c6 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705869 Apr 12 00:26:57.862207 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d5f81d0d-c880-4c67-a0c4-f971dbfccf0d req-47fbd4ab-2a29-4f1d-a7d1-05911e68feeb service neutron] 10.222.0.52 "GET /v2.0/networks/5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096818 Apr 12 00:26:57.907991 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0441da3-b2e2-4303-89d2-0e3a44c23fbb req-e933de11-8a12-4a01-824f-b44eedfc8e95 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:57.909469 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-b0441da3-b2e2-4303-89d2-0e3a44c23fbb req-e933de11-8a12-4a01-824f-b44eedfc8e95 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] 10.222.0.32 "GET /v2.0/ports?device_id=514dbc1c-8df0-4bf2-96db-5911d4bdb52c HTTP/1.1" status: 200 len: 945 time: 0.0601137 Apr 12 00:26:57.971284 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-b0441da3-b2e2-4303-89d2-0e3a44c23fbb req-0e4eb063-c9ff-4706-8908-fcbd808bd0eb tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cc1f92e-2422-463a-8047-dee47e450eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553772 Apr 12 00:26:58.348435 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61416a2e-ed60-46bd-9c89-ef249b0d8b98 req-ff18227d-f424-4115-a0ac-5e1c0e6bab55 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:58.350000 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-61416a2e-ed60-46bd-9c89-ef249b0d8b98 req-ff18227d-f424-4115-a0ac-5e1c0e6bab55 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] 10.222.0.52 "GET /v2.0/ports?device_id=514dbc1c-8df0-4bf2-96db-5911d4bdb52c HTTP/1.1" status: 200 len: 945 time: 0.0599649 Apr 12 00:26:58.518708 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [req-61416a2e-ed60-46bd-9c89-ef249b0d8b98 req-cfc0ad08-168e-46ba-b2b1-f844a449bec5 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] Deleting port 55aa4bc9-4cd4-41c4-9139-ebefd9425766 {{(pid=114859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:26:58.519466 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-61416a2e-ed60-46bd-9c89-ef249b0d8b98 req-cfc0ad08-168e-46ba-b2b1-f844a449bec5 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (55aa4bc9-4cd4-41c4-9139-ebefd9425766), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:58.631801 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [req-61416a2e-ed60-46bd-9c89-ef249b0d8b98 req-cfc0ad08-168e-46ba-b2b1-f844a449bec5 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] For port 55aa4bc9-4cd4-41c4-9139-ebefd9425766, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=55aa4bc9-4cd4-41c4-9139-ebefd9425766,segment=NetworkSegment(bdf1ac9c-35c8-4f99-b6bd-1106057006ad),segment_id=bdf1ac9c-35c8-4f99-b6bd-1106057006ad)] {{(pid=114859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:26:58.632161 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-61416a2e-ed60-46bd-9c89-ef249b0d8b98 req-cfc0ad08-168e-46ba-b2b1-f844a449bec5 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (55aa4bc9-4cd4-41c4-9139-ebefd9425766), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:58.649949 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [req-61416a2e-ed60-46bd-9c89-ef249b0d8b98 req-cfc0ad08-168e-46ba-b2b1-f844a449bec5 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] Calling delete_port for 55aa4bc9-4cd4-41c4-9139-ebefd9425766 owned by compute:nova {{(pid=114859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:26:58.925473 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca35ac54-202e-41dc-9513-67fd47296510 req-f07b45bb-cc5f-4119-b4a1-a4c8c2121ba1 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:26:58.933985 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-ca35ac54-202e-41dc-9513-67fd47296510 req-f07b45bb-cc5f-4119-b4a1-a4c8c2121ba1 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 945 time: 0.0900190 Apr 12 00:26:58.950547 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-61416a2e-ed60-46bd-9c89-ef249b0d8b98 req-cfc0ad08-168e-46ba-b2b1-f844a449bec5 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369'] for port (55aa4bc9-4cd4-41c4-9139-ebefd9425766), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:58.993671 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] get_ports_and_sgs() called for port_ids ['55aa4bc9-4cd4-41c4-9139-ebefd9425766'] {{(pid=114861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:26:59.046221 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc0ad08-168e-46ba-b2b1-f844a449bec5 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] Pushing event deleted for resources: {'Port': ['ID=55aa4bc9-4cd4-41c4-9139-ebefd9425766,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:59.086742 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-ca35ac54-202e-41dc-9513-67fd47296510 req-b359c3fa-4653-463f-b27c-7a1f4047fef0 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526632 Apr 12 00:26:59.096729 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-a988a963-1336-4853-8fdd-a9eab6b44df5 req-324a5bf5-db7b-438f-a0f9-9c2059d6274d tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] 10.222.0.32 "GET /v2.0/ports?device_id=514dbc1c-8df0-4bf2-96db-5911d4bdb52c HTTP/1.1" status: 200 len: 210 time: 0.0317783 Apr 12 00:26:59.107633 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.l3_dvrscheduler_db [req-61416a2e-ed60-46bd-9c89-ef249b0d8b98 req-cfc0ad08-168e-46ba-b2b1-f844a449bec5 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] No DVR routers for this DVR port 55aa4bc9-4cd4-41c4-9139-ebefd9425766 on host hv-cinder-83625 {{(pid=114859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:26:59.112455 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-61416a2e-ed60-46bd-9c89-ef249b0d8b98 req-cfc0ad08-168e-46ba-b2b1-f844a449bec5 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for port (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:59.115386 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-61416a2e-ed60-46bd-9c89-ef249b0d8b98 req-cfc0ad08-168e-46ba-b2b1-f844a449bec5 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] 10.222.0.52 "DELETE /v2.0/ports/55aa4bc9-4cd4-41c4-9139-ebefd9425766 HTTP/1.1" status: 204 len: 173 time: 0.7602575 Apr 12 00:26:59.115850 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '514dbc1c-8df0-4bf2-96db-5911d4bdb52c', 'name': 'network-vif-deleted', 'tag': '55aa4bc9-4cd4-41c4-9139-ebefd9425766'}] {{(pid=114859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:26:59.118449 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d751ce943c7fd1580d8237ddcdd582f05025ac6b53677acecb9ecfb4d000721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76808422-cdbf-4adb-a0d7-05a36dc4d266" -d '{"events": [{"server_uuid": "514dbc1c-8df0-4bf2-96db-5911d4bdb52c", "name": "network-vif-deleted", "tag": "55aa4bc9-4cd4-41c4-9139-ebefd9425766"}]}' {{(pid=114859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:26:59.161398 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399f3008-99bc-4bf5-a781-1373813c1f44 x-openstack-request-id: req-399f3008-99bc-4bf5-a781-1373813c1f44 {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:26:59.161693 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "514dbc1c-8df0-4bf2-96db-5911d4bdb52c", "name": "network-vif-deleted", "tag": "55aa4bc9-4cd4-41c4-9139-ebefd9425766", "status": "completed", "code": 200}]} {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:26:59.161991 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-399f3008-99bc-4bf5-a781-1373813c1f44 {{(pid=114859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:26:59.162464 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-399f3008-99bc-4bf5-a781-1373813c1f44'] response: {'server_uuid': '514dbc1c-8df0-4bf2-96db-5911d4bdb52c', 'name': 'network-vif-deleted', 'tag': '55aa4bc9-4cd4-41c4-9139-ebefd9425766', 'status': 'completed', 'code': 200} Apr 12 00:26:59.489612 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 54846) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:59.608873 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-3708bc2e-1531-47d3-9e7d-c7e640e9b80a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:59.681413 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-3708bc2e-1531-47d3-9e7d-c7e640e9b80a admin admin] Publish callbacks [] for security_group (fae155b3-2037-4719-b95e-623021525e86), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:59.685990 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-3708bc2e-1531-47d3-9e7d-c7e640e9b80a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (fae155b3-2037-4719-b95e-623021525e86), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:59.722620 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3708bc2e-1531-47d3-9e7d-c7e640e9b80a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae155b3-2037-4719-b95e-623021525e86,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:26:59.726864 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-3708bc2e-1531-47d3-9e7d-c7e640e9b80a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c9c4ffa0cbb74937a0bf7ff3a4c08526&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2359459 Apr 12 00:26:59.729687 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 54850) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:26:59.779642 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-23571207-68bf-458c-8120-af350a9b52af admin admin] Publish callbacks [] for security_group (fae155b3-2037-4719-b95e-623021525e86), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:59.802845 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-23571207-68bf-458c-8120-af350a9b52af admin admin] Publish callbacks [] for security_group (fae155b3-2037-4719-b95e-623021525e86), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:59.860167 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-23571207-68bf-458c-8120-af350a9b52af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (fae155b3-2037-4719-b95e-623021525e86), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:59.863285 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-23571207-68bf-458c-8120-af350a9b52af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:26:59.864438 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-23571207-68bf-458c-8120-af350a9b52af admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fae155b3-2037-4719-b95e-623021525e86 HTTP/1.1" status: 204 len: 168 time: 0.1340034 Apr 12 00:26:59.871940 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23571207-68bf-458c-8120-af350a9b52af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae155b3-2037-4719-b95e-623021525e86,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:27:00.121563 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 54866) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:27:00.148579 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-0fd743fd-0128-4945-9cf6-5ce81d80a1c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:00.225624 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9aa36-ece0-4744-a4a0-a8b59935c235 req-c1a600f7-38b8-42c7-8a6c-9cc9c33e9f79 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:00.228016 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-a3c9aa36-ece0-4744-a4a0-a8b59935c235 req-c1a600f7-38b8-42c7-8a6c-9cc9c33e9f79 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 945 time: 0.0586665 Apr 12 00:27:00.240063 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-2095493a-4875-4991-949e-5c8fcf6731aa req-0b4ba165-f03e-4933-a35f-710a7f9462f2 tempest-DeleteServersTestJSON-407358756 tempest-DeleteServersTestJSON-407358756-project] 10.222.0.32 "GET /v2.0/ports?device_id=514dbc1c-8df0-4bf2-96db-5911d4bdb52c HTTP/1.1" status: 200 len: 210 time: 0.0651357 Apr 12 00:27:00.287923 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-a3c9aa36-ece0-4744-a4a0-a8b59935c235 req-31f04756-7dd5-4b08-a49a-8963df213fa0 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494654 Apr 12 00:27:00.292418 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-0fd743fd-0128-4945-9cf6-5ce81d80a1c5 admin admin] Publish callbacks [] for security_group (1fe15e38-f260-4c1f-808b-8f036f206b68), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:00.298364 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-0fd743fd-0128-4945-9cf6-5ce81d80a1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (1fe15e38-f260-4c1f-808b-8f036f206b68), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:00.349056 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-0fd743fd-0128-4945-9cf6-5ce81d80a1c5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2a073193b4ac4f3b96b9ba90b899a7d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2253079 Apr 12 00:27:00.351489 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 54872) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:27:00.354151 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd743fd-0128-4945-9cf6-5ce81d80a1c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe15e38-f260-4c1f-808b-8f036f206b68,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:27:00.434139 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-c8f71ecb-37d0-4222-a10c-188f8504a302 admin admin] Publish callbacks [] for security_group (1fe15e38-f260-4c1f-808b-8f036f206b68), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:00.462320 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-c8f71ecb-37d0-4222-a10c-188f8504a302 admin admin] Publish callbacks [] for security_group (1fe15e38-f260-4c1f-808b-8f036f206b68), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:00.512061 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-c8f71ecb-37d0-4222-a10c-188f8504a302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (1fe15e38-f260-4c1f-808b-8f036f206b68), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:00.514596 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-c8f71ecb-37d0-4222-a10c-188f8504a302 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:00.515816 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-c8f71ecb-37d0-4222-a10c-188f8504a302 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1fe15e38-f260-4c1f-808b-8f036f206b68 HTTP/1.1" status: 204 len: 168 time: 0.1625969 Apr 12 00:27:00.523497 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f71ecb-37d0-4222-a10c-188f8504a302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe15e38-f260-4c1f-808b-8f036f206b68,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:27:01.420227 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4631c5a-85ee-489c-8b10-f2f311807f60 req-5fe6117f-9016-4efb-8026-e63b2de2698c tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:01.421722 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-c4631c5a-85ee-489c-8b10-f2f311807f60 req-5fe6117f-9016-4efb-8026-e63b2de2698c tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 945 time: 0.0557408 Apr 12 00:27:01.482599 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-c4631c5a-85ee-489c-8b10-f2f311807f60 req-b751d79d-18de-4649-bb16-fe6f673cf970 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529053 Apr 12 00:27:01.844970 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device 55aa4bc9-4cd4-41c4-9139-ebefd9425766 no longer exists at agent hyperv_hv-cinder-83625 {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:27:01.868551 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] No Port match for: 55aa4bc9-4cd4-41c4-9139-ebefd9425766 {{(pid=114861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 00:27:01.868901 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device 55aa4bc9-4cd4-41c4-9139-ebefd9425766 not bound to the agent host hv-cinder-83625 {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:27:02.549501 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 54976) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:27:02.603924 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e34112f-a3fb-4219-9b0f-d0f58b4b276d req-637104e5-2a97-4337-ad57-83623c4d062f tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:02.605646 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-1e34112f-a3fb-4219-9b0f-d0f58b4b276d req-637104e5-2a97-4337-ad57-83623c4d062f tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 945 time: 0.0508192 Apr 12 00:27:02.671081 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-1e34112f-a3fb-4219-9b0f-d0f58b4b276d req-2f7b227a-3bfb-4721-809b-77301d0964ed tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575435 Apr 12 00:27:02.685844 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-97b34782-56b2-4b16-8dcd-1545b9c238ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:02.729216 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 54990) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:27:02.806673 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f560767-2d7e-4f1c-9b96-21739b66a7e4 admin admin] Deleting subnet 83036380-a367-44bc-9906-835ed13c8117 {{(pid=114859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 00:27:02.815916 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-4f560767-2d7e-4f1c-9b96-21739b66a7e4 admin admin] Publish callbacks [] for subnet (83036380-a367-44bc-9906-835ed13c8117), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:02.850003 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-97b34782-56b2-4b16-8dcd-1545b9c238ef admin admin] Publish callbacks [] for security_group (66f01271-8499-4839-983e-e7224be97821), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:02.857281 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-97b34782-56b2-4b16-8dcd-1545b9c238ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (66f01271-8499-4839-983e-e7224be97821), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:02.879367 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-4f560767-2d7e-4f1c-9b96-21739b66a7e4 admin admin] Publish callbacks [] for subnet (83036380-a367-44bc-9906-835ed13c8117), precommit_delete_associations {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:02.907632 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-4f560767-2d7e-4f1c-9b96-21739b66a7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550137'] for subnet (83036380-a367-44bc-9906-835ed13c8117), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:02.945638 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-97b34782-56b2-4b16-8dcd-1545b9c238ef admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3c9973d8edeb428ea4eaf8defbd72389&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3950994 Apr 12 00:27:02.953077 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b34782-56b2-4b16-8dcd-1545b9c238ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f01271-8499-4839-983e-e7224be97821,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:27:02.953248 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 54998) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:27:02.993552 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-4f560767-2d7e-4f1c-9b96-21739b66a7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925'] for subnet (83036380-a367-44bc-9906-835ed13c8117), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:03.017843 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-e09b4285-b280-4e40-94ac-c850c8cc62d4 admin admin] Publish callbacks [] for security_group (66f01271-8499-4839-983e-e7224be97821), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:03.020560 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f560767-2d7e-4f1c-9b96-21739b66a7e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83036380-a367-44bc-9906-835ed13c8117,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:27:03.026021 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-4f560767-2d7e-4f1c-9b96-21739b66a7e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:03.029472 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-4f560767-2d7e-4f1c-9b96-21739b66a7e4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/83036380-a367-44bc-9906-835ed13c8117 HTTP/1.1" status: 204 len: 168 time: 0.2992601 Apr 12 00:27:03.032007 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 55000) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:27:03.040965 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-e09b4285-b280-4e40-94ac-c850c8cc62d4 admin admin] Publish callbacks [] for security_group (66f01271-8499-4839-983e-e7224be97821), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:03.088672 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-e09b4285-b280-4e40-94ac-c850c8cc62d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (66f01271-8499-4839-983e-e7224be97821), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:03.091516 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-e09b4285-b280-4e40-94ac-c850c8cc62d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:03.092667 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-e09b4285-b280-4e40-94ac-c850c8cc62d4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/66f01271-8499-4839-983e-e7224be97821 HTTP/1.1" status: 204 len: 168 time: 0.1431298 Apr 12 00:27:03.102563 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-8610379c-ff4e-40ed-bb09-0c7cb5f1cc18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1475178'] for network (6f42048f-da04-4010-bcf3-b5662a084b21), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:03.103667 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b4285-b280-4e40-94ac-c850c8cc62d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f01271-8499-4839-983e-e7224be97821,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:27:03.191918 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-8610379c-ff4e-40ed-bb09-0c7cb5f1cc18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1545652', 'neutron.services.segments.db._delete_segments_for_network-8757613416367'] for network (6f42048f-da04-4010-bcf3-b5662a084b21), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:03.212025 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-8610379c-ff4e-40ed-bb09-0c7cb5f1cc18 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=114859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:27:03.212391 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-8610379c-ff4e-40ed-bb09-0c7cb5f1cc18 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=114859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:27:03.213138 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-8610379c-ff4e-40ed-bb09-0c7cb5f1cc18 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:27:03.213504 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-8610379c-ff4e-40ed-bb09-0c7cb5f1cc18 admin admin] Subscribe: > port after_create 55550000 {{(pid=114859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:27:03.213825 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-8610379c-ff4e-40ed-bb09-0c7cb5f1cc18 admin admin] Subscribe: > port after_delete 55550000 {{(pid=114859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:27:03.214240 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-8610379c-ff4e-40ed-bb09-0c7cb5f1cc18 admin admin] Subscribe: > port after_update 55550000 {{(pid=114859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:27:03.214589 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-8610379c-ff4e-40ed-bb09-0c7cb5f1cc18 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=114859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:27:03.215053 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-8610379c-ff4e-40ed-bb09-0c7cb5f1cc18 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:27:03.215406 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-8610379c-ff4e-40ed-bb09-0c7cb5f1cc18 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:27:03.215752 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-8610379c-ff4e-40ed-bb09-0c7cb5f1cc18 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=114859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:27:03.327207 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-8610379c-ff4e-40ed-bb09-0c7cb5f1cc18 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:27:03.327564 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-8610379c-ff4e-40ed-bb09-0c7cb5f1cc18 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:27:03.327893 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-8610379c-ff4e-40ed-bb09-0c7cb5f1cc18 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=114859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:27:03.328220 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-8610379c-ff4e-40ed-bb09-0c7cb5f1cc18 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=114859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:27:03.328587 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.services.segments.db [None req-8610379c-ff4e-40ed-bb09-0c7cb5f1cc18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f42048f-da04-4010-bcf3-b5662a084b21']}} {{(pid=114859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:27:03.347751 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.services.segments.db [None req-8610379c-ff4e-40ed-bb09-0c7cb5f1cc18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdf1ac9c-35c8-4f99-b6bd-1106057006ad') {'for_net_delete': True} {{(pid=114859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:27:03.348161 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.services.segments.db [None req-8610379c-ff4e-40ed-bb09-0c7cb5f1cc18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdf1ac9c-35c8-4f99-b6bd-1106057006ad') {} {{(pid=114859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:27:03.362842 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 55008) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:27:03.366435 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-8610379c-ff4e-40ed-bb09-0c7cb5f1cc18 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757613418168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58913336'] for segment (bdf1ac9c-35c8-4f99-b6bd-1106057006ad), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:03.375483 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-a1249ec2-0489-45e5-85ca-d40825d91659 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:03.387454 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-8610379c-ff4e-40ed-bb09-0c7cb5f1cc18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552308'] for segment (bdf1ac9c-35c8-4f99-b6bd-1106057006ad), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:03.396584 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8610379c-ff4e-40ed-bb09-0c7cb5f1cc18 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=114859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 00:27:03.397069 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-8610379c-ff4e-40ed-bb09-0c7cb5f1cc18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59136251'] for segment (bdf1ac9c-35c8-4f99-b6bd-1106057006ad), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:03.424851 dv-cinder-836252-3-iscsi neutron-server[114859]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 00:27:03.424851 dv-cinder-836252-3-iscsi neutron-server[114859]: from cryptography.utils import int_from_bytes Apr 12 00:27:03.424851 dv-cinder-836252-3-iscsi neutron-server[114859]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 00:27:03.424851 dv-cinder-836252-3-iscsi neutron-server[114859]: from cryptography.utils import int_from_bytes Apr 12 00:27:03.424851 dv-cinder-836252-3-iscsi neutron-server[114859]: Traceback (most recent call last): Apr 12 00:27:03.424851 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 00:27:03.424851 dv-cinder-836252-3-iscsi neutron-server[114859]: timer() Apr 12 00:27:03.424851 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 00:27:03.424851 dv-cinder-836252-3-iscsi neutron-server[114859]: cb(*args, **kw) Apr 12 00:27:03.424851 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 00:27:03.424851 dv-cinder-836252-3-iscsi neutron-server[114859]: return func(*args, **kwargs) Apr 12 00:27:03.424851 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 00:27:03.424851 dv-cinder-836252-3-iscsi neutron-server[114859]: self._notify() Apr 12 00:27:03.424851 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 00:27:03.424851 dv-cinder-836252-3-iscsi neutron-server[114859]: self.callback(batched_events) Apr 12 00:27:03.424851 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 00:27:03.424851 dv-cinder-836252-3-iscsi neutron-server[114859]: event.method(event) Apr 12 00:27:03.424851 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 00:27:03.424851 dv-cinder-836252-3-iscsi neutron-server[114859]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 00:27:03.424851 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 00:27:03.424851 dv-cinder-836252-3-iscsi neutron-server[114859]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 00:27:03.424851 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 00:27:03.424851 dv-cinder-836252-3-iscsi neutron-server[114859]: return f(self, *a, **k) Apr 12 00:27:03.424851 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 00:27:03.424851 dv-cinder-836252-3-iscsi neutron-server[114859]: return self._get(url).json() Apr 12 00:27:03.424851 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 00:27:03.424851 dv-cinder-836252-3-iscsi neutron-server[114859]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 00:27:03.424851 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 00:27:03.424851 dv-cinder-836252-3-iscsi neutron-server[114859]: return self.request(url, 'GET', **kwargs) Apr 12 00:27:03.424851 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 00:27:03.424851 dv-cinder-836252-3-iscsi neutron-server[114859]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 00:27:03.424851 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 00:27:03.424851 dv-cinder-836252-3-iscsi neutron-server[114859]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 00:27:03.424851 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 00:27:03.424851 dv-cinder-836252-3-iscsi neutron-server[114859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 00:27:03.424851 dv-cinder-836252-3-iscsi neutron-server[114859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 00:27:03.451689 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-a1249ec2-0489-45e5-85ca-d40825d91659 admin admin] Publish callbacks [] for security_group (a0dd8983-5a72-4983-a7e3-1beee1ae61d1), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:03.455969 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-a1249ec2-0489-45e5-85ca-d40825d91659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (a0dd8983-5a72-4983-a7e3-1beee1ae61d1), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:03.497557 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-a1249ec2-0489-45e5-85ca-d40825d91659 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=835e8daa85c749b2aed01f1daec14da6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1336129 Apr 12 00:27:03.498298 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1249ec2-0489-45e5-85ca-d40825d91659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0dd8983-5a72-4983-a7e3-1beee1ae61d1,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:27:03.500628 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 55010) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:27:03.555434 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-5bc0bc43-ccfd-496b-a7de-d7501f2d830f admin admin] Publish callbacks [] for security_group (a0dd8983-5a72-4983-a7e3-1beee1ae61d1), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:03.577855 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-5bc0bc43-ccfd-496b-a7de-d7501f2d830f admin admin] Publish callbacks [] for security_group (a0dd8983-5a72-4983-a7e3-1beee1ae61d1), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:03.631315 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-5bc0bc43-ccfd-496b-a7de-d7501f2d830f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (a0dd8983-5a72-4983-a7e3-1beee1ae61d1), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:03.634315 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-5bc0bc43-ccfd-496b-a7de-d7501f2d830f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:03.638741 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-5bc0bc43-ccfd-496b-a7de-d7501f2d830f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a0dd8983-5a72-4983-a7e3-1beee1ae61d1 HTTP/1.1" status: 204 len: 168 time: 0.1371319 Apr 12 00:27:03.647083 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc0bc43-ccfd-496b-a7de-d7501f2d830f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0dd8983-5a72-4983-a7e3-1beee1ae61d1,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:27:03.709220 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-8610379c-ff4e-40ed-bb09-0c7cb5f1cc18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1545659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1586330'] for network (6f42048f-da04-4010-bcf3-b5662a084b21), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:03.739729 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8610379c-ff4e-40ed-bb09-0c7cb5f1cc18 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f42048f-da04-4010-bcf3-b5662a084b21,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:27:03.745406 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-8610379c-ff4e-40ed-bb09-0c7cb5f1cc18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for network (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:03.752972 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-8610379c-ff4e-40ed-bb09-0c7cb5f1cc18 admin admin] 10.222.0.32 "DELETE /v2.0/networks/6f42048f-da04-4010-bcf3-b5662a084b21 HTTP/1.1" status: 204 len: 168 time: 0.7199044 Apr 12 00:27:03.801455 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0912dd68-73d9-4747-8aa7-bfa1db721078 req-54f5145c-a5df-4a09-99df-c6a693c1fe50 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:03.808069 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-0912dd68-73d9-4747-8aa7-bfa1db721078 req-54f5145c-a5df-4a09-99df-c6a693c1fe50 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 945 time: 0.0526509 Apr 12 00:27:03.860616 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-0912dd68-73d9-4747-8aa7-bfa1db721078 req-5d94b186-0ec0-4931-b47e-91c135829aeb tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516872 Apr 12 00:27:03.886206 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 55020) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:27:03.934827 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-8aed089d-097f-4d4c-b3a8-fa374ebd6443 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d3610d0185cf40548de23d406b26a421&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0471654 Apr 12 00:27:03.937316 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 55024) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:27:03.997756 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-d2089600-9775-4105-b98d-f78589be53fa admin admin] Publish callbacks [] for security_group (7cc1f92e-2422-463a-8047-dee47e450eb3), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:04.023945 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-d2089600-9775-4105-b98d-f78589be53fa admin admin] Publish callbacks [] for security_group (7cc1f92e-2422-463a-8047-dee47e450eb3), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:04.091466 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-d2089600-9775-4105-b98d-f78589be53fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (7cc1f92e-2422-463a-8047-dee47e450eb3), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:04.094455 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-d2089600-9775-4105-b98d-f78589be53fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:04.098387 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-d2089600-9775-4105-b98d-f78589be53fa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7cc1f92e-2422-463a-8047-dee47e450eb3 HTTP/1.1" status: 204 len: 168 time: 0.1600792 Apr 12 00:27:04.106610 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2089600-9775-4105-b98d-f78589be53fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc1f92e-2422-463a-8047-dee47e450eb3,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:27:04.648363 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 55070) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:27:04.768225 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-82a56e91-08b4-4c12-916a-5d3f60e72156 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-275884733-network', 'tenant_id': '4d829832a67942c89c33adf4eea0df20'}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:27:04.790419 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a56e91-08b4-4c12-916a-5d3f60e72156 admin admin] Made reservation on behalf of 4d829832a67942c89c33adf4eea0df20 for: {'network': 1} {{(pid=114860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:27:04.792836 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-82a56e91-08b4-4c12-916a-5d3f60e72156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for network (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:04.802456 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-82a56e91-08b4-4c12-916a-5d3f60e72156 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:04.876041 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-82a56e91-08b4-4c12-916a-5d3f60e72156 admin admin] Publish callbacks [] for security_group (a9efb8a5-2801-467f-a96d-f11f9d571d72), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:04.880010 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-82a56e91-08b4-4c12-916a-5d3f60e72156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (a9efb8a5-2801-467f-a96d-f11f9d571d72), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:04.906687 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82a56e91-08b4-4c12-916a-5d3f60e72156 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=114860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 00:27:04.918075 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a56e91-08b4-4c12-916a-5d3f60e72156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9efb8a5-2801-467f-a96d-f11f9d571d72,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:27:04.923794 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-82a56e91-08b4-4c12-916a-5d3f60e72156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552308'] for segment (5d9dc515-0707-4c75-a379-8fe0f8c382f2), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:04.924364 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.db.segments_db [None req-82a56e91-08b4-4c12-916a-5d3f60e72156 admin admin] Added segment 5d9dc515-0707-4c75-a379-8fe0f8c382f2 of type vlan for network 56b7f3f4-fbda-4e53-9444-e45c08b83dce Apr 12 00:27:04.968249 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-82a56e91-08b4-4c12-916a-5d3f60e72156 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757612902750'] for network (56b7f3f4-fbda-4e53-9444-e45c08b83dce), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:04.993839 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-82a56e91-08b4-4c12-916a-5d3f60e72156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925'] for network (56b7f3f4-fbda-4e53-9444-e45c08b83dce), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:04.994852 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a56e91-08b4-4c12-916a-5d3f60e72156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:04.995444 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-82a56e91-08b4-4c12-916a-5d3f60e72156 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for network (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:05.000992 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1c92b-d6f6-433a-8fe4-04d9f7e53cbf req-36be1b44-9f32-44b1-b5b6-8b2b666462db tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:05.003224 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-4df1c92b-d6f6-433a-8fe4-04d9f7e53cbf req-36be1b44-9f32-44b1-b5b6-8b2b666462db tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 945 time: 0.0546215 Apr 12 00:27:05.032333 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-82a56e91-08b4-4c12-916a-5d3f60e72156 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3825822 Apr 12 00:27:05.037940 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 55088) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:27:05.042591 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [None req-723e1018-0a17-4ae4-b0bd-05106c3db694 admin admin] Request body: {'subnet': {'network_id': '56b7f3f4-fbda-4e53-9444-e45c08b83dce', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-275884733-subnet', 'tenant_id': '4d829832a67942c89c33adf4eea0df20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:27:05.084343 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a56e91-08b4-4c12-916a-5d3f60e72156 admin admin] Pushing event updated for resources: {'Network': ['ID=56b7f3f4-fbda-4e53-9444-e45c08b83dce,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:27:05.094211 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Network 56b7f3f4-fbda-4e53-9444-e45c08b83dce details requested by agent ovs-agent-dv-cinder-836252-3-iscsi with host dv-cinder-836252-3-iscsi {{(pid=114861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 00:27:05.102959 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723e1018-0a17-4ae4-b0bd-05106c3db694 admin admin] Made reservation on behalf of 4d829832a67942c89c33adf4eea0df20 for: {'subnet': 1} {{(pid=114859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:27:05.105607 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-723e1018-0a17-4ae4-b0bd-05106c3db694 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59423709'] for subnet (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:05.172327 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-4df1c92b-d6f6-433a-8fe4-04d9f7e53cbf req-a27a79f5-58ba-4736-96cd-f822cba91600 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580529 Apr 12 00:27:05.312249 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-723e1018-0a17-4ae4-b0bd-05106c3db694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59135644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59423695'] for subnet (e988553b-462f-48cc-b257-9a51e3764b6c), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:05.374043 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723e1018-0a17-4ae4-b0bd-05106c3db694 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e988553b-462f-48cc-b257-9a51e3764b6c,revision_number=0']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:27:05.383915 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723e1018-0a17-4ae4-b0bd-05106c3db694 admin admin] Checking segment: {'id': '5d9dc515-0707-4c75-a379-8fe0f8c382f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '56b7f3f4-fbda-4e53-9444-e45c08b83dce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:27:05.384763 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723e1018-0a17-4ae4-b0bd-05106c3db694 admin admin] Network hostable DHCP agents. Network: 56b7f3f4-fbda-4e53-9444-e45c08b83dce, hostable agents: ['4ecbd319-6885-49f5-abb8-de205838eb1c'], hosted agents: [] {{(pid=114859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 00:27:05.415664 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723e1018-0a17-4ae4-b0bd-05106c3db694 admin admin] Network 56b7f3f4-fbda-4e53-9444-e45c08b83dce is scheduled to be hosted by DHCP agent 4ecbd319-6885-49f5-abb8-de205838eb1c with binding_index 1 {{(pid=114859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 00:27:05.427742 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.base_scheduler [None req-723e1018-0a17-4ae4-b0bd-05106c3db694 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836252-3-iscsi, 56b7f3f4-fbda-4e53-9444-e45c08b83dce) {{(pid=114859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:27:05.434097 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723e1018-0a17-4ae4-b0bd-05106c3db694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:05.436046 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-723e1018-0a17-4ae4-b0bd-05106c3db694 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:05.439191 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296538ba-f28a-445f-81ff-48d2d4ab7a68 None None] Network 56b7f3f4-fbda-4e53-9444-e45c08b83dce requested from dv-cinder-836252-3-iscsi {{(pid=114861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:27:05.471041 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-723e1018-0a17-4ae4-b0bd-05106c3db694 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4242120 Apr 12 00:27:05.547320 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46018d8-7980-469a-be8d-0f66891585a7 None None] Network 56b7f3f4-fbda-4e53-9444-e45c08b83dce requested from dv-cinder-836252-3-iscsi {{(pid=114861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:27:06.285342 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e6f26a-2101-4b7e-8f7a-da34d6293602 req-2b5e9769-f0fe-4486-9a59-4833ed0ebdef tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:06.286887 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-48e6f26a-2101-4b7e-8f7a-da34d6293602 req-2b5e9769-f0fe-4486-9a59-4833ed0ebdef tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 945 time: 0.0458398 Apr 12 00:27:06.336429 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-48e6f26a-2101-4b7e-8f7a-da34d6293602 req-e0321a31-ab04-4f63-8b63-1f85f6da2c89 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434501 Apr 12 00:27:07.448592 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec8d4a-b798-422e-bd30-9f3f0c0c6297 req-cb20d6ba-5197-4738-b527-a65295b8608b tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:07.450042 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-7bec8d4a-b798-422e-bd30-9f3f0c0c6297 req-cb20d6ba-5197-4738-b527-a65295b8608b tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 945 time: 0.0452135 Apr 12 00:27:07.499947 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-7bec8d4a-b798-422e-bd30-9f3f0c0c6297 req-d9de1f3f-4548-46e5-a911-f872e3ad8d5a tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444314 Apr 12 00:27:08.615338 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058dda7-2178-4285-ae7c-4ee6fbfad815 req-25ff382f-d070-4b2a-9d93-1f73b63370a4 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:08.616794 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-1058dda7-2178-4285-ae7c-4ee6fbfad815 req-25ff382f-d070-4b2a-9d93-1f73b63370a4 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 945 time: 0.0462470 Apr 12 00:27:08.662690 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-1058dda7-2178-4285-ae7c-4ee6fbfad815 req-13aa0f05-2e14-42bc-a0fd-373f2eb71d12 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403965 Apr 12 00:27:09.070835 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 55194) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:27:09.186905 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-11157d6d-526d-49b4-9a82-59780ba1abc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:09.257487 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-11157d6d-526d-49b4-9a82-59780ba1abc3 admin admin] Publish callbacks [] for security_group (396ca4aa-aefc-42a9-8abb-d4aa21e0b00e), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:09.261539 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-11157d6d-526d-49b4-9a82-59780ba1abc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (396ca4aa-aefc-42a9-8abb-d4aa21e0b00e), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:09.299969 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-11157d6d-526d-49b4-9a82-59780ba1abc3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=085c39e53cf24a47aba6a5708a4de39b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2280107 Apr 12 00:27:09.300856 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11157d6d-526d-49b4-9a82-59780ba1abc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=396ca4aa-aefc-42a9-8abb-d4aa21e0b00e,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:27:09.302582 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 55204) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:27:09.355162 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-b4d9fc03-386f-4364-a34c-9c30c8423780 admin admin] Publish callbacks [] for security_group (396ca4aa-aefc-42a9-8abb-d4aa21e0b00e), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:09.376068 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-b4d9fc03-386f-4364-a34c-9c30c8423780 admin admin] Publish callbacks [] for security_group (396ca4aa-aefc-42a9-8abb-d4aa21e0b00e), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:09.429326 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-b4d9fc03-386f-4364-a34c-9c30c8423780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (396ca4aa-aefc-42a9-8abb-d4aa21e0b00e), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:09.431919 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-b4d9fc03-386f-4364-a34c-9c30c8423780 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:09.433073 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-b4d9fc03-386f-4364-a34c-9c30c8423780 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/396ca4aa-aefc-42a9-8abb-d4aa21e0b00e HTTP/1.1" status: 204 len: 168 time: 0.1294241 Apr 12 00:27:09.441184 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d9fc03-386f-4364-a34c-9c30c8423780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=396ca4aa-aefc-42a9-8abb-d4aa21e0b00e,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:27:09.781497 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4d71c5-8ae7-4746-a9bd-bf372e4248dc req-c57a338f-0bb4-4408-8c38-30d38a7d8e75 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:09.783044 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-9b4d71c5-8ae7-4746-a9bd-bf372e4248dc req-c57a338f-0bb4-4408-8c38-30d38a7d8e75 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 945 time: 0.0530632 Apr 12 00:27:09.834045 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-9b4d71c5-8ae7-4746-a9bd-bf372e4248dc req-ba88b7ae-f068-4e6a-90a4-6a5580a5b69a tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435486 Apr 12 00:27:10.483727 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 55248) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:27:10.699249 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-7c353fd6-8b4a-4330-83a8-41b895e85a4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:10.782918 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-7c353fd6-8b4a-4330-83a8-41b895e85a4e admin admin] Publish callbacks [] for security_group (f5d9471e-e5c3-4b78-b8fe-86b8cbc02c63), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:10.787634 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-7c353fd6-8b4a-4330-83a8-41b895e85a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (f5d9471e-e5c3-4b78-b8fe-86b8cbc02c63), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:10.826758 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-7c353fd6-8b4a-4330-83a8-41b895e85a4e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=05cdc311c2ce478388a9f495b27a48d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3418510 Apr 12 00:27:10.828152 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c353fd6-8b4a-4330-83a8-41b895e85a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d9471e-e5c3-4b78-b8fe-86b8cbc02c63,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:27:10.829640 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 55264) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:27:10.883163 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-961c4761-5ad4-42ba-b862-8cf25c554c1d admin admin] Publish callbacks [] for security_group (f5d9471e-e5c3-4b78-b8fe-86b8cbc02c63), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:10.913984 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-961c4761-5ad4-42ba-b862-8cf25c554c1d admin admin] Publish callbacks [] for security_group (f5d9471e-e5c3-4b78-b8fe-86b8cbc02c63), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:10.984675 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84724506-8edb-4c25-958f-c7ad99d382e0 req-eddbf7f2-e310-47cd-b9f2-2efdd8163911 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:10.986100 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-84724506-8edb-4c25-958f-c7ad99d382e0 req-eddbf7f2-e310-47cd-b9f2-2efdd8163911 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 945 time: 0.0700769 Apr 12 00:27:11.015036 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-961c4761-5ad4-42ba-b862-8cf25c554c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (f5d9471e-e5c3-4b78-b8fe-86b8cbc02c63), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:11.017750 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-961c4761-5ad4-42ba-b862-8cf25c554c1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:11.019596 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-961c4761-5ad4-42ba-b862-8cf25c554c1d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f5d9471e-e5c3-4b78-b8fe-86b8cbc02c63 HTTP/1.1" status: 204 len: 168 time: 0.1871991 Apr 12 00:27:11.036496 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961c4761-5ad4-42ba-b862-8cf25c554c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d9471e-e5c3-4b78-b8fe-86b8cbc02c63,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:27:11.082143 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-84724506-8edb-4c25-958f-c7ad99d382e0 req-db75c2bb-ee27-4ef4-9583-b5e7f22e37d0 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827668 Apr 12 00:27:11.313490 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 55278) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:27:11.327040 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-a4ed5a0f-487f-4f54-a0e6-5e2a8ff5e63e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:11.404129 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-a4ed5a0f-487f-4f54-a0e6-5e2a8ff5e63e admin admin] Publish callbacks [] for security_group (b0a03016-92ff-4bc2-bfcc-8b4e360ccf2d), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:11.408087 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-a4ed5a0f-487f-4f54-a0e6-5e2a8ff5e63e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (b0a03016-92ff-4bc2-bfcc-8b4e360ccf2d), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:11.445965 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-a4ed5a0f-487f-4f54-a0e6-5e2a8ff5e63e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=462285053ff049d19e29aee4865b5811&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1314325 Apr 12 00:27:11.446823 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ed5a0f-487f-4f54-a0e6-5e2a8ff5e63e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a03016-92ff-4bc2-bfcc-8b4e360ccf2d,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:27:11.448690 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 55282) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:27:11.499280 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-bd3a7390-254e-4b83-bb66-87e7f7aef9ef admin admin] Publish callbacks [] for security_group (b0a03016-92ff-4bc2-bfcc-8b4e360ccf2d), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:11.520175 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-bd3a7390-254e-4b83-bb66-87e7f7aef9ef admin admin] Publish callbacks [] for security_group (b0a03016-92ff-4bc2-bfcc-8b4e360ccf2d), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:11.567386 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-bd3a7390-254e-4b83-bb66-87e7f7aef9ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (b0a03016-92ff-4bc2-bfcc-8b4e360ccf2d), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:11.570063 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-bd3a7390-254e-4b83-bb66-87e7f7aef9ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:11.571252 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-bd3a7390-254e-4b83-bb66-87e7f7aef9ef admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b0a03016-92ff-4bc2-bfcc-8b4e360ccf2d HTTP/1.1" status: 204 len: 168 time: 0.1215796 Apr 12 00:27:11.579629 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3a7390-254e-4b83-bb66-87e7f7aef9ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a03016-92ff-4bc2-bfcc-8b4e360ccf2d,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:27:11.711481 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (6c438ad1-5788-4552-a50f-29c8c96f3196), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:11.905290 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c44573-f531-4d92-b30e-5717d9e4b7e5 req-27f0789a-d08f-4302-8e4d-d2f41e863e0c tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:11.906822 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c4c44573-f531-4d92-b30e-5717d9e4b7e5 req-27f0789a-d08f-4302-8e4d-d2f41e863e0c tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/networks?id=56b7f3f4-fbda-4e53-9444-e45c08b83dce HTTP/1.1" status: 200 len: 813 time: 0.1092041 Apr 12 00:27:11.921913 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c4c44573-f531-4d92-b30e-5717d9e4b7e5 req-21f97b19-21e2-40a0-9750-8ad8635bcc79 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/quotas/4d829832a67942c89c33adf4eea0df20 HTTP/1.1" status: 200 len: 375 time: 0.0091085 Apr 12 00:27:11.959972 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c4c44573-f531-4d92-b30e-5717d9e4b7e5 req-d04ec9c8-6fc7-4091-aef9-1ee4172ea99d tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4d829832a67942c89c33adf4eea0df20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324690 Apr 12 00:27:12.060260 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c4c44573-f531-4d92-b30e-5717d9e4b7e5 req-af338c1d-a733-4012-8702-04dda9c3ea76 service neutron] 10.222.0.32 "GET /v2.0/networks/56b7f3f4-fbda-4e53-9444-e45c08b83dce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938857 Apr 12 00:27:12.170085 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c4c44573-f531-4d92-b30e-5717d9e4b7e5 req-02760bf1-dcd7-4753-8f61-6cc49d288abf service neutron] 10.222.0.32 "GET /v2.0/networks/56b7f3f4-fbda-4e53-9444-e45c08b83dce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035793 Apr 12 00:27:12.246098 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a2ae8-e6d6-4baa-8645-2ce69fc8dd75 req-96f41022-a8a4-48f1-a5b0-b268e773b5f3 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:12.248362 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-292a2ae8-e6d6-4baa-8645-2ce69fc8dd75 req-96f41022-a8a4-48f1-a5b0-b268e773b5f3 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 945 time: 0.0839412 Apr 12 00:27:12.327392 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-292a2ae8-e6d6-4baa-8645-2ce69fc8dd75 req-f961cea4-34fd-406b-ab72-cba11a1b1505 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712681 Apr 12 00:27:12.361496 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-0dd82e97-af84-4a0e-a605-3bd0c8e748ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (4ecbd319-6885-49f5-abb8-de205838eb1c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:12.404163 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a46172a2-b45c-4b31-9e77-ea319074618e req-8eb02543-598b-4e00-977e-c649e3d5caaf tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=6443b855-1525-4e40-bfa0-a16e1c2de983 HTTP/1.1" status: 200 len: 210 time: 0.0457315 Apr 12 00:27:12.831290 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 55368) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:27:12.949598 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-35e1508e-5006-4d63-858c-e5610b6d3230 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:13.026192 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-35e1508e-5006-4d63-858c-e5610b6d3230 admin admin] Publish callbacks [] for security_group (b395061f-50f8-4217-8157-f56549cc4d4b), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:13.030137 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-35e1508e-5006-4d63-858c-e5610b6d3230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (b395061f-50f8-4217-8157-f56549cc4d4b), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:13.068620 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e1508e-5006-4d63-858c-e5610b6d3230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b395061f-50f8-4217-8157-f56549cc4d4b,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:27:13.072894 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-35e1508e-5006-4d63-858c-e5610b6d3230 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d2766647a48649ea81045f1faedad8ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2404706 Apr 12 00:27:13.075581 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 55372) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:27:13.126060 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-5f06f00c-dbdc-4b2b-ae49-7f21f941fb01 admin admin] Publish callbacks [] for security_group (b395061f-50f8-4217-8157-f56549cc4d4b), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:13.148547 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-5f06f00c-dbdc-4b2b-ae49-7f21f941fb01 admin admin] Publish callbacks [] for security_group (b395061f-50f8-4217-8157-f56549cc4d4b), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:13.196033 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-5f06f00c-dbdc-4b2b-ae49-7f21f941fb01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (b395061f-50f8-4217-8157-f56549cc4d4b), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:13.199801 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-5f06f00c-dbdc-4b2b-ae49-7f21f941fb01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:13.201135 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-5f06f00c-dbdc-4b2b-ae49-7f21f941fb01 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b395061f-50f8-4217-8157-f56549cc4d4b HTTP/1.1" status: 204 len: 168 time: 0.1244102 Apr 12 00:27:13.209863 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f06f00c-dbdc-4b2b-ae49-7f21f941fb01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b395061f-50f8-4217-8157-f56549cc4d4b,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:27:13.459269 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995f50c-4cc1-4679-bc3d-56cd0da09857 req-8acaf04a-cb80-4aa1-b270-6ef1d1a36209 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:13.461373 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-8995f50c-4cc1-4679-bc3d-56cd0da09857 req-8acaf04a-cb80-4aa1-b270-6ef1d1a36209 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 945 time: 0.0557709 Apr 12 00:27:13.528089 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-b67e5591-9f0a-422b-acbf-c9b687b854e6 req-448e2ef6-6fca-411d-8199-57537bd3e445 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=6443b855-1525-4e40-bfa0-a16e1c2de983 HTTP/1.1" status: 200 len: 210 time: 0.0562241 Apr 12 00:27:13.531454 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-8995f50c-4cc1-4679-bc3d-56cd0da09857 req-6c480530-9635-4dfb-a4b0-2ccfa4cdf2c8 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645149 Apr 12 00:27:13.714966 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c44573-f531-4d92-b30e-5717d9e4b7e5 req-33d99224-349f-4222-b7c5-97bbc9c40ae4 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:13.716833 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c4c44573-f531-4d92-b30e-5717d9e4b7e5 req-33d99224-349f-4222-b7c5-97bbc9c40ae4 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.52 "GET /v2.0/networks?id=56b7f3f4-fbda-4e53-9444-e45c08b83dce HTTP/1.1" status: 200 len: 813 time: 0.1174908 Apr 12 00:27:13.767042 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [req-c4c44573-f531-4d92-b30e-5717d9e4b7e5 req-e39b7027-4455-4a4b-a361-050621e6d9b0 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Request body: {'port': {'device_id': '6443b855-1525-4e40-bfa0-a16e1c2de983', 'network_id': '56b7f3f4-fbda-4e53-9444-e45c08b83dce', 'admin_state_up': True, 'tenant_id': '4d829832a67942c89c33adf4eea0df20'}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:27:13.899327 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4c44573-f531-4d92-b30e-5717d9e4b7e5 req-e39b7027-4455-4a4b-a361-050621e6d9b0 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Made reservation on behalf of 4d829832a67942c89c33adf4eea0df20 for: {'port': 1} {{(pid=114859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:27:13.903290 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-c4c44573-f531-4d92-b30e-5717d9e4b7e5 req-e39b7027-4455-4a4b-a361-050621e6d9b0 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:13.931957 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 55422) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:27:14.038010 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.db_base_plugin_common [req-c4c44573-f531-4d92-b30e-5717d9e4b7e5 req-e39b7027-4455-4a4b-a361-050621e6d9b0 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Allocated IP 172.20.0.5 (56b7f3f4-fbda-4e53-9444-e45c08b83dce/e988553b-462f-48cc-b257-9a51e3764b6c/031c6bd4-83ae-48dd-b676-61131c7d8178) {{(pid=114859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:27:14.041985 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-bdf98be7-0ee5-4d83-88a7-48a577bb1436 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1487513162-network', 'tenant_id': 'c67b239e9580469aaa5714c21a4c590d'}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:27:14.070854 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf98be7-0ee5-4d83-88a7-48a577bb1436 admin admin] Made reservation on behalf of c67b239e9580469aaa5714c21a4c590d for: {'network': 1} {{(pid=114860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:27:14.073323 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-bdf98be7-0ee5-4d83-88a7-48a577bb1436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for network (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:14.082165 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-bdf98be7-0ee5-4d83-88a7-48a577bb1436 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:14.163938 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 55428) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:27:14.166627 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-bdf98be7-0ee5-4d83-88a7-48a577bb1436 admin admin] Publish callbacks [] for security_group (4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:14.170599 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-bdf98be7-0ee5-4d83-88a7-48a577bb1436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:14.196269 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdf98be7-0ee5-4d83-88a7-48a577bb1436 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=114860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 00:27:14.211636 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf98be7-0ee5-4d83-88a7-48a577bb1436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:27:14.214828 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-bdf98be7-0ee5-4d83-88a7-48a577bb1436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552308'] for segment (f9614f3c-ffc8-4b81-a26e-3ff0106bfc9c), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:14.215336 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.db.segments_db [None req-bdf98be7-0ee5-4d83-88a7-48a577bb1436 admin admin] Added segment f9614f3c-ffc8-4b81-a26e-3ff0106bfc9c of type vlan for network 2b113919-fa22-480a-8455-7a7b46c22169 Apr 12 00:27:14.215566 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-c4c44573-f531-4d92-b30e-5717d9e4b7e5 req-e39b7027-4455-4a4b-a361-050621e6d9b0 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Publish callbacks [] for port (031c6bd4-83ae-48dd-b676-61131c7d8178), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:14.258364 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-c4c44573-f531-4d92-b30e-5717d9e4b7e5 req-e39b7027-4455-4a4b-a361-050621e6d9b0 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (031c6bd4-83ae-48dd-b676-61131c7d8178), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:14.269813 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-bdf98be7-0ee5-4d83-88a7-48a577bb1436 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757612902750'] for network (2b113919-fa22-480a-8455-7a7b46c22169), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:14.301354 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-bdf98be7-0ee5-4d83-88a7-48a577bb1436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925'] for network (2b113919-fa22-480a-8455-7a7b46c22169), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:14.302356 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf98be7-0ee5-4d83-88a7-48a577bb1436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:14.302978 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-bdf98be7-0ee5-4d83-88a7-48a577bb1436 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for network (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:14.320140 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4c44573-f531-4d92-b30e-5717d9e4b7e5 req-e39b7027-4455-4a4b-a361-050621e6d9b0 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Network 56b7f3f4-fbda-4e53-9444-e45c08b83dce is already hosted by enough agents. {{(pid=114859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:27:14.320140 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-56284edc-d07e-4cbf-9177-cf73f4f90ba2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:14.326219 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.base_scheduler [req-c4c44573-f531-4d92-b30e-5717d9e4b7e5 req-e39b7027-4455-4a4b-a361-050621e6d9b0 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Resources bound (agent type, host, resource id): {{(pid=114859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:27:14.339025 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4c44573-f531-4d92-b30e-5717d9e4b7e5 req-e39b7027-4455-4a4b-a361-050621e6d9b0 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Received port after_create {{(pid=114859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:27:14.359815 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-bdf98be7-0ee5-4d83-88a7-48a577bb1436 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4254317 Apr 12 00:27:14.363360 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 55432) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:27:14.365598 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39b7027-4455-4a4b-a361-050621e6d9b0 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Pushing event updated for resources: {'Port': ['ID=031c6bd4-83ae-48dd-b676-61131c7d8178,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:27:14.370188 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-2246419d-330e-42cf-844c-a91612ba8de2 admin admin] Request body: {'subnet': {'network_id': '2b113919-fa22-480a-8455-7a7b46c22169', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1487513162-subnet', 'tenant_id': 'c67b239e9580469aaa5714c21a4c590d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:27:14.374383 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf98be7-0ee5-4d83-88a7-48a577bb1436 admin admin] Pushing event updated for resources: {'Network': ['ID=2b113919-fa22-480a-8455-7a7b46c22169,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:27:14.384299 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Network 2b113919-fa22-480a-8455-7a7b46c22169 details requested by agent ovs-agent-dv-cinder-836252-3-iscsi with host dv-cinder-836252-3-iscsi {{(pid=114861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 00:27:14.396256 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2246419d-330e-42cf-844c-a91612ba8de2 admin admin] Made reservation on behalf of c67b239e9580469aaa5714c21a4c590d for: {'subnet': 1} {{(pid=114860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:27:14.399309 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-2246419d-330e-42cf-844c-a91612ba8de2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:14.416556 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c44573-f531-4d92-b30e-5717d9e4b7e5 req-e39b7027-4455-4a4b-a361-050621e6d9b0 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:14.417176 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-c4c44573-f531-4d92-b30e-5717d9e4b7e5 req-e39b7027-4455-4a4b-a361-050621e6d9b0 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for port (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:14.444734 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c4c44573-f531-4d92-b30e-5717d9e4b7e5 req-e39b7027-4455-4a4b-a361-050621e6d9b0 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6862462 Apr 12 00:27:14.468484 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [req-c4c44573-f531-4d92-b30e-5717d9e4b7e5 req-f9d88539-f41e-4fed-b120-80acc130c62c service neutron] Request body: {'port': {'device_id': '6443b855-1525-4e40-bfa0-a16e1c2de983', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83625'}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:27:14.514285 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-56284edc-d07e-4cbf-9177-cf73f4f90ba2 admin admin] Publish callbacks [] for security_group (c702b2c7-60b1-41e0-9307-9fdbd260f8f7), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:14.522660 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-56284edc-d07e-4cbf-9177-cf73f4f90ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (c702b2c7-60b1-41e0-9307-9fdbd260f8f7), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:14.597602 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-2246419d-330e-42cf-844c-a91612ba8de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925'] for subnet (9252ecc6-2a50-49ef-b60d-493f1cc4eb99), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:14.605176 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-56284edc-d07e-4cbf-9177-cf73f4f90ba2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=202604fa38d746519370f24dfb20b1be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4401727 Apr 12 00:27:14.609381 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 55440) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:27:14.615831 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-b19309a7-9925-419e-b77a-b7280a6b7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (d3fb0dde-5c40-4fca-80b5-61326157311c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:14.625962 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-c4c44573-f531-4d92-b30e-5717d9e4b7e5 req-f9d88539-f41e-4fed-b120-80acc130c62c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (031c6bd4-83ae-48dd-b676-61131c7d8178), before_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:14.679051 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56284edc-d07e-4cbf-9177-cf73f4f90ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c702b2c7-60b1-41e0-9307-9fdbd260f8f7,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:27:14.714795 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2246419d-330e-42cf-844c-a91612ba8de2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9252ecc6-2a50-49ef-b60d-493f1cc4eb99,revision_number=0']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:27:14.724804 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226a78b-581a-4dbe-a202-fedf3ca5171f req-8d4a21d7-f8a2-4074-8326-a3972a0a6e8f tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:14.726332 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-4226a78b-581a-4dbe-a202-fedf3ca5171f req-8d4a21d7-f8a2-4074-8326-a3972a0a6e8f tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 945 time: 0.0889454 Apr 12 00:27:14.727534 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb48f8b-3e9a-4cd3-834a-b930ba2ffeff req-b4cb9bd8-9a01-40a5-a8d1-119ac6985bce tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:14.728977 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-fcb48f8b-3e9a-4cd3-834a-b930ba2ffeff req-b4cb9bd8-9a01-40a5-a8d1-119ac6985bce tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=6443b855-1525-4e40-bfa0-a16e1c2de983 HTTP/1.1" status: 200 len: 931 time: 0.1141460 Apr 12 00:27:14.735804 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2246419d-330e-42cf-844c-a91612ba8de2 admin admin] Checking segment: {'id': 'f9614f3c-ffc8-4b81-a26e-3ff0106bfc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2b113919-fa22-480a-8455-7a7b46c22169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:27:14.736158 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2246419d-330e-42cf-844c-a91612ba8de2 admin admin] Network hostable DHCP agents. Network: 2b113919-fa22-480a-8455-7a7b46c22169, hostable agents: ['4ecbd319-6885-49f5-abb8-de205838eb1c'], hosted agents: [] {{(pid=114860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 00:27:14.761804 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-7c94f4bf-603c-4260-8cee-305db25bb890 admin admin] Publish callbacks [] for security_group (c702b2c7-60b1-41e0-9307-9fdbd260f8f7), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:14.789086 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2246419d-330e-42cf-844c-a91612ba8de2 admin admin] Network 2b113919-fa22-480a-8455-7a7b46c22169 is scheduled to be hosted by DHCP agent 4ecbd319-6885-49f5-abb8-de205838eb1c with binding_index 1 {{(pid=114860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 00:27:14.800966 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-4226a78b-581a-4dbe-a202-fedf3ca5171f req-702b6ccf-7855-407f-960e-4ba0bdb3aac5 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675635 Apr 12 00:27:14.810047 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.base_scheduler [None req-2246419d-330e-42cf-844c-a91612ba8de2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836252-3-iscsi, 2b113919-fa22-480a-8455-7a7b46c22169) {{(pid=114860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:27:14.812089 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2246419d-330e-42cf-844c-a91612ba8de2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:14.813042 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-2246419d-330e-42cf-844c-a91612ba8de2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for subnet (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:14.817251 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-fcb48f8b-3e9a-4cd3-834a-b930ba2ffeff req-3b4d472b-b7f1-43bf-b3e6-90723ac537fe tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9efb8a5-2801-467f-a96d-f11f9d571d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818138 Apr 12 00:27:14.828949 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f530e0-6b12-4de8-aae7-12c1c6915d03 None None] Network 2b113919-fa22-480a-8455-7a7b46c22169 requested from dv-cinder-836252-3-iscsi {{(pid=114861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:27:14.830295 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-7c94f4bf-603c-4260-8cee-305db25bb890 admin admin] Publish callbacks [] for security_group (c702b2c7-60b1-41e0-9307-9fdbd260f8f7), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:14.857940 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-2246419d-330e-42cf-844c-a91612ba8de2 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4935620 Apr 12 00:27:14.955660 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e198de0d-28c4-4c33-b1a2-fa936bbf761c None None] Network 2b113919-fa22-480a-8455-7a7b46c22169 requested from dv-cinder-836252-3-iscsi {{(pid=114861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:27:14.994418 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-7c94f4bf-603c-4260-8cee-305db25bb890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (c702b2c7-60b1-41e0-9307-9fdbd260f8f7), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:14.998342 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-7c94f4bf-603c-4260-8cee-305db25bb890 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:15.002238 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-7c94f4bf-603c-4260-8cee-305db25bb890 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c702b2c7-60b1-41e0-9307-9fdbd260f8f7 HTTP/1.1" status: 204 len: 168 time: 0.3888505 Apr 12 00:27:15.022224 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c94f4bf-603c-4260-8cee-305db25bb890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c702b2c7-60b1-41e0-9307-9fdbd260f8f7,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:27:15.122992 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [req-c4c44573-f531-4d92-b30e-5717d9e4b7e5 req-f9d88539-f41e-4fed-b120-80acc130c62c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 031c6bd4-83ae-48dd-b676-61131c7d8178 {{(pid=114859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:27:15.132073 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-c4c44573-f531-4d92-b30e-5717d9e4b7e5 req-f9d88539-f41e-4fed-b120-80acc130c62c service neutron] Publish callbacks [] for port (031c6bd4-83ae-48dd-b676-61131c7d8178), precommit_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:15.146999 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.provisioning_blocks [req-c4c44573-f531-4d92-b30e-5717d9e4b7e5 req-f9d88539-f41e-4fed-b120-80acc130c62c service neutron] Transition to ACTIVE for port object 031c6bd4-83ae-48dd-b676-61131c7d8178 will not be triggered until provisioned by entity L2. {{(pid=114859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 00:27:15.152091 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-c4c44573-f531-4d92-b30e-5717d9e4b7e5 req-f9d88539-f41e-4fed-b120-80acc130c62c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59136039'] for port (031c6bd4-83ae-48dd-b676-61131c7d8178), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:15.208062 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d88539-f41e-4fed-b120-80acc130c62c service neutron] Pushing event updated for resources: {'Port': ['ID=031c6bd4-83ae-48dd-b676-61131c7d8178,revision_number=2']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:27:15.288989 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.managers [req-c4c44573-f531-4d92-b30e-5717d9e4b7e5 req-f9d88539-f41e-4fed-b120-80acc130c62c service neutron] Attempting to bind port 031c6bd4-83ae-48dd-b676-61131c7d8178 on host hv-cinder-83625 for vnic_type normal with profile {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:27:15.289394 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.managers [req-c4c44573-f531-4d92-b30e-5717d9e4b7e5 req-f9d88539-f41e-4fed-b120-80acc130c62c service neutron] Attempting to bind port 031c6bd4-83ae-48dd-b676-61131c7d8178 by drivers openvswitch,hyperv on host hv-cinder-83625 at level 0 using segments [{'id': '5d9dc515-0707-4c75-a379-8fe0f8c382f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '56b7f3f4-fbda-4e53-9444-e45c08b83dce'}] {{(pid=114859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:27:15.289787 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c44573-f531-4d92-b30e-5717d9e4b7e5 req-f9d88539-f41e-4fed-b120-80acc130c62c service neutron] Attempting to bind port 031c6bd4-83ae-48dd-b676-61131c7d8178 on network 56b7f3f4-fbda-4e53-9444-e45c08b83dce {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:27:15.294638 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c44573-f531-4d92-b30e-5717d9e4b7e5 req-f9d88539-f41e-4fed-b120-80acc130c62c service neutron] Port 031c6bd4-83ae-48dd-b676-61131c7d8178 on network 56b7f3f4-fbda-4e53-9444-e45c08b83dce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83625 {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 00:27:15.295036 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c44573-f531-4d92-b30e-5717d9e4b7e5 req-f9d88539-f41e-4fed-b120-80acc130c62c service neutron] Attempting to bind port 031c6bd4-83ae-48dd-b676-61131c7d8178 on network 56b7f3f4-fbda-4e53-9444-e45c08b83dce {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:27:15.300622 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c44573-f531-4d92-b30e-5717d9e4b7e5 req-f9d88539-f41e-4fed-b120-80acc130c62c service neutron] Checking agent: {'id': '6c438ad1-5788-4552-a50f-29c8c96f3196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83625', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 0, 23, 42), 'started_at': datetime.datetime(2022, 4, 12, 0, 23, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:27:15.301025 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c44573-f531-4d92-b30e-5717d9e4b7e5 req-f9d88539-f41e-4fed-b120-80acc130c62c service neutron] Checking segment: {'id': '5d9dc515-0707-4c75-a379-8fe0f8c382f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '56b7f3f4-fbda-4e53-9444-e45c08b83dce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:27:15.301469 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c44573-f531-4d92-b30e-5717d9e4b7e5 req-f9d88539-f41e-4fed-b120-80acc130c62c service neutron] Bound using segment: {'id': '5d9dc515-0707-4c75-a379-8fe0f8c382f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '56b7f3f4-fbda-4e53-9444-e45c08b83dce'} {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:27:15.301959 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.managers [req-c4c44573-f531-4d92-b30e-5717d9e4b7e5 req-f9d88539-f41e-4fed-b120-80acc130c62c service neutron] Bound port: 031c6bd4-83ae-48dd-b676-61131c7d8178, host: hv-cinder-83625, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d9dc515-0707-4c75-a379-8fe0f8c382f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '56b7f3f4-fbda-4e53-9444-e45c08b83dce'}}] {{(pid=114859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:27:15.302666 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-c4c44573-f531-4d92-b30e-5717d9e4b7e5 req-f9d88539-f41e-4fed-b120-80acc130c62c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (031c6bd4-83ae-48dd-b676-61131c7d8178), before_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:15.331736 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 55454) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:27:15.352408 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-b8094fdc-c04a-4f9e-8850-a7904cb82147 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:15.382375 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [req-c4c44573-f531-4d92-b30e-5717d9e4b7e5 req-f9d88539-f41e-4fed-b120-80acc130c62c service neutron] For port 031c6bd4-83ae-48dd-b676-61131c7d8178, host hv-cinder-83625, cleared binding levels {{(pid=114859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:27:15.385952 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [req-c4c44573-f531-4d92-b30e-5717d9e4b7e5 req-f9d88539-f41e-4fed-b120-80acc130c62c service neutron] For port 031c6bd4-83ae-48dd-b676-61131c7d8178, host hv-cinder-83625, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=031c6bd4-83ae-48dd-b676-61131c7d8178,segment=NetworkSegment(5d9dc515-0707-4c75-a379-8fe0f8c382f2),segment_id=5d9dc515-0707-4c75-a379-8fe0f8c382f2)] {{(pid=114859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:27:15.393961 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-c4c44573-f531-4d92-b30e-5717d9e4b7e5 req-f9d88539-f41e-4fed-b120-80acc130c62c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59136039'] for port (031c6bd4-83ae-48dd-b676-61131c7d8178), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:15.433418 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c44573-f531-4d92-b30e-5717d9e4b7e5 req-f9d88539-f41e-4fed-b120-80acc130c62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:15.433922 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-c4c44573-f531-4d92-b30e-5717d9e4b7e5 req-f9d88539-f41e-4fed-b120-80acc130c62c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for port (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:15.435337 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c4c44573-f531-4d92-b30e-5717d9e4b7e5 req-f9d88539-f41e-4fed-b120-80acc130c62c service neutron] 10.222.0.52 "PUT /v2.0/ports/031c6bd4-83ae-48dd-b676-61131c7d8178 HTTP/1.1" status: 200 len: 1093 time: 0.9720697 Apr 12 00:27:15.435778 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6443b855-1525-4e40-bfa0-a16e1c2de983', 'tag': '031c6bd4-83ae-48dd-b676-61131c7d8178'}] {{(pid=114859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:27:15.438118 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d751ce943c7fd1580d8237ddcdd582f05025ac6b53677acecb9ecfb4d000721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-692f769b-f5bf-47b1-a667-6f438d136afb" -d '{"events": [{"name": "network-changed", "server_uuid": "6443b855-1525-4e40-bfa0-a16e1c2de983", "tag": "031c6bd4-83ae-48dd-b676-61131c7d8178"}]}' {{(pid=114859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:27:15.442237 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-b8094fdc-c04a-4f9e-8850-a7904cb82147 admin admin] Publish callbacks [] for security_group (05d19d80-6854-4f4e-9a67-b92821cbbdbe), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:15.446626 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-b8094fdc-c04a-4f9e-8850-a7904cb82147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (05d19d80-6854-4f4e-9a67-b92821cbbdbe), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:15.482625 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d88539-f41e-4fed-b120-80acc130c62c service neutron] Pushing event updated for resources: {'Port': ['ID=031c6bd4-83ae-48dd-b676-61131c7d8178,revision_number=3']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:27:15.488467 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8451fc-88c0-4fab-a8c1-02b9a33dd7a1 x-openstack-request-id: req-6b8451fc-88c0-4fab-a8c1-02b9a33dd7a1 {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:27:15.488820 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6443b855-1525-4e40-bfa0-a16e1c2de983", "tag": "031c6bd4-83ae-48dd-b676-61131c7d8178", "status": "completed", "code": 200}]} {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:27:15.489216 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6b8451fc-88c0-4fab-a8c1-02b9a33dd7a1 {{(pid=114859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:27:15.489644 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b8451fc-88c0-4fab-a8c1-02b9a33dd7a1'] response: {'name': 'network-changed', 'server_uuid': '6443b855-1525-4e40-bfa0-a16e1c2de983', 'tag': '031c6bd4-83ae-48dd-b676-61131c7d8178', 'status': 'completed', 'code': 200} Apr 12 00:27:15.494051 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-b8094fdc-c04a-4f9e-8850-a7904cb82147 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b774d401c34743dca809e81e1954411d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1608799 Apr 12 00:27:15.496677 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 55460) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:27:15.504738 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8094fdc-c04a-4f9e-8850-a7904cb82147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d19d80-6854-4f4e-9a67-b92821cbbdbe,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:27:15.590632 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c44573-f531-4d92-b30e-5717d9e4b7e5 req-e8cf8897-c4af-48d5-9821-86927843c2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:15.592443 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c4c44573-f531-4d92-b30e-5717d9e4b7e5 req-e8cf8897-c4af-48d5-9821-86927843c2d2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4d829832a67942c89c33adf4eea0df20&device_id=6443b855-1525-4e40-bfa0-a16e1c2de983 HTTP/1.1" status: 200 len: 1127 time: 0.0658174 Apr 12 00:27:15.604352 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-0387ddf6-dc1d-4a09-a8a2-7a00b593ae3d admin admin] Publish callbacks [] for security_group (05d19d80-6854-4f4e-9a67-b92821cbbdbe), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:15.653457 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c4c44573-f531-4d92-b30e-5717d9e4b7e5 req-5469f734-af8d-4823-8a45-827613bf3d39 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=031c6bd4-83ae-48dd-b676-61131c7d8178 HTTP/1.1" status: 200 len: 217 time: 0.0442746 Apr 12 00:27:15.675717 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-0387ddf6-dc1d-4a09-a8a2-7a00b593ae3d admin admin] Publish callbacks [] for security_group (05d19d80-6854-4f4e-9a67-b92821cbbdbe), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:15.731982 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c44573-f531-4d92-b30e-5717d9e4b7e5 req-03fee475-b317-47a5-b3cb-41d30877575c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:15.733434 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c4c44573-f531-4d92-b30e-5717d9e4b7e5 req-03fee475-b317-47a5-b3cb-41d30877575c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e988553b-462f-48cc-b257-9a51e3764b6c HTTP/1.1" status: 200 len: 853 time: 0.0699916 Apr 12 00:27:15.769406 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c4c44573-f531-4d92-b30e-5717d9e4b7e5 req-301f5f9b-5a5b-482e-8893-00da4de0605f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=56b7f3f4-fbda-4e53-9444-e45c08b83dce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290747 Apr 12 00:27:15.774150 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-0387ddf6-dc1d-4a09-a8a2-7a00b593ae3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (05d19d80-6854-4f4e-9a67-b92821cbbdbe), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:15.777005 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-0387ddf6-dc1d-4a09-a8a2-7a00b593ae3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:15.778110 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-0387ddf6-dc1d-4a09-a8a2-7a00b593ae3d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/05d19d80-6854-4f4e-9a67-b92821cbbdbe HTTP/1.1" status: 204 len: 168 time: 0.2803516 Apr 12 00:27:15.795675 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0387ddf6-dc1d-4a09-a8a2-7a00b593ae3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d19d80-6854-4f4e-9a67-b92821cbbdbe,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:27:15.890244 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c4c44573-f531-4d92-b30e-5717d9e4b7e5 req-9f1a9913-db66-4c78-b033-e9cb8c68f185 service neutron] 10.222.0.52 "GET /v2.0/networks/56b7f3f4-fbda-4e53-9444-e45c08b83dce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078846 Apr 12 00:27:15.948722 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d2225-9749-4b8b-951d-70e640d164ec req-04561bdd-83a3-4f8a-ab75-ac32e6975248 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:15.953956 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-ad7d2225-9749-4b8b-951d-70e640d164ec req-04561bdd-83a3-4f8a-ab75-ac32e6975248 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=6443b855-1525-4e40-bfa0-a16e1c2de983 HTTP/1.1" status: 200 len: 943 time: 0.0541711 Apr 12 00:27:16.008846 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-ad7d2225-9749-4b8b-951d-70e640d164ec req-dffb9b79-11d8-49b8-98bd-466d95697b3c tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9efb8a5-2801-467f-a96d-f11f9d571d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496404 Apr 12 00:27:16.053747 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59d5cd-f3b4-4674-82cd-cafa10819bca req-a3ccd0ad-6074-4310-bfa3-7e3123a8b39b tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:16.055236 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-fe59d5cd-f3b4-4674-82cd-cafa10819bca req-a3ccd0ad-6074-4310-bfa3-7e3123a8b39b tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 945 time: 0.1243105 Apr 12 00:27:16.095881 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c4c44573-f531-4d92-b30e-5717d9e4b7e5 req-72f7172c-3dd8-40b3-875e-a663641316e6 service neutron] 10.222.0.52 "GET /v2.0/networks/56b7f3f4-fbda-4e53-9444-e45c08b83dce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888266 Apr 12 00:27:16.120648 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-fe59d5cd-f3b4-4674-82cd-cafa10819bca req-35f86e0d-6c24-4787-a1bf-5a6a9700b19b tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593922 Apr 12 00:27:16.170476 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d4423688-5a44-44f3-a132-81f2c9b6cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (af38becd-82ff-4144-8f94-74de975161ca), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:17.128385 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653db0b-fff2-470a-adda-41304561041c req-3ad1999c-dc8d-496c-8975-5521baa4bd3e tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:17.129866 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-6653db0b-fff2-470a-adda-41304561041c req-3ad1999c-dc8d-496c-8975-5521baa4bd3e tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=6443b855-1525-4e40-bfa0-a16e1c2de983 HTTP/1.1" status: 200 len: 943 time: 0.0505373 Apr 12 00:27:17.177909 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-6653db0b-fff2-470a-adda-41304561041c req-e2a91283-5031-47d3-b60c-9e47a5786497 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9efb8a5-2801-467f-a96d-f11f9d571d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423715 Apr 12 00:27:17.242322 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cea9169-4fcc-4484-b284-a22cb57ec387 req-83580b00-553c-4ba6-92e9-5e01892c5855 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:17.243812 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5cea9169-4fcc-4484-b284-a22cb57ec387 req-83580b00-553c-4ba6-92e9-5e01892c5855 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 945 time: 0.0501463 Apr 12 00:27:17.290734 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5cea9169-4fcc-4484-b284-a22cb57ec387 req-0cd00851-ceb7-4e7f-9f9e-837aa1bf42b1 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413611 Apr 12 00:27:17.569580 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-be9ea9f3-6c7c-4887-ad09-badb35df740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (738aa052-ee84-4bd1-913b-ee7149597f8f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:17.990534 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e6b0a3-129c-42bd-a076-f6c5d9d66e62 req-4f66f62c-91d8-49c7-aa16-d89f0e840441 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:17.991979 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-10e6b0a3-129c-42bd-a076-f6c5d9d66e62 req-4f66f62c-91d8-49c7-aa16-d89f0e840441 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/networks?id=2b113919-fa22-480a-8455-7a7b46c22169 HTTP/1.1" status: 200 len: 809 time: 0.1061049 Apr 12 00:27:18.006129 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-10e6b0a3-129c-42bd-a076-f6c5d9d66e62 req-c4bf64e6-eca1-41be-b6b7-14ad7ebf0361 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/quotas/c67b239e9580469aaa5714c21a4c590d HTTP/1.1" status: 200 len: 375 time: 0.0088859 Apr 12 00:27:18.037327 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-10e6b0a3-129c-42bd-a076-f6c5d9d66e62 req-27e7cf6a-6369-47d8-a945-ccb4c6c3c2cb tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c67b239e9580469aaa5714c21a4c590d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265110 Apr 12 00:27:18.129580 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-10e6b0a3-129c-42bd-a076-f6c5d9d66e62 req-79a53acc-647b-4c8c-bafb-0e875bf0b5b7 service neutron] 10.222.0.32 "GET /v2.0/networks/2b113919-fa22-480a-8455-7a7b46c22169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854821 Apr 12 00:27:18.222144 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-10e6b0a3-129c-42bd-a076-f6c5d9d66e62 req-1cee9f04-45a8-491c-8c65-b24dd3f39f37 service neutron] 10.222.0.32 "GET /v2.0/networks/2b113919-fa22-480a-8455-7a7b46c22169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868444 Apr 12 00:27:18.290969 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d7101-a4b0-4c76-acb9-c00f360f05d5 req-1f9a90ee-9803-4a00-bd31-05d7af76445a tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:18.292895 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-995d7101-a4b0-4c76-acb9-c00f360f05d5 req-1f9a90ee-9803-4a00-bd31-05d7af76445a tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=6443b855-1525-4e40-bfa0-a16e1c2de983 HTTP/1.1" status: 200 len: 943 time: 0.0474720 Apr 12 00:27:18.347609 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-995d7101-a4b0-4c76-acb9-c00f360f05d5 req-bda70894-2716-41d0-8ebe-d8f7f57a52fc tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9efb8a5-2801-467f-a96d-f11f9d571d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487144 Apr 12 00:27:18.415349 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb3f59-41de-45dc-8cb6-0d0874916f58 req-854cc652-1ba2-42e4-8b98-be579ff52b38 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:18.416899 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-d1cb3f59-41de-45dc-8cb6-0d0874916f58 req-854cc652-1ba2-42e4-8b98-be579ff52b38 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 945 time: 0.0497835 Apr 12 00:27:18.434183 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-b48c611b-c435-45c7-b4f4-01faa5726c82 req-bcd8edd4-6651-4ebc-9153-ecfc90e2803c tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6042349-8a44-497b-98eb-495d14a01504 HTTP/1.1" status: 200 len: 210 time: 0.0337992 Apr 12 00:27:18.466986 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-d1cb3f59-41de-45dc-8cb6-0d0874916f58 req-6004301e-76f3-4673-ba1a-0d99fd64f5d9 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443976 Apr 12 00:27:18.937261 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (f9a21fd4-36f2-4826-890e-da332e228edf), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:19.461140 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b97c2-4565-4e70-bf56-62996ccdd8eb req-15b0c9e6-a5eb-4414-9c00-dae764e2c244 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:19.462087 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a76b97c2-4565-4e70-bf56-62996ccdd8eb req-15b0c9e6-a5eb-4414-9c00-dae764e2c244 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=6443b855-1525-4e40-bfa0-a16e1c2de983 HTTP/1.1" status: 200 len: 943 time: 0.0487962 Apr 12 00:27:19.508843 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a76b97c2-4565-4e70-bf56-62996ccdd8eb req-55fa994c-4580-424e-843f-dabfdc69dc60 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9efb8a5-2801-467f-a96d-f11f9d571d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410516 Apr 12 00:27:19.528950 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-2ad15383-83ad-4fca-a2f7-0b768e2b3a75 req-5be273ae-00fe-43c1-ab23-2386cf1b3ba4 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6042349-8a44-497b-98eb-495d14a01504 HTTP/1.1" status: 200 len: 210 time: 0.0297558 Apr 12 00:27:19.615193 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2794d5-ca54-4988-8e50-318b171cdf48 req-d00119b0-0a92-4e81-8caa-fe93302c26c2 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:19.616680 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-9d2794d5-ca54-4988-8e50-318b171cdf48 req-d00119b0-0a92-4e81-8caa-fe93302c26c2 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 945 time: 0.0457187 Apr 12 00:27:19.669085 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-9d2794d5-ca54-4988-8e50-318b171cdf48 req-6934c6d4-e443-4f6a-ba2a-ff3aac9d00fa tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470147 Apr 12 00:27:19.957260 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device 031c6bd4-83ae-48dd-b676-61131c7d8178 details requested by agent hyperv_hv-cinder-83625 with host hv-cinder-83625 {{(pid=114861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 00:27:20.054130 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port 031c6bd4-83ae-48dd-b676-61131c7d8178, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=031c6bd4-83ae-48dd-b676-61131c7d8178,segment=NetworkSegment(5d9dc515-0707-4c75-a379-8fe0f8c382f2),segment_id=5d9dc515-0707-4c75-a379-8fe0f8c382f2)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:27:20.070032 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Returning: {'device': '031c6bd4-83ae-48dd-b676-61131c7d8178', 'network_id': '56b7f3f4-fbda-4e53-9444-e45c08b83dce', 'port_id': '031c6bd4-83ae-48dd-b676-61131c7d8178', 'mac_address': 'fa:16:3e:c5:0b:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e988553b-462f-48cc-b257-9a51e3764b6c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 00:27:20.099991 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f769b-f5bf-47b1-a667-6f438d136afb req-fa8a4a3d-1039-421f-b0c4-5aefd2b7ee10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:20.101847 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-692f769b-f5bf-47b1-a667-6f438d136afb req-fa8a4a3d-1039-421f-b0c4-5aefd2b7ee10 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4d829832a67942c89c33adf4eea0df20&device_id=6443b855-1525-4e40-bfa0-a16e1c2de983 HTTP/1.1" status: 200 len: 1127 time: 0.0486438 Apr 12 00:27:20.207756 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f769b-f5bf-47b1-a667-6f438d136afb req-0b79ddaf-06be-44af-a4e4-1ad70ac744e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:20.209130 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-692f769b-f5bf-47b1-a667-6f438d136afb req-0b79ddaf-06be-44af-a4e4-1ad70ac744e4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=56b7f3f4-fbda-4e53-9444-e45c08b83dce HTTP/1.1" status: 200 len: 914 time: 0.0954628 Apr 12 00:27:20.230763 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Current status of the port 031c6bd4-83ae-48dd-b676-61131c7d8178 is: DOWN; New status is: BUILD {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:27:20.231159 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (031c6bd4-83ae-48dd-b676-61131c7d8178), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:20.244882 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.notifiers.nova [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 031c6bd4-83ae-48dd-b676-61131c7d8178 {{(pid=114861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:27:20.258784 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-692f769b-f5bf-47b1-a667-6f438d136afb req-3b555207-1f85-4f88-b0da-4b8192558eac service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=031c6bd4-83ae-48dd-b676-61131c7d8178 HTTP/1.1" status: 200 len: 217 time: 0.0373909 Apr 12 00:27:20.265247 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port 031c6bd4-83ae-48dd-b676-61131c7d8178, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=031c6bd4-83ae-48dd-b676-61131c7d8178,segment=NetworkSegment(5d9dc515-0707-4c75-a379-8fe0f8c382f2),segment_id=5d9dc515-0707-4c75-a379-8fe0f8c382f2)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:27:20.269747 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (031c6bd4-83ae-48dd-b676-61131c7d8178), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:20.313874 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f769b-f5bf-47b1-a667-6f438d136afb req-19888f8b-c9f9-41e6-b6ee-b82f622b387f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:20.315752 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-692f769b-f5bf-47b1-a667-6f438d136afb req-19888f8b-c9f9-41e6-b6ee-b82f622b387f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e988553b-462f-48cc-b257-9a51e3764b6c HTTP/1.1" status: 200 len: 853 time: 0.0498252 Apr 12 00:27:20.319505 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Pushing event updated for resources: {'Port': ['ID=031c6bd4-83ae-48dd-b676-61131c7d8178,revision_number=4']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:27:20.620746 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82260421-4f7a-41f9-acb4-4f0c669a430b req-83e2d4f3-b4d8-48db-b7cf-ba300a0aa378 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:20.622208 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-82260421-4f7a-41f9-acb4-4f0c669a430b req-83e2d4f3-b4d8-48db-b7cf-ba300a0aa378 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=6443b855-1525-4e40-bfa0-a16e1c2de983 HTTP/1.1" status: 200 len: 944 time: 0.0478282 Apr 12 00:27:20.622974 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-686f52fa-84cb-46c7-ba6e-f0f9f2b4cb95 req-06d7d6ce-38f0-4b2f-801d-2b23e3b28ac5 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6042349-8a44-497b-98eb-495d14a01504 HTTP/1.1" status: 200 len: 210 time: 0.0270724 Apr 12 00:27:20.668437 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-82260421-4f7a-41f9-acb4-4f0c669a430b req-18b50397-4900-4676-a943-2b77eb20e508 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9efb8a5-2801-467f-a96d-f11f9d571d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404801 Apr 12 00:27:20.779959 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b0249-9cf9-40b8-8deb-911e1d8edbb5 req-3f519b6a-a445-4e45-8426-c5a01d276704 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:20.781423 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-352b0249-9cf9-40b8-8deb-911e1d8edbb5 req-3f519b6a-a445-4e45-8426-c5a01d276704 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 945 time: 0.0482090 Apr 12 00:27:20.828961 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-352b0249-9cf9-40b8-8deb-911e1d8edbb5 req-1c6c3cc6-8a39-4bfe-986d-e6473adaaaa7 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421019 Apr 12 00:27:21.720400 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-57d8b9a5-41d1-4559-9839-1afe58742544 req-8c03626d-8899-48d8-8e14-8c63ff79d5ab tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6042349-8a44-497b-98eb-495d14a01504 HTTP/1.1" status: 200 len: 210 time: 0.0283210 Apr 12 00:27:21.781854 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8910d77a-51be-4be7-ad74-4582d96c405b req-c2f9e39a-a544-4128-9240-ba5b0498bd4b tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:21.783388 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-8910d77a-51be-4be7-ad74-4582d96c405b req-c2f9e39a-a544-4128-9240-ba5b0498bd4b tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=6443b855-1525-4e40-bfa0-a16e1c2de983 HTTP/1.1" status: 200 len: 944 time: 0.0492959 Apr 12 00:27:21.830108 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-8910d77a-51be-4be7-ad74-4582d96c405b req-ebf7c601-7e64-4d4a-a790-abdc0c8bc017 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9efb8a5-2801-467f-a96d-f11f9d571d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405266 Apr 12 00:27:21.943969 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dae70a-afd3-47ec-abf8-9cd3dbcc824d req-2518dfc9-0eb9-493d-b2ad-2c00e976fd13 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:21.945414 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-d1dae70a-afd3-47ec-abf8-9cd3dbcc824d req-2518dfc9-0eb9-493d-b2ad-2c00e976fd13 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 945 time: 0.0497737 Apr 12 00:27:21.993660 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-d1dae70a-afd3-47ec-abf8-9cd3dbcc824d req-e6469bd1-b2c8-41d3-b1f0-15240d021970 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428545 Apr 12 00:27:22.812449 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-f2b27bb6-1cab-4d01-9924-d039f5e648a1 req-86095544-e7a2-4ea1-bd9a-0f4b8b43458e tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6042349-8a44-497b-98eb-495d14a01504 HTTP/1.1" status: 200 len: 210 time: 0.0270894 Apr 12 00:27:22.856148 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.agents_db [None req-4f17da96-f611-4225-a78f-ee15b860eec6 None None] Agent healthcheck: found 6 active agents {{(pid=114862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:27:22.938831 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31580d15-5716-40e5-baf4-196e201f586e req-077f06bf-8301-4053-be35-5660866c6eea tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:22.940625 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-31580d15-5716-40e5-baf4-196e201f586e req-077f06bf-8301-4053-be35-5660866c6eea tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=6443b855-1525-4e40-bfa0-a16e1c2de983 HTTP/1.1" status: 200 len: 944 time: 0.0453961 Apr 12 00:27:22.987232 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-31580d15-5716-40e5-baf4-196e201f586e req-5a51b6bb-6c3d-444f-9d0e-7517299a9a27 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9efb8a5-2801-467f-a96d-f11f9d571d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400131 Apr 12 00:27:23.101606 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f36eb0-f967-40e7-8de5-856be5b25926 req-13735001-3a22-4858-9fa2-d6370ffe6fa2 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:23.103078 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a4f36eb0-f967-40e7-8de5-856be5b25926 req-13735001-3a22-4858-9fa2-d6370ffe6fa2 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 945 time: 0.0452807 Apr 12 00:27:23.147750 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a4f36eb0-f967-40e7-8de5-856be5b25926 req-2afddebc-ad2d-4cd6-9aff-147d0a9102f9 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392616 Apr 12 00:27:23.849655 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] get_ports_and_sgs() called for port_ids ['031c6bd4-83ae-48dd-b676-61131c7d8178'] {{(pid=114861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:27:23.876915 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-692f769b-f5bf-47b1-a667-6f438d136afb req-1066b518-d37d-49d1-a556-0e976648d8b9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=56b7f3f4-fbda-4e53-9444-e45c08b83dce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352714 Apr 12 00:27:23.911271 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-c5c78cb3-6a36-4567-845f-2355fcd223ac req-8b02a296-da37-4a1d-8ff5-4513d1ded5c6 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6042349-8a44-497b-98eb-495d14a01504 HTTP/1.1" status: 200 len: 210 time: 0.0269322 Apr 12 00:27:24.096396 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564a863-f87b-458d-b26d-5e3b604853bc req-de6694be-4f9e-4927-9b90-ae2d7ba8a988 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:24.097823 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-f564a863-f87b-458d-b26d-5e3b604853bc req-de6694be-4f9e-4927-9b90-ae2d7ba8a988 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=6443b855-1525-4e40-bfa0-a16e1c2de983 HTTP/1.1" status: 200 len: 944 time: 0.0459845 Apr 12 00:27:24.142239 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-f564a863-f87b-458d-b26d-5e3b604853bc req-d6bc1358-dca4-413b-aaca-cc09f4cc277e tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9efb8a5-2801-467f-a96d-f11f9d571d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389698 Apr 12 00:27:24.260577 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7064c1df-8499-4dd3-864c-63990b334950 req-e0a3cfe3-735d-4167-a526-6a35a3fb25bb tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:24.262009 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-7064c1df-8499-4dd3-864c-63990b334950 req-e0a3cfe3-735d-4167-a526-6a35a3fb25bb tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 945 time: 0.0483415 Apr 12 00:27:24.307099 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-7064c1df-8499-4dd3-864c-63990b334950 req-b7d0966b-3c23-4222-a8bd-e3ad3565b473 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395746 Apr 12 00:27:25.002468 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c9caeed3-fb87-481a-8b2a-24a18aa36c2d req-02754f15-0cee-482b-9032-77bd22dbf839 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6042349-8a44-497b-98eb-495d14a01504 HTTP/1.1" status: 200 len: 210 time: 0.0276291 Apr 12 00:27:25.251917 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b8341-d331-4de9-bf07-15fa2927045b req-285c2e4f-aaeb-4f4a-a92e-eda852719dfd tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:25.253335 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-810b8341-d331-4de9-bf07-15fa2927045b req-285c2e4f-aaeb-4f4a-a92e-eda852719dfd tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=6443b855-1525-4e40-bfa0-a16e1c2de983 HTTP/1.1" status: 200 len: 944 time: 0.0458636 Apr 12 00:27:25.299738 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-810b8341-d331-4de9-bf07-15fa2927045b req-3b54a9f7-72f2-4b20-a4c4-9dae45f66fa7 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9efb8a5-2801-467f-a96d-f11f9d571d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408556 Apr 12 00:27:25.478448 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f643ec62-8a3c-4306-b45f-f87ec3e8a1a9 req-2b3a76de-4064-401f-8e79-e431ee5f4f5d tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:25.479888 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-f643ec62-8a3c-4306-b45f-f87ec3e8a1a9 req-2b3a76de-4064-401f-8e79-e431ee5f4f5d tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 945 time: 0.1075912 Apr 12 00:27:25.530934 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-692f769b-f5bf-47b1-a667-6f438d136afb req-64883621-108a-4152-91e4-2449e9c14fb0 service neutron] 10.222.0.52 "GET /v2.0/networks/56b7f3f4-fbda-4e53-9444-e45c08b83dce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565549 Apr 12 00:27:25.544415 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-f643ec62-8a3c-4306-b45f-f87ec3e8a1a9 req-e3862b32-7e48-4b9e-bfcf-48d83c590bf3 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589557 Apr 12 00:27:25.950655 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-692f769b-f5bf-47b1-a667-6f438d136afb req-2194c870-cf16-4188-8fb2-c23a85340aa9 service neutron] 10.222.0.52 "GET /v2.0/networks/56b7f3f4-fbda-4e53-9444-e45c08b83dce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585519 Apr 12 00:27:25.960554 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e6b0a3-129c-42bd-a076-f6c5d9d66e62 req-01036100-ffa0-4b57-8e06-02ca72b54270 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:25.961924 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-10e6b0a3-129c-42bd-a076-f6c5d9d66e62 req-01036100-ffa0-4b57-8e06-02ca72b54270 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.52 "GET /v2.0/networks?id=2b113919-fa22-480a-8455-7a7b46c22169 HTTP/1.1" status: 200 len: 809 time: 0.1789002 Apr 12 00:27:26.014519 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [req-10e6b0a3-129c-42bd-a076-f6c5d9d66e62 req-195a6de5-ed46-4008-b09f-9d0ad2ebb184 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Request body: {'port': {'device_id': 'd6042349-8a44-497b-98eb-495d14a01504', 'network_id': '2b113919-fa22-480a-8455-7a7b46c22169', 'admin_state_up': True, 'tenant_id': 'c67b239e9580469aaa5714c21a4c590d'}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:27:26.098124 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-298ede30-7f75-4e3d-8b53-ae40a7cf3acb req-3d3c01a8-9b7b-4150-acdf-d422ce0b79f9 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6042349-8a44-497b-98eb-495d14a01504 HTTP/1.1" status: 200 len: 210 time: 0.0282218 Apr 12 00:27:26.153862 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10e6b0a3-129c-42bd-a076-f6c5d9d66e62 req-195a6de5-ed46-4008-b09f-9d0ad2ebb184 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Made reservation on behalf of c67b239e9580469aaa5714c21a4c590d for: {'port': 1} {{(pid=114859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:27:26.157126 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-10e6b0a3-129c-42bd-a076-f6c5d9d66e62 req-195a6de5-ed46-4008-b09f-9d0ad2ebb184 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:26.288811 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.db_base_plugin_common [req-10e6b0a3-129c-42bd-a076-f6c5d9d66e62 req-195a6de5-ed46-4008-b09f-9d0ad2ebb184 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Allocated IP 172.20.0.2 (2b113919-fa22-480a-8455-7a7b46c22169/9252ecc6-2a50-49ef-b60d-493f1cc4eb99/5f52b226-528b-4264-91d2-43e3ee68cf0e) {{(pid=114859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:27:26.658062 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8eafb1-101d-4922-bef2-e0d29e1dd6ff req-ab833f4e-417c-4e27-bfec-481370f7f2f7 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:26.660071 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-bc8eafb1-101d-4922-bef2-e0d29e1dd6ff req-ab833f4e-417c-4e27-bfec-481370f7f2f7 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=6443b855-1525-4e40-bfa0-a16e1c2de983 HTTP/1.1" status: 200 len: 944 time: 0.2888901 Apr 12 00:27:26.660881 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f152089-61fa-4125-a77a-39464eb28cbf req-b3b2eff5-100b-4d3d-a1dc-cb1a76bbfb58 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:26.662435 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-1f152089-61fa-4125-a77a-39464eb28cbf req-b3b2eff5-100b-4d3d-a1dc-cb1a76bbfb58 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 945 time: 0.0502057 Apr 12 00:27:26.708541 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-1f152089-61fa-4125-a77a-39464eb28cbf req-ce24e9b6-cc0f-4307-9ab3-5c2742cc4fba tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404549 Apr 12 00:27:26.711081 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-10e6b0a3-129c-42bd-a076-f6c5d9d66e62 req-195a6de5-ed46-4008-b09f-9d0ad2ebb184 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Publish callbacks [] for port (5f52b226-528b-4264-91d2-43e3ee68cf0e), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:26.740156 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-bc8eafb1-101d-4922-bef2-e0d29e1dd6ff req-656d9f1d-19cf-4129-8d79-11198475a678 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9efb8a5-2801-467f-a96d-f11f9d571d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657814 Apr 12 00:27:26.766005 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-10e6b0a3-129c-42bd-a076-f6c5d9d66e62 req-195a6de5-ed46-4008-b09f-9d0ad2ebb184 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (5f52b226-528b-4264-91d2-43e3ee68cf0e), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:26.807290 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10e6b0a3-129c-42bd-a076-f6c5d9d66e62 req-195a6de5-ed46-4008-b09f-9d0ad2ebb184 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Network 2b113919-fa22-480a-8455-7a7b46c22169 is already hosted by enough agents. {{(pid=114859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:27:26.810155 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.base_scheduler [req-10e6b0a3-129c-42bd-a076-f6c5d9d66e62 req-195a6de5-ed46-4008-b09f-9d0ad2ebb184 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Resources bound (agent type, host, resource id): {{(pid=114859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:27:26.813666 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e6b0a3-129c-42bd-a076-f6c5d9d66e62 req-195a6de5-ed46-4008-b09f-9d0ad2ebb184 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Received port after_create {{(pid=114859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:27:26.821795 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device 031c6bd4-83ae-48dd-b676-61131c7d8178 up at agent hyperv_hv-cinder-83625 {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:27:26.839227 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a6de5-ed46-4008-b09f-9d0ad2ebb184 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Pushing event updated for resources: {'Port': ['ID=5f52b226-528b-4264-91d2-43e3ee68cf0e,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:27:26.869484 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Provisioning for port 031c6bd4-83ae-48dd-b676-61131c7d8178 completed by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 00:27:26.873587 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e6b0a3-129c-42bd-a076-f6c5d9d66e62 req-195a6de5-ed46-4008-b09f-9d0ad2ebb184 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:26.874193 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-10e6b0a3-129c-42bd-a076-f6c5d9d66e62 req-195a6de5-ed46-4008-b09f-9d0ad2ebb184 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for port (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:26.875578 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Provisioning complete for port 031c6bd4-83ae-48dd-b676-61131c7d8178 triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:27:26.875986 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (031c6bd4-83ae-48dd-b676-61131c7d8178), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:26.889658 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-10e6b0a3-129c-42bd-a076-f6c5d9d66e62 req-195a6de5-ed46-4008-b09f-9d0ad2ebb184 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8793185 Apr 12 00:27:26.952959 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Current status of the port 031c6bd4-83ae-48dd-b676-61131c7d8178 is: BUILD; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:27:26.953353 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (031c6bd4-83ae-48dd-b676-61131c7d8178), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:26.976342 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6443b855-1525-4e40-bfa0-a16e1c2de983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '031c6bd4-83ae-48dd-b676-61131c7d8178'}] {{(pid=114861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:27:26.978585 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d187226e65eb8f713948fb36ffe50595ec682b3d9ec12b6d0c088ba153fadb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc95b26-fcf4-4539-a4ba-e5fed3df1eb3" -d '{"events": [{"server_uuid": "6443b855-1525-4e40-bfa0-a16e1c2de983", "name": "network-vif-plugged", "status": "completed", "tag": "031c6bd4-83ae-48dd-b676-61131c7d8178"}]}' {{(pid=114861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:27:26.991587 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port 031c6bd4-83ae-48dd-b676-61131c7d8178, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=031c6bd4-83ae-48dd-b676-61131c7d8178,segment=NetworkSegment(5d9dc515-0707-4c75-a379-8fe0f8c382f2),segment_id=5d9dc515-0707-4c75-a379-8fe0f8c382f2)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:27:26.995739 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (031c6bd4-83ae-48dd-b676-61131c7d8178), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:27.018217 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69edb9b5-abd7-4b09-a7f4-18d76a6a4dc8 x-openstack-request-id: req-69edb9b5-abd7-4b09-a7f4-18d76a6a4dc8 {{(pid=114861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:27:27.018562 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6443b855-1525-4e40-bfa0-a16e1c2de983", "name": "network-vif-plugged", "status": "completed", "tag": "031c6bd4-83ae-48dd-b676-61131c7d8178", "code": 200}]} {{(pid=114861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:27:27.018820 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-69edb9b5-abd7-4b09-a7f4-18d76a6a4dc8 {{(pid=114861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:27:27.019212 dv-cinder-836252-3-iscsi neutron-server[114861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69edb9b5-abd7-4b09-a7f4-18d76a6a4dc8'] response: {'server_uuid': '6443b855-1525-4e40-bfa0-a16e1c2de983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '031c6bd4-83ae-48dd-b676-61131c7d8178', 'code': 200} Apr 12 00:27:27.043887 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Pushing event updated for resources: {'Port': ['ID=031c6bd4-83ae-48dd-b676-61131c7d8178,revision_number=5']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:27:27.212969 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51529e60-85b4-4596-91f7-9c5d45538be5 req-60f43aa1-4716-4ac8-847c-61c7dc6f55ab tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:27.214628 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-51529e60-85b4-4596-91f7-9c5d45538be5 req-60f43aa1-4716-4ac8-847c-61c7dc6f55ab tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6042349-8a44-497b-98eb-495d14a01504 HTTP/1.1" status: 200 len: 931 time: 0.0502019 Apr 12 00:27:27.261289 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-51529e60-85b4-4596-91f7-9c5d45538be5 req-c830ff4a-ea11-4fd1-81eb-fe491d3da9af tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412660 Apr 12 00:27:27.820579 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb6ed7-0059-4c73-a5ab-3ac6bdeb7cb1 req-95cd1ef5-1073-4b28-bb75-c37b08637fdf tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:27.822035 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-5cbb6ed7-0059-4c73-a5ab-3ac6bdeb7cb1 req-95cd1ef5-1073-4b28-bb75-c37b08637fdf tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 945 time: 0.0455365 Apr 12 00:27:27.850560 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d62105b-9d4c-403b-86d9-4ca74e718d1a req-3383f8f9-0300-47d4-a77f-e9aed9f9d854 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:27.852032 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-4d62105b-9d4c-403b-86d9-4ca74e718d1a req-3383f8f9-0300-47d4-a77f-e9aed9f9d854 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=6443b855-1525-4e40-bfa0-a16e1c2de983 HTTP/1.1" status: 200 len: 945 time: 0.0464752 Apr 12 00:27:27.867890 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-5cbb6ed7-0059-4c73-a5ab-3ac6bdeb7cb1 req-58d6c04b-88cf-4f2b-a64f-26ac8cd159ca tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402410 Apr 12 00:27:27.898019 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-4d62105b-9d4c-403b-86d9-4ca74e718d1a req-13ef8e5f-0af0-4c0a-9b0c-1cc1d6616ada tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9efb8a5-2801-467f-a96d-f11f9d571d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401223 Apr 12 00:27:28.371886 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9506fa-af67-4467-a077-15cf755694f0 req-cc1201e5-4db8-4888-80ac-4c25f41e20e7 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:28.373359 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-5d9506fa-af67-4467-a077-15cf755694f0 req-cc1201e5-4db8-4888-80ac-4c25f41e20e7 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6042349-8a44-497b-98eb-495d14a01504 HTTP/1.1" status: 200 len: 931 time: 0.0493219 Apr 12 00:27:28.421611 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-5d9506fa-af67-4467-a077-15cf755694f0 req-b8f12d49-4e1c-41ab-854a-c344f0a36d9e tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421748 Apr 12 00:27:28.981780 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b857e2de-3370-42a2-8e25-4e97028be251 req-cfd21c8f-2209-4ff9-9839-8be458fe70c5 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:28.983275 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-b857e2de-3370-42a2-8e25-4e97028be251 req-cfd21c8f-2209-4ff9-9839-8be458fe70c5 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 945 time: 0.0502331 Apr 12 00:27:29.007496 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6bbd89-aa4b-4e78-a3a8-b3e9db7f0b29 req-6ac792e7-8cea-4856-b319-68da2cd68dd7 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:29.008955 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-8f6bbd89-aa4b-4e78-a3a8-b3e9db7f0b29 req-6ac792e7-8cea-4856-b319-68da2cd68dd7 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=6443b855-1525-4e40-bfa0-a16e1c2de983 HTTP/1.1" status: 200 len: 945 time: 0.0451429 Apr 12 00:27:29.030525 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-b857e2de-3370-42a2-8e25-4e97028be251 req-349a831b-db37-4587-8964-1b1dc755f020 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414057 Apr 12 00:27:29.055012 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-8f6bbd89-aa4b-4e78-a3a8-b3e9db7f0b29 req-0c28e4a0-5ce1-46d3-b436-90716f81c858 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9efb8a5-2801-467f-a96d-f11f9d571d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404088 Apr 12 00:27:29.530814 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf9495d-9dc9-4ba8-9bcb-85b6c0e1fbaf req-375c5d55-7d20-4cb9-8d51-b61f40286039 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:29.532303 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-cdf9495d-9dc9-4ba8-9bcb-85b6c0e1fbaf req-375c5d55-7d20-4cb9-8d51-b61f40286039 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6042349-8a44-497b-98eb-495d14a01504 HTTP/1.1" status: 200 len: 931 time: 0.0479631 Apr 12 00:27:29.577765 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-cdf9495d-9dc9-4ba8-9bcb-85b6c0e1fbaf req-6f2d0673-3a48-47a1-bb30-90aefd19806a tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394073 Apr 12 00:27:30.142688 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0710d6-f2ae-48cc-96fd-62192d09cba5 req-74dea4fa-fb4e-443a-a4c1-f6861cba6914 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:30.144146 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-ac0710d6-f2ae-48cc-96fd-62192d09cba5 req-74dea4fa-fb4e-443a-a4c1-f6861cba6914 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 945 time: 0.0453508 Apr 12 00:27:30.164439 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92062f4-5854-4d45-823f-e7af4a3873ab req-49bc2cfc-3096-4403-b301-cd151105f0c3 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:30.165885 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-f92062f4-5854-4d45-823f-e7af4a3873ab req-49bc2cfc-3096-4403-b301-cd151105f0c3 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=6443b855-1525-4e40-bfa0-a16e1c2de983 HTTP/1.1" status: 200 len: 945 time: 0.0470865 Apr 12 00:27:30.193447 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-ac0710d6-f2ae-48cc-96fd-62192d09cba5 req-cb8523fa-9983-4278-a06e-d1c5d874ad86 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437336 Apr 12 00:27:30.215568 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-f92062f4-5854-4d45-823f-e7af4a3873ab req-dc4b12c7-9b75-4545-85ea-51e96bfa806e tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9efb8a5-2801-467f-a96d-f11f9d571d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442252 Apr 12 00:27:30.685375 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a098b-0405-4842-9d23-db384ce31a65 req-80b89720-fafc-45bd-850a-93afb33ad2ac tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:30.686874 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-0b7a098b-0405-4842-9d23-db384ce31a65 req-80b89720-fafc-45bd-850a-93afb33ad2ac tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6042349-8a44-497b-98eb-495d14a01504 HTTP/1.1" status: 200 len: 931 time: 0.0451977 Apr 12 00:27:30.732058 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-0b7a098b-0405-4842-9d23-db384ce31a65 req-82e5851a-8f6c-4afa-aa5b-7309f1632c7a tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388999 Apr 12 00:27:31.304913 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb218fe-3293-4d4e-84a0-9db40b2a565e req-28716558-0bc9-4767-bd76-b6650212b87a tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:31.306452 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-ceb218fe-3293-4d4e-84a0-9db40b2a565e req-28716558-0bc9-4767-bd76-b6650212b87a tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 945 time: 0.0484822 Apr 12 00:27:31.325123 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcca938-699c-4c0b-84a9-ffb0d31083a4 req-8600bae3-e6a7-47e4-9a92-4506de336997 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:31.326647 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-4fcca938-699c-4c0b-84a9-ffb0d31083a4 req-8600bae3-e6a7-47e4-9a92-4506de336997 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=6443b855-1525-4e40-bfa0-a16e1c2de983 HTTP/1.1" status: 200 len: 945 time: 0.0456891 Apr 12 00:27:31.354189 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-ceb218fe-3293-4d4e-84a0-9db40b2a565e req-6bdb6e5b-dd6a-4ce3-b23c-b1b90b27b6de tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421727 Apr 12 00:27:31.375843 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-4fcca938-699c-4c0b-84a9-ffb0d31083a4 req-8ae57246-78e4-4eb1-b078-06776cedffc0 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9efb8a5-2801-467f-a96d-f11f9d571d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433223 Apr 12 00:27:31.841861 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4be5cf-2b31-47ea-89f9-43e8aad8873a req-642b67f5-d5f6-4151-9fd4-f9e86bba9cfa tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:31.843279 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-8b4be5cf-2b31-47ea-89f9-43e8aad8873a req-642b67f5-d5f6-4151-9fd4-f9e86bba9cfa tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6042349-8a44-497b-98eb-495d14a01504 HTTP/1.1" status: 200 len: 931 time: 0.0457206 Apr 12 00:27:31.890519 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-8b4be5cf-2b31-47ea-89f9-43e8aad8873a req-f14e9758-3c01-40da-8fb6-511c76778e7b tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411353 Apr 12 00:27:32.493332 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d1ad9-80d5-40a2-9960-0a00b1bce186 req-4de33470-448e-4674-b460-4c4694805a2d tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:32.494895 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c14d1ad9-80d5-40a2-9960-0a00b1bce186 req-4de33470-448e-4674-b460-4c4694805a2d tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=6443b855-1525-4e40-bfa0-a16e1c2de983 HTTP/1.1" status: 200 len: 945 time: 0.0523202 Apr 12 00:27:32.545082 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c14d1ad9-80d5-40a2-9960-0a00b1bce186 req-10728061-a67e-4956-8cff-497db9f2e84d tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9efb8a5-2801-467f-a96d-f11f9d571d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434527 Apr 12 00:27:32.652724 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc25fa3-8ad0-4bcc-8ec2-16820b1342b4 req-85babdfb-9bc5-4573-8202-528d329096fb tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:32.654278 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-fcc25fa3-8ad0-4bcc-8ec2-16820b1342b4 req-85babdfb-9bc5-4573-8202-528d329096fb tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 945 time: 0.2319930 Apr 12 00:27:32.701144 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-fcc25fa3-8ad0-4bcc-8ec2-16820b1342b4 req-07a0bfe4-5e2f-4b0b-9ad9-62510931893e tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404720 Apr 12 00:27:33.000329 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f9621-3b03-4ec6-a0c6-13e338f81ffd req-d420c7e1-8879-45b7-bd75-bbc744cc1a77 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:33.001820 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-623f9621-3b03-4ec6-a0c6-13e338f81ffd req-d420c7e1-8879-45b7-bd75-bbc744cc1a77 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6042349-8a44-497b-98eb-495d14a01504 HTTP/1.1" status: 200 len: 931 time: 0.0469692 Apr 12 00:27:33.047037 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-623f9621-3b03-4ec6-a0c6-13e338f81ffd req-cee5509c-5e89-45fb-89d5-fceacd364c39 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396886 Apr 12 00:27:33.656857 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c6616-81e9-45bc-a831-f997a3c6c493 req-f000d130-2d5b-43c0-bd2b-228ad8f6742e tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:33.658389 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-807c6616-81e9-45bc-a831-f997a3c6c493 req-f000d130-2d5b-43c0-bd2b-228ad8f6742e tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=6443b855-1525-4e40-bfa0-a16e1c2de983 HTTP/1.1" status: 200 len: 945 time: 0.0473812 Apr 12 00:27:33.704630 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-807c6616-81e9-45bc-a831-f997a3c6c493 req-40a1194f-3c15-4e4b-a778-735f3f674747 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9efb8a5-2801-467f-a96d-f11f9d571d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406675 Apr 12 00:27:33.820034 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a297238-4c83-453f-82aa-e23175b09312 req-ca200cb8-af19-4f31-9e7a-d3aba0b21883 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:33.821502 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-1a297238-4c83-453f-82aa-e23175b09312 req-ca200cb8-af19-4f31-9e7a-d3aba0b21883 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 945 time: 0.0511119 Apr 12 00:27:33.868358 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-1a297238-4c83-453f-82aa-e23175b09312 req-6a9b5b66-a20d-45ee-84c5-d93983ee8946 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413501 Apr 12 00:27:34.157888 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cade90-ee14-4857-8755-6e4cf6699f3e req-f8a6d627-e81f-4354-8c6f-19d34d9e7fad tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:34.160019 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-a8cade90-ee14-4857-8755-6e4cf6699f3e req-f8a6d627-e81f-4354-8c6f-19d34d9e7fad tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6042349-8a44-497b-98eb-495d14a01504 HTTP/1.1" status: 200 len: 931 time: 0.0481529 Apr 12 00:27:34.203880 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-a8cade90-ee14-4857-8755-6e4cf6699f3e req-aba9563f-ff60-4d37-93a6-ea1615994d25 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384672 Apr 12 00:27:34.305424 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [req-10e6b0a3-129c-42bd-a076-f6c5d9d66e62 req-4f994ba9-e147-41f5-8e76-cfa3feec387f service neutron] Request body: {'port': {'device_id': 'd6042349-8a44-497b-98eb-495d14a01504', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83625'}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:27:34.364749 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-10e6b0a3-129c-42bd-a076-f6c5d9d66e62 req-4f994ba9-e147-41f5-8e76-cfa3feec387f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (5f52b226-528b-4264-91d2-43e3ee68cf0e), before_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:34.607957 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70ff78f-a7cc-48ef-a2db-b9597b8c84c1 req-c9f611b8-a5da-4008-90f1-98b0875a33fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:34.609430 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-b70ff78f-a7cc-48ef-a2db-b9597b8c84c1 req-c9f611b8-a5da-4008-90f1-98b0875a33fd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6443b855-1525-4e40-bfa0-a16e1c2de983 HTTP/1.1" status: 200 len: 1129 time: 0.1063008 Apr 12 00:27:34.611979 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c126fff8-4942-4341-bfb2-d0c0d807a55d req-1711a9e5-326b-4779-89c9-7bf533ce271f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:34.613306 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c126fff8-4942-4341-bfb2-d0c0d807a55d req-1711a9e5-326b-4779-89c9-7bf533ce271f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 1129 time: 0.1119156 Apr 12 00:27:34.738865 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c126fff8-4942-4341-bfb2-d0c0d807a55d req-e4a47c71-e710-4607-a43d-48081fe1ca06 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056490 Apr 12 00:27:34.744601 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-b70ff78f-a7cc-48ef-a2db-b9597b8c84c1 req-3985d3c0-0504-4697-a387-a23c70c54ca5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a9efb8a5-2801-467f-a96d-f11f9d571d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218011 Apr 12 00:27:34.781654 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [req-10e6b0a3-129c-42bd-a076-f6c5d9d66e62 req-4f994ba9-e147-41f5-8e76-cfa3feec387f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f52b226-528b-4264-91d2-43e3ee68cf0e {{(pid=114859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:27:34.834424 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-10e6b0a3-129c-42bd-a076-f6c5d9d66e62 req-4f994ba9-e147-41f5-8e76-cfa3feec387f service neutron] Publish callbacks [] for port (5f52b226-528b-4264-91d2-43e3ee68cf0e), precommit_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:34.844636 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b06ae-55de-471e-a2cd-494235b5038c req-328dbe0d-7da4-468a-816b-eb8d06a0d06e tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:34.846277 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e96b06ae-55de-471e-a2cd-494235b5038c req-328dbe0d-7da4-468a-816b-eb8d06a0d06e tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=6443b855-1525-4e40-bfa0-a16e1c2de983 HTTP/1.1" status: 200 len: 945 time: 0.0593357 Apr 12 00:27:34.866489 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.provisioning_blocks [req-10e6b0a3-129c-42bd-a076-f6c5d9d66e62 req-4f994ba9-e147-41f5-8e76-cfa3feec387f service neutron] Transition to ACTIVE for port object 5f52b226-528b-4264-91d2-43e3ee68cf0e will not be triggered until provisioned by entity L2. {{(pid=114859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 00:27:34.878026 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-10e6b0a3-129c-42bd-a076-f6c5d9d66e62 req-4f994ba9-e147-41f5-8e76-cfa3feec387f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59136039'] for port (5f52b226-528b-4264-91d2-43e3ee68cf0e), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:34.969816 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f994ba9-e147-41f5-8e76-cfa3feec387f service neutron] Pushing event updated for resources: {'Port': ['ID=5f52b226-528b-4264-91d2-43e3ee68cf0e,revision_number=2']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:27:34.986764 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e96b06ae-55de-471e-a2cd-494235b5038c req-1eda6683-f43a-445c-9109-83ab63be0c95 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9efb8a5-2801-467f-a96d-f11f9d571d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298127 Apr 12 00:27:35.023944 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b9354-672a-4d87-ab73-a1bc6f4d8444 req-dfead1d0-3b79-444d-ac05-c32f65c693f7 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:35.025898 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-de1b9354-672a-4d87-ab73-a1bc6f4d8444 req-dfead1d0-3b79-444d-ac05-c32f65c693f7 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 945 time: 0.0537467 Apr 12 00:27:35.066277 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.managers [req-10e6b0a3-129c-42bd-a076-f6c5d9d66e62 req-4f994ba9-e147-41f5-8e76-cfa3feec387f service neutron] Attempting to bind port 5f52b226-528b-4264-91d2-43e3ee68cf0e on host hv-cinder-83625 for vnic_type normal with profile {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:27:35.066617 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.managers [req-10e6b0a3-129c-42bd-a076-f6c5d9d66e62 req-4f994ba9-e147-41f5-8e76-cfa3feec387f service neutron] Attempting to bind port 5f52b226-528b-4264-91d2-43e3ee68cf0e by drivers openvswitch,hyperv on host hv-cinder-83625 at level 0 using segments [{'id': 'f9614f3c-ffc8-4b81-a26e-3ff0106bfc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2b113919-fa22-480a-8455-7a7b46c22169'}] {{(pid=114859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:27:35.066995 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e6b0a3-129c-42bd-a076-f6c5d9d66e62 req-4f994ba9-e147-41f5-8e76-cfa3feec387f service neutron] Attempting to bind port 5f52b226-528b-4264-91d2-43e3ee68cf0e on network 2b113919-fa22-480a-8455-7a7b46c22169 {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:27:35.072360 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e6b0a3-129c-42bd-a076-f6c5d9d66e62 req-4f994ba9-e147-41f5-8e76-cfa3feec387f service neutron] Port 5f52b226-528b-4264-91d2-43e3ee68cf0e on network 2b113919-fa22-480a-8455-7a7b46c22169 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83625 {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 00:27:35.073067 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e6b0a3-129c-42bd-a076-f6c5d9d66e62 req-4f994ba9-e147-41f5-8e76-cfa3feec387f service neutron] Attempting to bind port 5f52b226-528b-4264-91d2-43e3ee68cf0e on network 2b113919-fa22-480a-8455-7a7b46c22169 {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:27:35.078304 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e6b0a3-129c-42bd-a076-f6c5d9d66e62 req-4f994ba9-e147-41f5-8e76-cfa3feec387f service neutron] Checking agent: {'id': '6c438ad1-5788-4552-a50f-29c8c96f3196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83625', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 0, 23, 42), 'started_at': datetime.datetime(2022, 4, 12, 0, 23, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:27:35.085664 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e6b0a3-129c-42bd-a076-f6c5d9d66e62 req-4f994ba9-e147-41f5-8e76-cfa3feec387f service neutron] Checking segment: {'id': 'f9614f3c-ffc8-4b81-a26e-3ff0106bfc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2b113919-fa22-480a-8455-7a7b46c22169'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:27:35.086099 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e6b0a3-129c-42bd-a076-f6c5d9d66e62 req-4f994ba9-e147-41f5-8e76-cfa3feec387f service neutron] Bound using segment: {'id': 'f9614f3c-ffc8-4b81-a26e-3ff0106bfc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2b113919-fa22-480a-8455-7a7b46c22169'} {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:27:35.086470 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.managers [req-10e6b0a3-129c-42bd-a076-f6c5d9d66e62 req-4f994ba9-e147-41f5-8e76-cfa3feec387f service neutron] Bound port: 5f52b226-528b-4264-91d2-43e3ee68cf0e, host: hv-cinder-83625, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9614f3c-ffc8-4b81-a26e-3ff0106bfc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2b113919-fa22-480a-8455-7a7b46c22169'}}] {{(pid=114859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:27:35.087116 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-10e6b0a3-129c-42bd-a076-f6c5d9d66e62 req-4f994ba9-e147-41f5-8e76-cfa3feec387f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (5f52b226-528b-4264-91d2-43e3ee68cf0e), before_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:35.092304 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-de1b9354-672a-4d87-ab73-a1bc6f4d8444 req-2067ed9d-4d60-4ab0-bfc3-cd4e9baf3fad tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607800 Apr 12 00:27:35.165745 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [req-10e6b0a3-129c-42bd-a076-f6c5d9d66e62 req-4f994ba9-e147-41f5-8e76-cfa3feec387f service neutron] For port 5f52b226-528b-4264-91d2-43e3ee68cf0e, host hv-cinder-83625, cleared binding levels {{(pid=114859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:27:35.169095 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [req-10e6b0a3-129c-42bd-a076-f6c5d9d66e62 req-4f994ba9-e147-41f5-8e76-cfa3feec387f service neutron] For port 5f52b226-528b-4264-91d2-43e3ee68cf0e, host hv-cinder-83625, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=5f52b226-528b-4264-91d2-43e3ee68cf0e,segment=NetworkSegment(f9614f3c-ffc8-4b81-a26e-3ff0106bfc9c),segment_id=f9614f3c-ffc8-4b81-a26e-3ff0106bfc9c)] {{(pid=114859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:27:35.175981 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-10e6b0a3-129c-42bd-a076-f6c5d9d66e62 req-4f994ba9-e147-41f5-8e76-cfa3feec387f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59136039'] for port (5f52b226-528b-4264-91d2-43e3ee68cf0e), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:35.215218 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e6b0a3-129c-42bd-a076-f6c5d9d66e62 req-4f994ba9-e147-41f5-8e76-cfa3feec387f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:35.215842 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-10e6b0a3-129c-42bd-a076-f6c5d9d66e62 req-4f994ba9-e147-41f5-8e76-cfa3feec387f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for port (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:35.217223 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-10e6b0a3-129c-42bd-a076-f6c5d9d66e62 req-4f994ba9-e147-41f5-8e76-cfa3feec387f service neutron] 10.222.0.52 "PUT /v2.0/ports/5f52b226-528b-4264-91d2-43e3ee68cf0e HTTP/1.1" status: 200 len: 1093 time: 0.9160082 Apr 12 00:27:35.217655 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6042349-8a44-497b-98eb-495d14a01504', 'tag': '5f52b226-528b-4264-91d2-43e3ee68cf0e'}] {{(pid=114859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:27:35.219923 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d751ce943c7fd1580d8237ddcdd582f05025ac6b53677acecb9ecfb4d000721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38fc4399-0866-4f98-a668-c1b1db44c184" -d '{"events": [{"name": "network-changed", "server_uuid": "d6042349-8a44-497b-98eb-495d14a01504", "tag": "5f52b226-528b-4264-91d2-43e3ee68cf0e"}]}' {{(pid=114859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:27:35.241020 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f994ba9-e147-41f5-8e76-cfa3feec387f service neutron] Pushing event updated for resources: {'Port': ['ID=5f52b226-528b-4264-91d2-43e3ee68cf0e,revision_number=3']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:27:35.261733 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29dd4382-8a8f-463c-b0ef-15d3bf864155 x-openstack-request-id: req-29dd4382-8a8f-463c-b0ef-15d3bf864155 {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:27:35.262024 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6042349-8a44-497b-98eb-495d14a01504", "tag": "5f52b226-528b-4264-91d2-43e3ee68cf0e", "status": "completed", "code": 200}]} {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:27:35.262302 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-29dd4382-8a8f-463c-b0ef-15d3bf864155 {{(pid=114859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:27:35.262706 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29dd4382-8a8f-463c-b0ef-15d3bf864155'] response: {'name': 'network-changed', 'server_uuid': 'd6042349-8a44-497b-98eb-495d14a01504', 'tag': '5f52b226-528b-4264-91d2-43e3ee68cf0e', 'status': 'completed', 'code': 200} Apr 12 00:27:35.319717 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b5de7-daa6-4d50-8942-57d849f3a605 req-2d1b4d7a-378d-4ff2-a4f0-6e1a166293f5 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:35.321220 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-9b4b5de7-daa6-4d50-8942-57d849f3a605 req-2d1b4d7a-378d-4ff2-a4f0-6e1a166293f5 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6042349-8a44-497b-98eb-495d14a01504 HTTP/1.1" status: 200 len: 943 time: 0.0478237 Apr 12 00:27:35.371550 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-9b4b5de7-daa6-4d50-8942-57d849f3a605 req-f57e1444-1910-4303-89e8-8779688f17a5 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446558 Apr 12 00:27:36.099013 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b7a5c-b1ba-4a1f-804a-bf861df01401 req-79d7c7db-162b-4190-bd8f-20c1f6704415 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:36.100458 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-841b7a5c-b1ba-4a1f-804a-bf861df01401 req-79d7c7db-162b-4190-bd8f-20c1f6704415 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=6443b855-1525-4e40-bfa0-a16e1c2de983 HTTP/1.1" status: 200 len: 945 time: 0.0457559 Apr 12 00:27:36.147600 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-841b7a5c-b1ba-4a1f-804a-bf861df01401 req-7119fc73-4511-4799-8595-9bf990c11a13 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9efb8a5-2801-467f-a96d-f11f9d571d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414789 Apr 12 00:27:36.197410 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e092f-13a7-4684-9d08-928a595672eb req-1df09aea-af3c-4a8a-9360-4e740161ba5b tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:36.198958 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-504e092f-13a7-4684-9d08-928a595672eb req-1df09aea-af3c-4a8a-9360-4e740161ba5b tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 945 time: 0.0485351 Apr 12 00:27:36.244200 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-504e092f-13a7-4684-9d08-928a595672eb req-0dc93c25-3e6f-402c-af4c-95e5aacdbef2 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396228 Apr 12 00:27:36.479757 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fdbc63-2944-4330-a99d-229f0cfaac44 req-778d3846-11c8-458e-9748-4fdb81a09a69 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:36.481210 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-85fdbc63-2944-4330-a99d-229f0cfaac44 req-778d3846-11c8-458e-9748-4fdb81a09a69 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6042349-8a44-497b-98eb-495d14a01504 HTTP/1.1" status: 200 len: 943 time: 0.0460825 Apr 12 00:27:36.527756 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-85fdbc63-2944-4330-a99d-229f0cfaac44 req-64dde1af-5423-4b21-acfc-91b79f1f0c59 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405521 Apr 12 00:27:37.258729 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db82a08b-58d1-486b-a18a-5dd9235a3968 req-32c24675-8c0b-496a-8b71-d0499d42a827 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:37.260186 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-db82a08b-58d1-486b-a18a-5dd9235a3968 req-32c24675-8c0b-496a-8b71-d0499d42a827 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=6443b855-1525-4e40-bfa0-a16e1c2de983 HTTP/1.1" status: 200 len: 945 time: 0.0459177 Apr 12 00:27:37.307268 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-db82a08b-58d1-486b-a18a-5dd9235a3968 req-239ef2fc-2e81-4393-b59b-71e591daf485 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9efb8a5-2801-467f-a96d-f11f9d571d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415471 Apr 12 00:27:37.359081 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d3080-7bc6-4719-8133-a92269cdab30 req-dc3a1ca3-440c-49ce-8d7a-e599c40aa1df tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:37.360543 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-b55d3080-7bc6-4719-8133-a92269cdab30 req-dc3a1ca3-440c-49ce-8d7a-e599c40aa1df tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 945 time: 0.0503132 Apr 12 00:27:37.408023 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-b55d3080-7bc6-4719-8133-a92269cdab30 req-efa4c91f-5b3f-42ef-914c-82f06da078e0 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418985 Apr 12 00:27:37.638210 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3fc6dd-e448-4d9a-98f1-ed6167007be2 req-11c11bd0-ab18-4539-bf26-e68ae87dbdbf tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:37.639684 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-6d3fc6dd-e448-4d9a-98f1-ed6167007be2 req-11c11bd0-ab18-4539-bf26-e68ae87dbdbf tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6042349-8a44-497b-98eb-495d14a01504 HTTP/1.1" status: 200 len: 943 time: 0.0484698 Apr 12 00:27:37.688616 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-6d3fc6dd-e448-4d9a-98f1-ed6167007be2 req-47b5f8e2-bafe-4e18-aaeb-5e67b23c329e tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425882 Apr 12 00:27:38.417247 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf1cff-ef0d-4a33-b34d-172398a6bc79 req-69989021-8ef1-447b-aa3c-2e56484ebc2d tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:38.418782 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-74cf1cff-ef0d-4a33-b34d-172398a6bc79 req-69989021-8ef1-447b-aa3c-2e56484ebc2d tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=6443b855-1525-4e40-bfa0-a16e1c2de983 HTTP/1.1" status: 200 len: 945 time: 0.0470271 Apr 12 00:27:38.464600 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-74cf1cff-ef0d-4a33-b34d-172398a6bc79 req-8b85451a-89ee-47db-b337-02c128ff5a94 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9efb8a5-2801-467f-a96d-f11f9d571d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397239 Apr 12 00:27:38.518330 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f6dce-6825-4f35-ac00-fe3500f261b4 req-216f1205-ed4b-4ffb-aa62-7c8a4da9facf tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:38.519732 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-7b1f6dce-6825-4f35-ac00-fe3500f261b4 req-216f1205-ed4b-4ffb-aa62-7c8a4da9facf tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 945 time: 0.0460150 Apr 12 00:27:38.564565 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-7b1f6dce-6825-4f35-ac00-fe3500f261b4 req-210a4d2e-a138-4736-970f-d080be74bcf4 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392210 Apr 12 00:27:38.803518 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83023eee-ecb5-40e0-83dd-4d5e2c2da9ae req-2075558b-5c0f-415d-a905-dd6cf1ee5fc3 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:38.804882 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-83023eee-ecb5-40e0-83dd-4d5e2c2da9ae req-2075558b-5c0f-415d-a905-dd6cf1ee5fc3 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6042349-8a44-497b-98eb-495d14a01504 HTTP/1.1" status: 200 len: 943 time: 0.0507565 Apr 12 00:27:38.850193 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-83023eee-ecb5-40e0-83dd-4d5e2c2da9ae req-d7851f33-8a8d-46e7-ab58-da031205c065 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397801 Apr 12 00:27:39.572366 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d6291e-63ac-4b75-a16c-8a029a728753 req-41d0d34d-13c1-4e5b-8d35-9d0e6a71e8b6 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:39.573707 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-10d6291e-63ac-4b75-a16c-8a029a728753 req-41d0d34d-13c1-4e5b-8d35-9d0e6a71e8b6 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=6443b855-1525-4e40-bfa0-a16e1c2de983 HTTP/1.1" status: 200 len: 945 time: 0.0447130 Apr 12 00:27:39.623151 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-10d6291e-63ac-4b75-a16c-8a029a728753 req-2c134bb2-9ddc-401c-8274-46baab6ef966 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9efb8a5-2801-467f-a96d-f11f9d571d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436339 Apr 12 00:27:39.674560 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5c00d-f812-4be0-bccc-0ae010ffacb8 req-603b70a9-69ca-4542-9c32-f1b6b28e4958 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:39.676056 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-2fe5c00d-f812-4be0-bccc-0ae010ffacb8 req-603b70a9-69ca-4542-9c32-f1b6b28e4958 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 945 time: 0.0466397 Apr 12 00:27:39.722069 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-2fe5c00d-f812-4be0-bccc-0ae010ffacb8 req-c365398e-635e-4e52-9570-8203ae51975a tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404088 Apr 12 00:27:39.959729 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44093f6b-1b69-41c4-bc04-4f1bb84a3701 req-3dc9703c-a3f9-4843-9b70-c1bdf3262f52 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:39.961216 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-44093f6b-1b69-41c4-bc04-4f1bb84a3701 req-3dc9703c-a3f9-4843-9b70-c1bdf3262f52 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6042349-8a44-497b-98eb-495d14a01504 HTTP/1.1" status: 200 len: 943 time: 0.0455766 Apr 12 00:27:40.006106 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-44093f6b-1b69-41c4-bc04-4f1bb84a3701 req-89536cf1-1dea-40eb-acd8-2fe9dccfbf64 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395608 Apr 12 00:27:40.731903 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f86fc-c75c-4880-b02e-6caa32fcef74 req-6465b28c-2a3e-4bc9-85ae-fd9fe6d76284 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:40.733332 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-ef1f86fc-c75c-4880-b02e-6caa32fcef74 req-6465b28c-2a3e-4bc9-85ae-fd9fe6d76284 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=6443b855-1525-4e40-bfa0-a16e1c2de983 HTTP/1.1" status: 200 len: 945 time: 0.0454504 Apr 12 00:27:40.782942 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-ef1f86fc-c75c-4880-b02e-6caa32fcef74 req-7e643423-dd44-4198-8acc-e19d08b6d21a tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9efb8a5-2801-467f-a96d-f11f9d571d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437036 Apr 12 00:27:40.833166 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e317b-5e23-4d9c-b3cd-89bfd17baf1a req-95d40556-b8d2-4726-8119-d03fd05bb3a0 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:40.834659 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-727e317b-5e23-4d9c-b3cd-89bfd17baf1a req-95d40556-b8d2-4726-8119-d03fd05bb3a0 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 945 time: 0.0469797 Apr 12 00:27:40.880357 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-727e317b-5e23-4d9c-b3cd-89bfd17baf1a req-ca9253fa-411e-47ca-9768-bd80b5cf8080 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402491 Apr 12 00:27:41.114449 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f827003-9e72-489d-85a6-df6f99c2c6b3 req-9e9bde60-3c8d-4a72-92bf-696aa4ebfad6 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:41.115889 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-2f827003-9e72-489d-85a6-df6f99c2c6b3 req-9e9bde60-3c8d-4a72-92bf-696aa4ebfad6 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6042349-8a44-497b-98eb-495d14a01504 HTTP/1.1" status: 200 len: 943 time: 0.0461271 Apr 12 00:27:41.161754 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-2f827003-9e72-489d-85a6-df6f99c2c6b3 req-cb030b5d-35c9-4de0-8393-69e8a0ba5987 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405357 Apr 12 00:27:41.716672 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (6c438ad1-5788-4552-a50f-29c8c96f3196), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:41.899445 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bce91f-58c1-413b-82cb-feeb624ee26a req-b0ea62ba-f743-468c-84de-2994ff5e26a7 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:41.901149 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-71bce91f-58c1-413b-82cb-feeb624ee26a req-b0ea62ba-f743-468c-84de-2994ff5e26a7 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=6443b855-1525-4e40-bfa0-a16e1c2de983 HTTP/1.1" status: 200 len: 945 time: 0.0496857 Apr 12 00:27:41.948839 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-71bce91f-58c1-413b-82cb-feeb624ee26a req-67374347-d2fd-41c1-b083-21cb93b37073 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9efb8a5-2801-467f-a96d-f11f9d571d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420218 Apr 12 00:27:41.994733 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dfd9d3-a279-4861-922d-1493e1a11b62 req-8e3e62a3-d22e-4527-83fc-b861b2f856d5 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:41.996189 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-56dfd9d3-a279-4861-922d-1493e1a11b62 req-8e3e62a3-d22e-4527-83fc-b861b2f856d5 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 945 time: 0.0484359 Apr 12 00:27:42.042000 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-56dfd9d3-a279-4861-922d-1493e1a11b62 req-e24eea04-0205-45f1-b27c-a2c8aa27c8b3 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402849 Apr 12 00:27:42.270275 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b6c6b-e8f0-4192-be5e-89b55ad4175d req-887ec64e-e799-4016-94d2-f42631618088 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:42.271729 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-386b6c6b-e8f0-4192-be5e-89b55ad4175d req-887ec64e-e799-4016-94d2-f42631618088 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6042349-8a44-497b-98eb-495d14a01504 HTTP/1.1" status: 200 len: 943 time: 0.0462017 Apr 12 00:27:42.317068 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-386b6c6b-e8f0-4192-be5e-89b55ad4175d req-c93b27b8-8ba1-46ec-bc18-64b2e9caa1af tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396540 Apr 12 00:27:42.355359 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-44741cbe-4be9-48fc-b800-b1a94a8f66b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (4ecbd319-6885-49f5-abb8-de205838eb1c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:43.060965 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9306c1-ffba-46e7-9908-60279d3591bb req-54980e0f-679d-415e-a24c-36c0d13db678 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:43.062458 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-8d9306c1-ffba-46e7-9908-60279d3591bb req-54980e0f-679d-415e-a24c-36c0d13db678 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=6443b855-1525-4e40-bfa0-a16e1c2de983 HTTP/1.1" status: 200 len: 945 time: 0.0496359 Apr 12 00:27:43.109732 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-8d9306c1-ffba-46e7-9908-60279d3591bb req-d206a545-af05-497f-8e3b-33e21e7a6d03 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9efb8a5-2801-467f-a96d-f11f9d571d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411358 Apr 12 00:27:43.156915 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa59b80-74cf-4c41-90e4-994a3f8bdcfd req-789dd091-d617-44b3-8f8e-0e26e3506210 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:43.158964 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-faa59b80-74cf-4c41-90e4-994a3f8bdcfd req-789dd091-d617-44b3-8f8e-0e26e3506210 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 945 time: 0.0513978 Apr 12 00:27:43.204431 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-faa59b80-74cf-4c41-90e4-994a3f8bdcfd req-f6c3fe51-1188-4b61-950a-dd51e66b4392 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395470 Apr 12 00:27:43.426983 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e3de6-b386-47ae-b718-3f4d78d6a0ad req-2c735b97-2c5e-49c7-a720-dc1be6cb838e tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:43.428348 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-306e3de6-b386-47ae-b718-3f4d78d6a0ad req-2c735b97-2c5e-49c7-a720-dc1be6cb838e tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6042349-8a44-497b-98eb-495d14a01504 HTTP/1.1" status: 200 len: 943 time: 0.0459569 Apr 12 00:27:43.473568 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-306e3de6-b386-47ae-b718-3f4d78d6a0ad req-bb44121a-277c-46c4-9340-ffab98ba1ee1 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397258 Apr 12 00:27:44.217891 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0398940b-cad0-402b-bfe7-28e27e99ddc3 req-d452e297-3906-4dd3-a82f-7e83ac7f4aa7 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:44.219269 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-0398940b-cad0-402b-bfe7-28e27e99ddc3 req-d452e297-3906-4dd3-a82f-7e83ac7f4aa7 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=6443b855-1525-4e40-bfa0-a16e1c2de983 HTTP/1.1" status: 200 len: 945 time: 0.0445502 Apr 12 00:27:44.266455 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-0398940b-cad0-402b-bfe7-28e27e99ddc3 req-d9a80b03-4fbe-4061-8a03-d2ad0565de07 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9efb8a5-2801-467f-a96d-f11f9d571d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411625 Apr 12 00:27:44.317617 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0cf7a1-b543-4bcc-9a79-912a4bdd70e6 req-0d043e4a-91e3-4317-93d6-8505b0994332 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:44.319115 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-4e0cf7a1-b543-4bcc-9a79-912a4bdd70e6 req-0d043e4a-91e3-4317-93d6-8505b0994332 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 945 time: 0.0489564 Apr 12 00:27:44.367883 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-4e0cf7a1-b543-4bcc-9a79-912a4bdd70e6 req-07280a2b-ab54-4d3e-89cb-5ce36c47e28f tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432014 Apr 12 00:27:44.582821 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e7e209-fe84-4fa8-b5b8-54eeff6d9408 req-3f17ec0a-4b1c-4130-a00d-823636c41b4b tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:44.584310 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-a8e7e209-fe84-4fa8-b5b8-54eeff6d9408 req-3f17ec0a-4b1c-4130-a00d-823636c41b4b tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6042349-8a44-497b-98eb-495d14a01504 HTTP/1.1" status: 200 len: 943 time: 0.0455196 Apr 12 00:27:44.599083 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-64c8b181-e0f0-4f9e-9564-1e09d2a30afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (d3fb0dde-5c40-4fca-80b5-61326157311c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:44.634330 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-a8e7e209-fe84-4fa8-b5b8-54eeff6d9408 req-862ff91d-6ce0-49fc-8533-d0ccd714de7a tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441456 Apr 12 00:27:45.376507 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c80a0-329a-40cc-aee2-52b7db55aa5e req-60212e32-4d2b-422b-98ed-3dfa47eecedc tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:45.377953 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-2e1c80a0-329a-40cc-aee2-52b7db55aa5e req-60212e32-4d2b-422b-98ed-3dfa47eecedc tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=6443b855-1525-4e40-bfa0-a16e1c2de983 HTTP/1.1" status: 200 len: 945 time: 0.0453331 Apr 12 00:27:45.425233 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-2e1c80a0-329a-40cc-aee2-52b7db55aa5e req-bf811cfe-0181-44e5-baf1-83bb990b2c39 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9efb8a5-2801-467f-a96d-f11f9d571d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416605 Apr 12 00:27:45.478561 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911d409-acf8-44a1-a0fb-3552020bf6ba req-42c805bc-ba10-4f5d-9920-5e3fe601fed2 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:45.479998 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-e911d409-acf8-44a1-a0fb-3552020bf6ba req-42c805bc-ba10-4f5d-9920-5e3fe601fed2 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 945 time: 0.0460696 Apr 12 00:27:45.525057 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-e911d409-acf8-44a1-a0fb-3552020bf6ba req-1f7e779b-1500-46a1-adf3-d6fe4c22dc88 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393636 Apr 12 00:27:45.742442 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1e25a7-5909-45e6-9416-0125a83a2347 req-1435f9b0-655b-403c-9f63-2a2aa863b17f tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:45.743909 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-1d1e25a7-5909-45e6-9416-0125a83a2347 req-1435f9b0-655b-403c-9f63-2a2aa863b17f tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6042349-8a44-497b-98eb-495d14a01504 HTTP/1.1" status: 200 len: 943 time: 0.0452337 Apr 12 00:27:45.789549 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-1d1e25a7-5909-45e6-9416-0125a83a2347 req-d599c581-1a73-4e6b-9861-09b86600c1db tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397544 Apr 12 00:27:46.175906 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d4423688-5a44-44f3-a132-81f2c9b6cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (af38becd-82ff-4144-8f94-74de975161ca), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:46.536158 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9860d32-921a-4939-ba7b-1cdfc9c46447 req-a7c90584-5701-4e51-9efc-2963544050ff tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:46.537616 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-b9860d32-921a-4939-ba7b-1cdfc9c46447 req-a7c90584-5701-4e51-9efc-2963544050ff tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=6443b855-1525-4e40-bfa0-a16e1c2de983 HTTP/1.1" status: 200 len: 945 time: 0.0462542 Apr 12 00:27:46.583816 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-b9860d32-921a-4939-ba7b-1cdfc9c46447 req-435d2a22-231d-4f5c-885c-c9d2fe655fd6 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9efb8a5-2801-467f-a96d-f11f9d571d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406373 Apr 12 00:27:46.639319 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7267a20-e0e7-4d22-9325-a9320f2f06cd req-33b571ee-4058-4c02-9591-1b085621bf81 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:46.640848 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e7267a20-e0e7-4d22-9325-a9320f2f06cd req-33b571ee-4058-4c02-9591-1b085621bf81 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 945 time: 0.0501106 Apr 12 00:27:46.688362 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e7267a20-e0e7-4d22-9325-a9320f2f06cd req-0426aaf2-d658-48fd-89bb-e1ead13f850a tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415781 Apr 12 00:27:46.903246 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef1f67-c9a2-4f3a-89bc-86225bfbf8f2 req-16449797-83b5-4b97-bf86-3222c5ca75d5 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:46.904656 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-c2ef1f67-c9a2-4f3a-89bc-86225bfbf8f2 req-16449797-83b5-4b97-bf86-3222c5ca75d5 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6042349-8a44-497b-98eb-495d14a01504 HTTP/1.1" status: 200 len: 943 time: 0.0504587 Apr 12 00:27:46.950710 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-c2ef1f67-c9a2-4f3a-89bc-86225bfbf8f2 req-8047742e-031e-49d7-81e5-df0de04864a6 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405178 Apr 12 00:27:47.569519 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-be9ea9f3-6c7c-4887-ad09-badb35df740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (738aa052-ee84-4bd1-913b-ee7149597f8f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:47.695336 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6145a-a23f-4faf-b9d0-1e40a08d64b2 req-e0c8e5eb-65f2-410e-9de5-bed5a68b75b9 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:47.696865 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-3bf6145a-a23f-4faf-b9d0-1e40a08d64b2 req-e0c8e5eb-65f2-410e-9de5-bed5a68b75b9 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=6443b855-1525-4e40-bfa0-a16e1c2de983 HTTP/1.1" status: 200 len: 945 time: 0.0481062 Apr 12 00:27:47.745341 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-3bf6145a-a23f-4faf-b9d0-1e40a08d64b2 req-58821d4c-7439-4e8c-8f76-5365a67dd2c3 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9efb8a5-2801-467f-a96d-f11f9d571d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431080 Apr 12 00:27:47.799640 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee4f18-ba02-4b34-a9b0-fee20f08eca0 req-1dbb2dd6-0573-4f8a-8132-52fae01dea48 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:47.801093 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-68ee4f18-ba02-4b34-a9b0-fee20f08eca0 req-1dbb2dd6-0573-4f8a-8132-52fae01dea48 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 945 time: 0.0466161 Apr 12 00:27:47.847429 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-68ee4f18-ba02-4b34-a9b0-fee20f08eca0 req-c3b166ed-69af-4b5b-8274-80596e5968ba tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409000 Apr 12 00:27:48.061563 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d638f-a6f6-4fce-a3f8-6b0877f68b03 req-ddfea683-3895-4b60-adb8-931603129759 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:48.063025 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-b28d638f-a6f6-4fce-a3f8-6b0877f68b03 req-ddfea683-3895-4b60-adb8-931603129759 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6042349-8a44-497b-98eb-495d14a01504 HTTP/1.1" status: 200 len: 943 time: 0.0499444 Apr 12 00:27:48.107666 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-b28d638f-a6f6-4fce-a3f8-6b0877f68b03 req-f1b8b0f8-5d07-45a5-b3b3-06b8f854096b tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392892 Apr 12 00:27:48.608979 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc4399-0866-4f98-a668-c1b1db44c184 req-ea70f64f-c94f-4252-ac2e-ea508bd1ae7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:48.610512 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-38fc4399-0866-4f98-a668-c1b1db44c184 req-ea70f64f-c94f-4252-ac2e-ea508bd1ae7b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c67b239e9580469aaa5714c21a4c590d&device_id=d6042349-8a44-497b-98eb-495d14a01504 HTTP/1.1" status: 200 len: 1127 time: 0.0392871 Apr 12 00:27:48.853443 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e8068-65ce-4a50-8c80-d60f12c872f0 req-7dd4c2dd-0d74-4cff-b448-068057dd8cea tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:48.854943 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-608e8068-65ce-4a50-8c80-d60f12c872f0 req-7dd4c2dd-0d74-4cff-b448-068057dd8cea tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=6443b855-1525-4e40-bfa0-a16e1c2de983 HTTP/1.1" status: 200 len: 945 time: 0.0457296 Apr 12 00:27:48.905474 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-608e8068-65ce-4a50-8c80-d60f12c872f0 req-54b1ae31-dee8-4447-b0ed-2d0e1fe6d327 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9efb8a5-2801-467f-a96d-f11f9d571d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450838 Apr 12 00:27:48.941468 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (f9a21fd4-36f2-4826-890e-da332e228edf), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:27:48.958736 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75bb8fd-0b8b-4066-8c07-9fb29f495f15 req-430079ab-1a5e-4ce7-8525-6e18db14ea26 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:48.960237 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d75bb8fd-0b8b-4066-8c07-9fb29f495f15 req-430079ab-1a5e-4ce7-8525-6e18db14ea26 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 945 time: 0.0493350 Apr 12 00:27:49.007754 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d75bb8fd-0b8b-4066-8c07-9fb29f495f15 req-fb60f31e-4b52-476e-be8c-41c4e16d461f tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421154 Apr 12 00:27:49.218720 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c1ed9-274f-450e-8ce6-6c52d1fecaf9 req-901c28e3-b0aa-4a2d-bc5b-310e395bb825 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:49.220831 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-447c1ed9-274f-450e-8ce6-6c52d1fecaf9 req-901c28e3-b0aa-4a2d-bc5b-310e395bb825 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6042349-8a44-497b-98eb-495d14a01504 HTTP/1.1" status: 200 len: 943 time: 0.0472281 Apr 12 00:27:49.268305 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-447c1ed9-274f-450e-8ce6-6c52d1fecaf9 req-e267d4bf-1b66-4336-bc9b-23986dc259f7 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412524 Apr 12 00:27:50.152707 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7d4af-e363-4f6e-b622-16ff449a61ac req-eb61526a-5b7b-4a14-a9aa-3c6085561614 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:50.154482 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5ab7d4af-e363-4f6e-b622-16ff449a61ac req-eb61526a-5b7b-4a14-a9aa-3c6085561614 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 945 time: 0.0804486 Apr 12 00:27:50.245317 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc4399-0866-4f98-a668-c1b1db44c184 req-02ab01ce-04e1-4ede-8e47-b1af2a139ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:50.246890 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-38fc4399-0866-4f98-a668-c1b1db44c184 req-02ab01ce-04e1-4ede-8e47-b1af2a139ca8 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=c67b239e9580469aaa5714c21a4c590d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1382828 Apr 12 00:27:50.251736 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5ab7d4af-e363-4f6e-b622-16ff449a61ac req-cc3bd910-9f27-4d2e-b9f1-49ce7eb7ddb0 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686352 Apr 12 00:27:50.365659 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f14ed-ddaf-433c-89e3-0282a3e31827 req-8c317a7a-fe89-458f-bb81-f8ea51de060c tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:50.367802 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-425f14ed-ddaf-433c-89e3-0282a3e31827 req-8c317a7a-fe89-458f-bb81-f8ea51de060c tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f7526a5-050f-4c25-8432-e85eddf41b98 HTTP/1.1" status: 200 len: 946 time: 0.0491512 Apr 12 00:27:50.386060 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bda1fc-7150-4f3c-b52e-8995aa2231fc req-13a8a5fc-4b02-4973-b2f2-07202e8bc9b8 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:50.387776 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-54bda1fc-7150-4f3c-b52e-8995aa2231fc req-13a8a5fc-4b02-4973-b2f2-07202e8bc9b8 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6042349-8a44-497b-98eb-495d14a01504 HTTP/1.1" status: 200 len: 943 time: 0.0540667 Apr 12 00:27:50.421649 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-425f14ed-ddaf-433c-89e3-0282a3e31827 req-cb2a4712-287f-4c70-aa8f-0b034dd12545 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480511 Apr 12 00:27:50.435883 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-54bda1fc-7150-4f3c-b52e-8995aa2231fc req-4646c087-784f-4bd8-b3ba-0897a0c1b5fa tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418129 Apr 12 00:27:50.920809 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-1179b3f3-c901-4926-b8df-fe6c7d9bcfbf req-9a82e94f-4b86-4e0d-902e-43b3693f9d0a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1094830 Apr 12 00:27:50.953574 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc4399-0866-4f98-a668-c1b1db44c184 req-ce18983c-50c1-4b07-83d1-bc08d0f1f139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:50.955144 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-38fc4399-0866-4f98-a668-c1b1db44c184 req-ce18983c-50c1-4b07-83d1-bc08d0f1f139 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1407292 Apr 12 00:27:51.049883 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179b3f3-c901-4926-b8df-fe6c7d9bcfbf req-df4b5fc8-a12d-4795-a8fb-0b245085126b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:51.051291 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-1179b3f3-c901-4926-b8df-fe6c7d9bcfbf req-df4b5fc8-a12d-4795-a8fb-0b245085126b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8b482c4c00e94a25ad8f0a9034e9e0e5&device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 1130 time: 0.0519373 Apr 12 00:27:51.097589 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e6b0a3-129c-42bd-a076-f6c5d9d66e62 req-f3cb334c-1932-4514-bc85-d60fff9defb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:51.099124 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-10e6b0a3-129c-42bd-a076-f6c5d9d66e62 req-f3cb334c-1932-4514-bc85-d60fff9defb1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c67b239e9580469aaa5714c21a4c590d&device_id=d6042349-8a44-497b-98eb-495d14a01504 HTTP/1.1" status: 200 len: 1127 time: 0.0616529 Apr 12 00:27:51.176448 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-10e6b0a3-129c-42bd-a076-f6c5d9d66e62 req-d08209df-e849-43f2-9d82-4c27cea9b3a3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5f52b226-528b-4264-91d2-43e3ee68cf0e HTTP/1.1" status: 200 len: 217 time: 0.0395896 Apr 12 00:27:51.233442 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179b3f3-c901-4926-b8df-fe6c7d9bcfbf req-30f1ff2e-ab7c-40f0-8003-b65e65ef22ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:51.234930 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-1179b3f3-c901-4926-b8df-fe6c7d9bcfbf req-30f1ff2e-ab7c-40f0-8003-b65e65ef22ba service neutron] 10.222.0.52 "GET /v2.0/networks?id=1ee4ba18-669f-44db-9087-b0bd886e30c9 HTTP/1.1" status: 200 len: 918 time: 0.1634958 Apr 12 00:27:51.240696 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e6b0a3-129c-42bd-a076-f6c5d9d66e62 req-d54013a1-6053-4c28-93a4-55dbf3e4da0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:51.242024 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-10e6b0a3-129c-42bd-a076-f6c5d9d66e62 req-d54013a1-6053-4c28-93a4-55dbf3e4da0f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9252ecc6-2a50-49ef-b60d-493f1cc4eb99 HTTP/1.1" status: 200 len: 849 time: 0.0596502 Apr 12 00:27:51.305311 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-10e6b0a3-129c-42bd-a076-f6c5d9d66e62 req-9c54bd1a-38ed-46e6-b958-0d2f5737956b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2b113919-fa22-480a-8455-7a7b46c22169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559704 Apr 12 00:27:51.353233 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-1179b3f3-c901-4926-b8df-fe6c7d9bcfbf req-3e10bcff-39c5-4dc5-8b11-48f61c9a6757 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a96b86a8-a90d-426f-9b7e-b2dc136b138a HTTP/1.1" status: 200 len: 1001 time: 0.1102393 Apr 12 00:27:51.441961 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179b3f3-c901-4926-b8df-fe6c7d9bcfbf req-828c4455-ac45-48c5-ab84-327aa009c466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:51.443442 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-1179b3f3-c901-4926-b8df-fe6c7d9bcfbf req-828c4455-ac45-48c5-ab84-327aa009c466 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5e83a63b-8739-41ae-aeb4-59d49ec2e5b0 HTTP/1.1" status: 200 len: 856 time: 0.0635166 Apr 12 00:27:51.449126 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-10e6b0a3-129c-42bd-a076-f6c5d9d66e62 req-e332fd29-dddb-4642-9975-9ad416d4eeff service neutron] 10.222.0.52 "GET /v2.0/networks/2b113919-fa22-480a-8455-7a7b46c22169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361322 Apr 12 00:27:51.541649 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179b3f3-c901-4926-b8df-fe6c7d9bcfbf req-50f86a33-75e5-4e09-a472-2fb1b4070256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:51.543187 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-1179b3f3-c901-4926-b8df-fe6c7d9bcfbf req-50f86a33-75e5-4e09-a472-2fb1b4070256 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1ee4ba18-669f-44db-9087-b0bd886e30c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0932076 Apr 12 00:27:51.554231 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ace93-6931-4f97-881e-6c13d15e6765 req-11e3446f-34d8-42e6-bdf9-06fb52088c08 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:51.555781 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-ab5ace93-6931-4f97-881e-6c13d15e6765 req-11e3446f-34d8-42e6-bdf9-06fb52088c08 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6042349-8a44-497b-98eb-495d14a01504 HTTP/1.1" status: 200 len: 943 time: 0.0520196 Apr 12 00:27:51.603204 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-ab5ace93-6931-4f97-881e-6c13d15e6765 req-f20907e0-95b6-4cb7-a5bd-7a17e4c1d3d5 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419276 Apr 12 00:27:51.619283 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-10e6b0a3-129c-42bd-a076-f6c5d9d66e62 req-2d3fe8b9-d3b5-4d41-a101-d9b50db0238c service neutron] 10.222.0.52 "GET /v2.0/networks/2b113919-fa22-480a-8455-7a7b46c22169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610057 Apr 12 00:27:51.654597 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-1179b3f3-c901-4926-b8df-fe6c7d9bcfbf req-6d1ab832-c3f9-4ee9-a1a8-114caa54489c service neutron] 10.222.0.52 "GET /v2.0/networks/1ee4ba18-669f-44db-9087-b0bd886e30c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015725 Apr 12 00:27:51.755168 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-1179b3f3-c901-4926-b8df-fe6c7d9bcfbf req-abb72626-c087-4c8a-bb19-b75a110f3dfd service neutron] 10.222.0.52 "GET /v2.0/networks/1ee4ba18-669f-44db-9087-b0bd886e30c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942826 Apr 12 00:27:52.713142 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9bc0e-e5e6-4051-82e3-1e5e7dc45c2a req-c07af86d-00e2-4ca2-a298-465dbe48f16b tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:52.714620 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-26f9bc0e-e5e6-4051-82e3-1e5e7dc45c2a req-c07af86d-00e2-4ca2-a298-465dbe48f16b tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6042349-8a44-497b-98eb-495d14a01504 HTTP/1.1" status: 200 len: 943 time: 0.0464227 Apr 12 00:27:52.760901 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-26f9bc0e-e5e6-4051-82e3-1e5e7dc45c2a req-87a03c65-92df-40c2-b1fb-3e3a0d918de7 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408316 Apr 12 00:27:53.882121 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42887b4-c6f8-4d30-a38c-a7b20cea7c4a req-8d0d11e9-d5e4-410e-954b-ec1a87eef84c tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:53.883515 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-e42887b4-c6f8-4d30-a38c-a7b20cea7c4a req-8d0d11e9-d5e4-410e-954b-ec1a87eef84c tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6042349-8a44-497b-98eb-495d14a01504 HTTP/1.1" status: 200 len: 943 time: 0.0537329 Apr 12 00:27:53.943205 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-e42887b4-c6f8-4d30-a38c-a7b20cea7c4a req-879c842f-6cd8-422a-ab76-b711882b0088 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514894 Apr 12 00:27:55.058978 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe92c2f-2684-4932-8be2-cbfb7ea4ec30 req-de1ddf27-8566-4a18-9e64-b0e45798455a tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:55.060442 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-cbe92c2f-2684-4932-8be2-cbfb7ea4ec30 req-de1ddf27-8566-4a18-9e64-b0e45798455a tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6042349-8a44-497b-98eb-495d14a01504 HTTP/1.1" status: 200 len: 943 time: 0.0499208 Apr 12 00:27:55.106409 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-cbe92c2f-2684-4932-8be2-cbfb7ea4ec30 req-35baf042-4f57-44f7-923d-e7c7dcb252f7 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396135 Apr 12 00:27:56.224993 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aced2e65-5004-45a7-8568-98f8a93ee590 req-987cef68-6840-4c55-96af-58424f5a4357 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:56.226493 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-aced2e65-5004-45a7-8568-98f8a93ee590 req-987cef68-6840-4c55-96af-58424f5a4357 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6042349-8a44-497b-98eb-495d14a01504 HTTP/1.1" status: 200 len: 943 time: 0.0534592 Apr 12 00:27:56.272067 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-aced2e65-5004-45a7-8568-98f8a93ee590 req-f86712eb-dc82-491c-ada7-b8facf097e06 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401320 Apr 12 00:27:57.379437 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7d7657-96c2-4386-b246-1856af6265e7 req-5ca7e08d-bc55-4a7c-9a5f-81ef909cdd72 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:57.380891 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-de7d7657-96c2-4386-b246-1856af6265e7 req-5ca7e08d-bc55-4a7c-9a5f-81ef909cdd72 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6042349-8a44-497b-98eb-495d14a01504 HTTP/1.1" status: 200 len: 943 time: 0.0455377 Apr 12 00:27:57.426629 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-de7d7657-96c2-4386-b246-1856af6265e7 req-d0aa2650-d60d-4545-a13f-4e02d783287f tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403142 Apr 12 00:27:58.534039 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c4bdf4-d9b9-4aac-b750-84ca55ca3a8c req-f94c55df-07ed-4a48-a328-e50ecbbd103b tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:58.535645 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-33c4bdf4-d9b9-4aac-b750-84ca55ca3a8c req-f94c55df-07ed-4a48-a328-e50ecbbd103b tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6042349-8a44-497b-98eb-495d14a01504 HTTP/1.1" status: 200 len: 943 time: 0.0456533 Apr 12 00:27:58.580964 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-33c4bdf4-d9b9-4aac-b750-84ca55ca3a8c req-9c059699-03b7-490d-83f5-ba90f659db52 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397997 Apr 12 00:27:59.690101 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdefe5e-d9eb-474a-afa8-944778cf4d6f req-8c19626f-a972-4b4f-b2d8-442689fd02bc tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:27:59.691591 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-afdefe5e-d9eb-474a-afa8-944778cf4d6f req-8c19626f-a972-4b4f-b2d8-442689fd02bc tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6042349-8a44-497b-98eb-495d14a01504 HTTP/1.1" status: 200 len: 943 time: 0.0468235 Apr 12 00:27:59.739395 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-afdefe5e-d9eb-474a-afa8-944778cf4d6f req-65d1027e-eb40-4e29-a0d8-84134b577adb tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423665 Apr 12 00:27:59.855088 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.agents_db [None req-4f17da96-f611-4225-a78f-ee15b860eec6 None None] Agent healthcheck: found 6 active agents {{(pid=114862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:28:00.848844 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a749767-a0a1-4dd6-a19c-f7b5e2df3f2f req-d8a1f207-d829-448d-8ad3-2bf11855ca7b tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:00.850335 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-4a749767-a0a1-4dd6-a19c-f7b5e2df3f2f req-d8a1f207-d829-448d-8ad3-2bf11855ca7b tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6042349-8a44-497b-98eb-495d14a01504 HTTP/1.1" status: 200 len: 943 time: 0.0458109 Apr 12 00:28:00.900116 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-4a749767-a0a1-4dd6-a19c-f7b5e2df3f2f req-b35bcf6a-0fcb-4e30-8eee-690dbb23f60b tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443888 Apr 12 00:28:02.018991 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c3931-4843-45cc-b65b-6adc44e6653c req-c4024559-da73-44d5-adc0-04e012d3b6c3 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:02.020585 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-853c3931-4843-45cc-b65b-6adc44e6653c req-c4024559-da73-44d5-adc0-04e012d3b6c3 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6042349-8a44-497b-98eb-495d14a01504 HTTP/1.1" status: 200 len: 943 time: 0.0529299 Apr 12 00:28:02.069917 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-853c3931-4843-45cc-b65b-6adc44e6653c req-7747b95f-4d7c-4972-9855-f6930fdce8b0 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434723 Apr 12 00:28:02.539432 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874aea91-6c39-45b6-aaa1-13ff68dadae3 req-e51b2371-c2b1-418a-bf03-60e810a46c4e tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:02.540905 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-874aea91-6c39-45b6-aaa1-13ff68dadae3 req-e51b2371-c2b1-418a-bf03-60e810a46c4e tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f7526a5-050f-4c25-8432-e85eddf41b98 HTTP/1.1" status: 200 len: 946 time: 0.0473316 Apr 12 00:28:02.591969 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-874aea91-6c39-45b6-aaa1-13ff68dadae3 req-ef6a5246-8ebb-40b0-8bc4-b40070aee96e tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451026 Apr 12 00:28:02.636250 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a315679f-0b9b-40a0-b5eb-e6e82ed5cb7b req-31b446c6-9f8b-4ee0-811d-7a4ad0f60b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:02.637744 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a315679f-0b9b-40a0-b5eb-e6e82ed5cb7b req-31b446c6-9f8b-4ee0-811d-7a4ad0f60b82 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7bdba79df5fc4c3faa187bd65479d3f7&device_id=1f7526a5-050f-4c25-8432-e85eddf41b98 HTTP/1.1" status: 200 len: 1130 time: 0.0449064 Apr 12 00:28:02.774740 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a315679f-0b9b-40a0-b5eb-e6e82ed5cb7b req-c7fade21-e530-4af6-9428-64027533405e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:02.776186 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a315679f-0b9b-40a0-b5eb-e6e82ed5cb7b req-c7fade21-e530-4af6-9428-64027533405e service neutron] 10.222.0.52 "GET /v2.0/networks?id=d9c3b5d9-2a62-4930-bf1a-06e919287728 HTTP/1.1" status: 200 len: 920 time: 0.0923421 Apr 12 00:28:02.945811 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device 5f52b226-528b-4264-91d2-43e3ee68cf0e details requested by agent hyperv_hv-cinder-83625 with host hv-cinder-83625 {{(pid=114861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 00:28:03.042411 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port 5f52b226-528b-4264-91d2-43e3ee68cf0e, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=5f52b226-528b-4264-91d2-43e3ee68cf0e,segment=NetworkSegment(f9614f3c-ffc8-4b81-a26e-3ff0106bfc9c),segment_id=f9614f3c-ffc8-4b81-a26e-3ff0106bfc9c)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:28:03.054072 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Returning: {'device': '5f52b226-528b-4264-91d2-43e3ee68cf0e', 'network_id': '2b113919-fa22-480a-8455-7a7b46c22169', 'port_id': '5f52b226-528b-4264-91d2-43e3ee68cf0e', 'mac_address': 'fa:16:3e:3f:fa:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9252ecc6-2a50-49ef-b60d-493f1cc4eb99', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 00:28:03.088698 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Current status of the port 5f52b226-528b-4264-91d2-43e3ee68cf0e is: DOWN; New status is: BUILD {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:28:03.089070 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (5f52b226-528b-4264-91d2-43e3ee68cf0e), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:03.102021 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.notifiers.nova [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f52b226-528b-4264-91d2-43e3ee68cf0e {{(pid=114861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:28:03.125341 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port 5f52b226-528b-4264-91d2-43e3ee68cf0e, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=5f52b226-528b-4264-91d2-43e3ee68cf0e,segment=NetworkSegment(f9614f3c-ffc8-4b81-a26e-3ff0106bfc9c),segment_id=f9614f3c-ffc8-4b81-a26e-3ff0106bfc9c)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:28:03.129961 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (5f52b226-528b-4264-91d2-43e3ee68cf0e), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:03.180219 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Pushing event updated for resources: {'Port': ['ID=5f52b226-528b-4264-91d2-43e3ee68cf0e,revision_number=4']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:28:03.187841 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:03.188200 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d89be-4735-4913-bb07-6e6cf32546a9 req-be91e7e8-123b-49db-93e2-ea15af9a8b6f tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:03.189035 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:03.189543 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:03.190062 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:03.190592 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:03.191170 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:03.191722 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:03.192235 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:03.192776 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:03.193284 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:03.193760 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:03.194272 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:03.194769 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:03.195242 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:03.195354 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-3e9d89be-4735-4913-bb07-6e6cf32546a9 req-be91e7e8-123b-49db-93e2-ea15af9a8b6f tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6042349-8a44-497b-98eb-495d14a01504 HTTP/1.1" status: 200 len: 944 time: 0.0558288 Apr 12 00:28:03.195860 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:03.211060 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a315679f-0b9b-40a0-b5eb-e6e82ed5cb7b req-c657c3e2-edb1-4eb4-87b5-3d67c2c8b3da service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2528e14-c8a3-4f63-b34e-364aedc6fb6a HTTP/1.1" status: 200 len: 217 time: 0.0854149 Apr 12 00:28:03.243441 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-3e9d89be-4735-4913-bb07-6e6cf32546a9 req-bd4b8ebc-8391-47cf-b0a9-59773b998c4b tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472386 Apr 12 00:28:03.268987 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a315679f-0b9b-40a0-b5eb-e6e82ed5cb7b req-8953a276-1d43-4f79-89a5-bb1b337838da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:03.270552 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a315679f-0b9b-40a0-b5eb-e6e82ed5cb7b req-8953a276-1d43-4f79-89a5-bb1b337838da service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7f76de51-1250-4e78-bc34-31fbaa8ccdf7 HTTP/1.1" status: 200 len: 858 time: 0.0525537 Apr 12 00:28:03.383262 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a315679f-0b9b-40a0-b5eb-e6e82ed5cb7b req-b09d31d2-de5f-4502-a46e-52a8afe2885c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:03.384776 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a315679f-0b9b-40a0-b5eb-e6e82ed5cb7b req-b09d31d2-de5f-4502-a46e-52a8afe2885c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d9c3b5d9-2a62-4930-bf1a-06e919287728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410321 Apr 12 00:28:03.693905 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] get_ports_and_sgs() called for port_ids ['5f52b226-528b-4264-91d2-43e3ee68cf0e'] {{(pid=114861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:28:03.724682 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8300cc-76e6-4e8c-b69e-11df9d6e2103 req-744a2ffc-8214-46c3-b540-4c56ceaac53b tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:03.726194 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-ae8300cc-76e6-4e8c-b69e-11df9d6e2103 req-744a2ffc-8214-46c3-b540-4c56ceaac53b tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f7526a5-050f-4c25-8432-e85eddf41b98 HTTP/1.1" status: 200 len: 946 time: 0.0682893 Apr 12 00:28:03.823512 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a315679f-0b9b-40a0-b5eb-e6e82ed5cb7b req-e716e8d4-20f9-421f-b667-36c9e0044f84 service neutron] 10.222.0.52 "GET /v2.0/networks/d9c3b5d9-2a62-4930-bf1a-06e919287728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375055 Apr 12 00:28:03.826685 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-ae8300cc-76e6-4e8c-b69e-11df9d6e2103 req-752af070-1996-4fcb-898c-2ca029af8fd2 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669208 Apr 12 00:28:04.143711 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a315679f-0b9b-40a0-b5eb-e6e82ed5cb7b req-9b83d768-dfb3-403f-b943-be849f5c4c7b service neutron] 10.222.0.52 "GET /v2.0/networks/d9c3b5d9-2a62-4930-bf1a-06e919287728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108263 Apr 12 00:28:04.362546 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9bea06-03bf-41c1-9e14-3e5d4d76363b req-b58c9879-157b-440f-90cc-0e78221367b1 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:04.364023 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-ed9bea06-03bf-41c1-9e14-3e5d4d76363b req-b58c9879-157b-440f-90cc-0e78221367b1 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6042349-8a44-497b-98eb-495d14a01504 HTTP/1.1" status: 200 len: 944 time: 0.0473285 Apr 12 00:28:04.420413 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-ed9bea06-03bf-41c1-9e14-3e5d4d76363b req-3140a494-fd3c-497d-8df2-dd48de438112 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507534 Apr 12 00:28:04.938269 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04665673-ec99-4597-8e1f-6ab5c6785027 req-8d9f5dbb-6ddf-4ac9-9e46-1ec8a73fc407 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:04.939769 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-04665673-ec99-4597-8e1f-6ab5c6785027 req-8d9f5dbb-6ddf-4ac9-9e46-1ec8a73fc407 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f7526a5-050f-4c25-8432-e85eddf41b98 HTTP/1.1" status: 200 len: 946 time: 0.0471084 Apr 12 00:28:04.989090 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-04665673-ec99-4597-8e1f-6ab5c6785027 req-a2a8afbf-f63e-45cc-b57f-ebf1134f5b2e tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431800 Apr 12 00:28:05.538918 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa87c3-347e-4499-b8f2-e41ac596bd2b req-ab1b26ea-2b06-4f8a-8c52-2fa9490bffa3 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:05.540330 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-ceaa87c3-347e-4499-b8f2-e41ac596bd2b req-ab1b26ea-2b06-4f8a-8c52-2fa9490bffa3 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6042349-8a44-497b-98eb-495d14a01504 HTTP/1.1" status: 200 len: 944 time: 0.0479522 Apr 12 00:28:05.586139 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-ceaa87c3-347e-4499-b8f2-e41ac596bd2b req-c3cd57ab-b836-4c01-a2c8-8fbdca927133 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404279 Apr 12 00:28:06.097219 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e8b3d0-020a-40ef-b5c5-7be954296640 req-631876c9-27b7-41ce-ad46-25493c4af5f5 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:06.098673 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a4e8b3d0-020a-40ef-b5c5-7be954296640 req-631876c9-27b7-41ce-ad46-25493c4af5f5 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f7526a5-050f-4c25-8432-e85eddf41b98 HTTP/1.1" status: 200 len: 946 time: 0.0449555 Apr 12 00:28:06.144353 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a4e8b3d0-020a-40ef-b5c5-7be954296640 req-dc4e3d28-d803-45c4-b1f7-dab4b79c86a6 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402992 Apr 12 00:28:06.696783 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed02415-2978-4a48-8a27-ce755075458d req-2faf9e31-ddbf-4220-9792-f58e61173df6 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:06.698270 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-fed02415-2978-4a48-8a27-ce755075458d req-2faf9e31-ddbf-4220-9792-f58e61173df6 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6042349-8a44-497b-98eb-495d14a01504 HTTP/1.1" status: 200 len: 944 time: 0.0467312 Apr 12 00:28:06.744028 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-fed02415-2978-4a48-8a27-ce755075458d req-b4cfab34-e382-4347-98ae-f6e4bc88f698 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392053 Apr 12 00:28:07.265228 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e866c9-04d1-4de3-9d9b-e3053313cb29 req-ab662012-5dc0-4814-b56f-3878fe94b0e1 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:07.266714 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-76e866c9-04d1-4de3-9d9b-e3053313cb29 req-ab662012-5dc0-4814-b56f-3878fe94b0e1 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f7526a5-050f-4c25-8432-e85eddf41b98 HTTP/1.1" status: 200 len: 946 time: 0.0499847 Apr 12 00:28:07.312005 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-76e866c9-04d1-4de3-9d9b-e3053313cb29 req-531528c5-cd43-410f-ab04-a311f343701f tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397794 Apr 12 00:28:07.852904 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198a2d7c-b4d7-4ef2-9c51-779364e4956e req-ba0d2627-30cf-4816-aed9-9e01a69c0cbe tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:07.854352 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-198a2d7c-b4d7-4ef2-9c51-779364e4956e req-ba0d2627-30cf-4816-aed9-9e01a69c0cbe tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6042349-8a44-497b-98eb-495d14a01504 HTTP/1.1" status: 200 len: 944 time: 0.0451155 Apr 12 00:28:07.903624 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-198a2d7c-b4d7-4ef2-9c51-779364e4956e req-92733132-2661-4238-8571-414f346b7518 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438218 Apr 12 00:28:08.422138 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd259330-00cb-49ed-8ed3-f032e0a5b1a7 req-4417fda0-76df-4de6-a41c-9a4167b8907b tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:08.423635 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-dd259330-00cb-49ed-8ed3-f032e0a5b1a7 req-4417fda0-76df-4de6-a41c-9a4167b8907b tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f7526a5-050f-4c25-8432-e85eddf41b98 HTTP/1.1" status: 200 len: 946 time: 0.0470598 Apr 12 00:28:08.470078 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-dd259330-00cb-49ed-8ed3-f032e0a5b1a7 req-ec9631e4-a521-46cc-832c-44b5f68a161e tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407696 Apr 12 00:28:09.018011 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7d2566-919d-445c-930f-70ea1a224cec req-7d87a0ef-40af-4d76-95d7-fdd14ce5fefd tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:09.019378 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-2f7d2566-919d-445c-930f-70ea1a224cec req-7d87a0ef-40af-4d76-95d7-fdd14ce5fefd tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6042349-8a44-497b-98eb-495d14a01504 HTTP/1.1" status: 200 len: 944 time: 0.0450468 Apr 12 00:28:09.064803 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-2f7d2566-919d-445c-930f-70ea1a224cec req-390e1c2f-360c-42f4-ac17-160b8e9f69fd tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395949 Apr 12 00:28:09.583526 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fdabc2-ff2d-4ed1-b1f2-c483edc0719e req-47094faa-5dbd-4c35-aeb5-32e5b7767450 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:09.585021 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a1fdabc2-ff2d-4ed1-b1f2-c483edc0719e req-47094faa-5dbd-4c35-aeb5-32e5b7767450 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f7526a5-050f-4c25-8432-e85eddf41b98 HTTP/1.1" status: 200 len: 946 time: 0.0500901 Apr 12 00:28:09.630662 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a1fdabc2-ff2d-4ed1-b1f2-c483edc0719e req-25d8ecb1-4fcb-4253-88f1-cac932e3e491 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402510 Apr 12 00:28:10.040276 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device 5f52b226-528b-4264-91d2-43e3ee68cf0e up at agent hyperv_hv-cinder-83625 {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:28:10.083217 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Provisioning for port 5f52b226-528b-4264-91d2-43e3ee68cf0e completed by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 00:28:10.090948 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Provisioning complete for port 5f52b226-528b-4264-91d2-43e3ee68cf0e triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:28:10.091398 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (5f52b226-528b-4264-91d2-43e3ee68cf0e), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:10.170318 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Current status of the port 5f52b226-528b-4264-91d2-43e3ee68cf0e is: BUILD; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:28:10.170704 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (5f52b226-528b-4264-91d2-43e3ee68cf0e), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:10.176219 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd1762-c60b-46b8-ac17-150cee83344b req-5c53dc35-17ff-4420-9d44-d732dc200803 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:10.177706 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-c9dd1762-c60b-46b8-ac17-150cee83344b req-5c53dc35-17ff-4420-9d44-d732dc200803 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6042349-8a44-497b-98eb-495d14a01504 HTTP/1.1" status: 200 len: 944 time: 0.0458057 Apr 12 00:28:10.194014 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6042349-8a44-497b-98eb-495d14a01504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f52b226-528b-4264-91d2-43e3ee68cf0e'}] {{(pid=114861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:28:10.196254 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d187226e65eb8f713948fb36ffe50595ec682b3d9ec12b6d0c088ba153fadb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2b61b7-21df-46bb-a44f-aecbc113aa15" -d '{"events": [{"server_uuid": "d6042349-8a44-497b-98eb-495d14a01504", "name": "network-vif-plugged", "status": "completed", "tag": "5f52b226-528b-4264-91d2-43e3ee68cf0e"}]}' {{(pid=114861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:28:10.209608 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port 5f52b226-528b-4264-91d2-43e3ee68cf0e, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=5f52b226-528b-4264-91d2-43e3ee68cf0e,segment=NetworkSegment(f9614f3c-ffc8-4b81-a26e-3ff0106bfc9c),segment_id=f9614f3c-ffc8-4b81-a26e-3ff0106bfc9c)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:28:10.213947 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (5f52b226-528b-4264-91d2-43e3ee68cf0e), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:10.226715 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-c9dd1762-c60b-46b8-ac17-150cee83344b req-15ae50d4-f928-4d22-ab97-d9eaee2c86a7 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427423 Apr 12 00:28:10.239674 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a322227-911d-476f-94db-f9d9a45e719e x-openstack-request-id: req-7a322227-911d-476f-94db-f9d9a45e719e {{(pid=114861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:28:10.239959 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6042349-8a44-497b-98eb-495d14a01504", "name": "network-vif-plugged", "status": "completed", "tag": "5f52b226-528b-4264-91d2-43e3ee68cf0e", "code": 200}]} {{(pid=114861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:28:10.240302 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7a322227-911d-476f-94db-f9d9a45e719e {{(pid=114861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:28:10.240595 dv-cinder-836252-3-iscsi neutron-server[114861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a322227-911d-476f-94db-f9d9a45e719e'] response: {'server_uuid': 'd6042349-8a44-497b-98eb-495d14a01504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f52b226-528b-4264-91d2-43e3ee68cf0e', 'code': 200} Apr 12 00:28:10.266946 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Pushing event updated for resources: {'Port': ['ID=5f52b226-528b-4264-91d2-43e3ee68cf0e,revision_number=5']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:28:10.500325 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c92cfd-5649-46d0-b854-9324545c19c1 req-d7d326ec-4fbc-4d10-b3f5-af9499d74377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:10.501826 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-38c92cfd-5649-46d0-b854-9324545c19c1 req-d7d326ec-4fbc-4d10-b3f5-af9499d74377 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d6042349-8a44-497b-98eb-495d14a01504 HTTP/1.1" status: 200 len: 1129 time: 0.0388987 Apr 12 00:28:10.545020 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-38c92cfd-5649-46d0-b854-9324545c19c1 req-2e9d046e-fece-4bbe-8e7f-b8f1214ca216 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371907 Apr 12 00:28:10.742955 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa29e9-f41b-4697-a44e-4cf86fc3f197 req-35b5a02f-cdd6-4869-877b-305dd7229a07 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:10.744408 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-abfa29e9-f41b-4697-a44e-4cf86fc3f197 req-35b5a02f-cdd6-4869-877b-305dd7229a07 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f7526a5-050f-4c25-8432-e85eddf41b98 HTTP/1.1" status: 200 len: 946 time: 0.0456250 Apr 12 00:28:10.794443 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-abfa29e9-f41b-4697-a44e-4cf86fc3f197 req-5105ccb8-5e40-43be-8755-c8ae2cdd5cf8 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446231 Apr 12 00:28:11.352064 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493f4f6-b39c-4694-aea6-1cc0c80fc42e req-2c3038aa-a20a-46ae-810a-b5c80c9c7e25 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:11.353407 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-1493f4f6-b39c-4694-aea6-1cc0c80fc42e req-2c3038aa-a20a-46ae-810a-b5c80c9c7e25 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6042349-8a44-497b-98eb-495d14a01504 HTTP/1.1" status: 200 len: 945 time: 0.0562463 Apr 12 00:28:11.405502 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-1493f4f6-b39c-4694-aea6-1cc0c80fc42e req-20c42174-522f-41b1-b565-be5f33354555 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462966 Apr 12 00:28:11.740300 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (6c438ad1-5788-4552-a50f-29c8c96f3196), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:11.908845 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de9b4c-120b-45f4-9fb8-bab392862747 req-c4568d6a-ab2f-48c5-a180-5710b931ca43 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:11.910342 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a8de9b4c-120b-45f4-9fb8-bab392862747 req-c4568d6a-ab2f-48c5-a180-5710b931ca43 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f7526a5-050f-4c25-8432-e85eddf41b98 HTTP/1.1" status: 200 len: 946 time: 0.0512254 Apr 12 00:28:11.957573 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a8de9b4c-120b-45f4-9fb8-bab392862747 req-071ad47e-7a41-4163-a00b-8ad7821b381d tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416832 Apr 12 00:28:12.347206 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-20ac67ae-90e4-4cd2-bc55-d0eb0dcad9b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (4ecbd319-6885-49f5-abb8-de205838eb1c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:12.526544 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d2650-e79d-4f9d-81ef-5dca9a538b35 req-e22a27f5-6e18-449e-89ae-52842d883240 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:12.528162 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-bc7d2650-e79d-4f9d-81ef-5dca9a538b35 req-e22a27f5-6e18-449e-89ae-52842d883240 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6042349-8a44-497b-98eb-495d14a01504 HTTP/1.1" status: 200 len: 945 time: 0.0475688 Apr 12 00:28:12.575068 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-bc7d2650-e79d-4f9d-81ef-5dca9a538b35 req-a390ee45-74d5-4007-ad6f-02bb5a9734d3 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410793 Apr 12 00:28:13.066497 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45711e30-eebd-4ec8-927b-fcb89c11c7ad req-e6a333b0-27d7-4c64-ab7a-63629df7f3e8 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:13.067944 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-45711e30-eebd-4ec8-927b-fcb89c11c7ad req-e6a333b0-27d7-4c64-ab7a-63629df7f3e8 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f7526a5-050f-4c25-8432-e85eddf41b98 HTTP/1.1" status: 200 len: 946 time: 0.0461721 Apr 12 00:28:13.113449 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-45711e30-eebd-4ec8-927b-fcb89c11c7ad req-ecf062f0-da05-4db7-881d-f16335ec2f3c tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401857 Apr 12 00:28:13.686281 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b764e34b-5eb2-4c21-8766-cb470dc078ab req-6174cfd0-7704-42cb-82c2-99e71fe5a7b2 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:13.688243 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-b764e34b-5eb2-4c21-8766-cb470dc078ab req-6174cfd0-7704-42cb-82c2-99e71fe5a7b2 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6042349-8a44-497b-98eb-495d14a01504 HTTP/1.1" status: 200 len: 945 time: 0.0492449 Apr 12 00:28:13.733058 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-b764e34b-5eb2-4c21-8766-cb470dc078ab req-ca482839-ec5e-4834-881d-977cb1767497 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391569 Apr 12 00:28:14.227802 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43201416-7e9d-4a40-bfe9-6229109a02aa req-a14f5636-aa7b-48e9-adb3-8ea10a1d5864 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:14.229297 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-43201416-7e9d-4a40-bfe9-6229109a02aa req-a14f5636-aa7b-48e9-adb3-8ea10a1d5864 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f7526a5-050f-4c25-8432-e85eddf41b98 HTTP/1.1" status: 200 len: 946 time: 0.0503008 Apr 12 00:28:14.275368 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-43201416-7e9d-4a40-bfe9-6229109a02aa req-13de9a64-4449-406a-8a54-5def8ca64db1 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405006 Apr 12 00:28:14.600825 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-e8293475-9e8e-49d6-bc1b-b42826225b47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (d3fb0dde-5c40-4fca-80b5-61326157311c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:14.844816 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a22c50-c2d9-4d5c-9370-ac885ed26b29 req-c3095643-ffad-4b7c-9286-20533878f4a4 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:14.846371 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-f4a22c50-c2d9-4d5c-9370-ac885ed26b29 req-c3095643-ffad-4b7c-9286-20533878f4a4 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6042349-8a44-497b-98eb-495d14a01504 HTTP/1.1" status: 200 len: 945 time: 0.0477018 Apr 12 00:28:14.892049 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-f4a22c50-c2d9-4d5c-9370-ac885ed26b29 req-865c8e21-edf8-4f33-b8a7-145f5fb48d5a tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401218 Apr 12 00:28:15.387551 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32ea674-62e0-4533-8a74-b054b8027bf6 req-2cccdf58-4f27-4ada-a594-7df608011487 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:15.389151 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e32ea674-62e0-4533-8a74-b054b8027bf6 req-2cccdf58-4f27-4ada-a594-7df608011487 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f7526a5-050f-4c25-8432-e85eddf41b98 HTTP/1.1" status: 200 len: 946 time: 0.0488930 Apr 12 00:28:15.438593 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e32ea674-62e0-4533-8a74-b054b8027bf6 req-4621dd92-006d-4a21-a2c6-1a1420048d2c tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430000 Apr 12 00:28:16.001331 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f976c84-2863-41fe-953d-fcdfb4adbf5e req-57c43ec5-bb68-40e3-b0b3-058206cdf669 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:16.002830 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-6f976c84-2863-41fe-953d-fcdfb4adbf5e req-57c43ec5-bb68-40e3-b0b3-058206cdf669 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6042349-8a44-497b-98eb-495d14a01504 HTTP/1.1" status: 200 len: 945 time: 0.0459802 Apr 12 00:28:16.051208 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-6f976c84-2863-41fe-953d-fcdfb4adbf5e req-236640c4-ad9e-40d6-b522-6e73a2387a87 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429831 Apr 12 00:28:16.176028 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d4423688-5a44-44f3-a132-81f2c9b6cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (af38becd-82ff-4144-8f94-74de975161ca), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:16.546140 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e989973-0328-4528-ae5f-0c58da77ba21 req-5c601eaa-9a3e-42bb-bfaa-c91b2f2a319a tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:16.547610 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-7e989973-0328-4528-ae5f-0c58da77ba21 req-5c601eaa-9a3e-42bb-bfaa-c91b2f2a319a tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f7526a5-050f-4c25-8432-e85eddf41b98 HTTP/1.1" status: 200 len: 946 time: 0.0459228 Apr 12 00:28:16.596577 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-7e989973-0328-4528-ae5f-0c58da77ba21 req-413b6c8b-6d74-459e-9b27-6c890d2c9578 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435488 Apr 12 00:28:17.164148 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a3af3a-eb23-44fd-8064-2e5ab28d85d3 req-cf60a34e-ed95-4f30-b6fe-ec43f0b527f6 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:17.165608 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-10a3af3a-eb23-44fd-8064-2e5ab28d85d3 req-cf60a34e-ed95-4f30-b6fe-ec43f0b527f6 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6042349-8a44-497b-98eb-495d14a01504 HTTP/1.1" status: 200 len: 945 time: 0.0505109 Apr 12 00:28:17.210036 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-10a3af3a-eb23-44fd-8064-2e5ab28d85d3 req-475c33a5-a881-4a44-b1ed-eaac3531c959 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390553 Apr 12 00:28:17.571533 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-be9ea9f3-6c7c-4887-ad09-badb35df740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (738aa052-ee84-4bd1-913b-ee7149597f8f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:17.712800 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a6b10e-098e-4584-bd61-31ebc081a473 req-05f281e7-b40f-48d2-b755-082cfc819403 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:17.714296 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-46a6b10e-098e-4584-bd61-31ebc081a473 req-05f281e7-b40f-48d2-b755-082cfc819403 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f7526a5-050f-4c25-8432-e85eddf41b98 HTTP/1.1" status: 200 len: 946 time: 0.0531347 Apr 12 00:28:17.759793 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-46a6b10e-098e-4584-bd61-31ebc081a473 req-02bda457-dcc4-46c0-bd7c-9895ad6ecb05 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394344 Apr 12 00:28:18.322410 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae9bcd-ed03-44a3-99e7-1dabea90d56a req-8bd538cd-d8e1-4a97-af24-26903e7dcb70 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:18.323858 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-4fae9bcd-ed03-44a3-99e7-1dabea90d56a req-8bd538cd-d8e1-4a97-af24-26903e7dcb70 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6042349-8a44-497b-98eb-495d14a01504 HTTP/1.1" status: 200 len: 945 time: 0.0464120 Apr 12 00:28:18.371871 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-4fae9bcd-ed03-44a3-99e7-1dabea90d56a req-392c5b65-3861-4605-a5e3-efdd0e3c2aa5 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417783 Apr 12 00:28:18.871346 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f942e02-e9df-4800-918d-cfd5d96bc8d7 req-11ae0f14-7f4c-4091-85f5-74b2d3da7835 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:18.872832 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-3f942e02-e9df-4800-918d-cfd5d96bc8d7 req-11ae0f14-7f4c-4091-85f5-74b2d3da7835 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f7526a5-050f-4c25-8432-e85eddf41b98 HTTP/1.1" status: 200 len: 946 time: 0.0477297 Apr 12 00:28:18.921242 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-3f942e02-e9df-4800-918d-cfd5d96bc8d7 req-0f7f6fb7-6f76-4dee-a413-7ee7a3a75a7d tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421736 Apr 12 00:28:18.949315 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (f9a21fd4-36f2-4826-890e-da332e228edf), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:19.488431 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090955e7-6a9f-4ca4-9df2-f69e947f24c0 req-3a16d9bb-295e-413d-94c6-58d5b7a9f73f tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:19.490048 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-090955e7-6a9f-4ca4-9df2-f69e947f24c0 req-3a16d9bb-295e-413d-94c6-58d5b7a9f73f tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6042349-8a44-497b-98eb-495d14a01504 HTTP/1.1" status: 200 len: 945 time: 0.0518107 Apr 12 00:28:19.536328 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-090955e7-6a9f-4ca4-9df2-f69e947f24c0 req-35103eb0-6fa9-4cec-8571-2a44339b8b2e tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408370 Apr 12 00:28:20.039707 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c59ba4-f0dc-4215-bf39-c25edf77318b req-44004624-7fa4-4164-a949-c07a7e84d71b tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:20.041073 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-02c59ba4-f0dc-4215-bf39-c25edf77318b req-44004624-7fa4-4164-a949-c07a7e84d71b tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f7526a5-050f-4c25-8432-e85eddf41b98 HTTP/1.1" status: 200 len: 946 time: 0.0499144 Apr 12 00:28:20.085705 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-02c59ba4-f0dc-4215-bf39-c25edf77318b req-e9be574c-c935-481b-8335-3faab2b47397 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392511 Apr 12 00:28:20.645959 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937e883-60ec-4942-96dd-b8d84e792ef9 req-a1a6dc2c-a591-4619-8e31-f58d006f71ee tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:20.647426 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-3937e883-60ec-4942-96dd-b8d84e792ef9 req-a1a6dc2c-a591-4619-8e31-f58d006f71ee tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6042349-8a44-497b-98eb-495d14a01504 HTTP/1.1" status: 200 len: 945 time: 0.0456886 Apr 12 00:28:20.694681 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-3937e883-60ec-4942-96dd-b8d84e792ef9 req-691ab03f-9bf6-4b8a-b87c-3fd904bef486 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415416 Apr 12 00:28:21.194036 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f930139-1c7d-4af6-9f64-ca1cbdfe56f6 req-1b8d71f6-84f1-4af7-899e-b73d2e22e8b0 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:21.195508 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5f930139-1c7d-4af6-9f64-ca1cbdfe56f6 req-1b8d71f6-84f1-4af7-899e-b73d2e22e8b0 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f7526a5-050f-4c25-8432-e85eddf41b98 HTTP/1.1" status: 200 len: 946 time: 0.0459294 Apr 12 00:28:21.240516 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5f930139-1c7d-4af6-9f64-ca1cbdfe56f6 req-ebac8913-cdb0-4f52-9aec-0c38cb4af18e tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395997 Apr 12 00:28:21.803341 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051d23f-d332-4259-b92b-7c332b4131cf req-1eac0d1c-d6ca-437c-9403-ccfe0fe8e621 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:21.804763 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-b051d23f-d332-4259-b92b-7c332b4131cf req-1eac0d1c-d6ca-437c-9403-ccfe0fe8e621 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6042349-8a44-497b-98eb-495d14a01504 HTTP/1.1" status: 200 len: 945 time: 0.0453753 Apr 12 00:28:21.853721 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-b051d23f-d332-4259-b92b-7c332b4131cf req-cba909a7-fa28-4344-98f3-ffe7059c835f tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434306 Apr 12 00:28:22.351126 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ffeef-eb3a-4e53-a726-51607160bdba req-62cd809b-0551-4c15-aa0a-b32e19035c38 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:22.352614 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-2d0ffeef-eb3a-4e53-a726-51607160bdba req-62cd809b-0551-4c15-aa0a-b32e19035c38 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f7526a5-050f-4c25-8432-e85eddf41b98 HTTP/1.1" status: 200 len: 946 time: 0.0498760 Apr 12 00:28:22.399539 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-2d0ffeef-eb3a-4e53-a726-51607160bdba req-e676f942-0e04-4241-80d7-5b457781360c tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414765 Apr 12 00:28:22.969670 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1103f-d107-42b8-bae9-c6f3254f7d21 req-92633604-6379-4c7a-b338-85cb6e26b6af tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:22.971181 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-06e1103f-d107-42b8-bae9-c6f3254f7d21 req-92633604-6379-4c7a-b338-85cb6e26b6af tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6042349-8a44-497b-98eb-495d14a01504 HTTP/1.1" status: 200 len: 945 time: 0.0483794 Apr 12 00:28:23.017249 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-06e1103f-d107-42b8-bae9-c6f3254f7d21 req-091f70be-1fae-4b96-b1d9-54d4c85f850e tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404139 Apr 12 00:28:23.509332 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1994f-017d-483f-8b77-5ea5de67902d req-aaf29b5d-52be-415a-8063-a13d910c1109 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:23.510848 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-96c1994f-017d-483f-8b77-5ea5de67902d req-aaf29b5d-52be-415a-8063-a13d910c1109 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f7526a5-050f-4c25-8432-e85eddf41b98 HTTP/1.1" status: 200 len: 946 time: 0.0464823 Apr 12 00:28:23.556212 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-96c1994f-017d-483f-8b77-5ea5de67902d req-caa13c6a-1f15-43f7-aeca-784d666d791a tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396559 Apr 12 00:28:24.128796 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947633c6-f0b5-47cb-b9a1-c70f45af201d req-86ac8ef1-4ceb-4ffa-8e53-8d32aa226e53 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:24.130235 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-947633c6-f0b5-47cb-b9a1-c70f45af201d req-86ac8ef1-4ceb-4ffa-8e53-8d32aa226e53 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6042349-8a44-497b-98eb-495d14a01504 HTTP/1.1" status: 200 len: 945 time: 0.0466444 Apr 12 00:28:24.176462 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-947633c6-f0b5-47cb-b9a1-c70f45af201d req-b65947a4-1a12-46dc-8dc9-1818b961b216 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407093 Apr 12 00:28:24.669134 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af872f1e-c209-47fd-b41a-1698623763e2 req-bd27f70b-3821-4661-80f7-8d0c6919b835 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:24.670672 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-af872f1e-c209-47fd-b41a-1698623763e2 req-bd27f70b-3821-4661-80f7-8d0c6919b835 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f7526a5-050f-4c25-8432-e85eddf41b98 HTTP/1.1" status: 200 len: 946 time: 0.0471692 Apr 12 00:28:24.720488 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-af872f1e-c209-47fd-b41a-1698623763e2 req-56052252-d334-4fe2-95d8-b55106ab5682 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442071 Apr 12 00:28:25.834436 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d505c5-1b69-47d6-b675-22005c8d7da1 req-c4a549ce-8109-4dd3-9093-a1be89d60052 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:25.835840 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-f4d505c5-1b69-47d6-b675-22005c8d7da1 req-c4a549ce-8109-4dd3-9093-a1be89d60052 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f7526a5-050f-4c25-8432-e85eddf41b98 HTTP/1.1" status: 200 len: 946 time: 0.0482049 Apr 12 00:28:25.884689 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-f4d505c5-1b69-47d6-b675-22005c8d7da1 req-724d11b4-d9c8-4835-b6b3-6b8b792593e5 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432310 Apr 12 00:28:25.894399 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64babe-cb0f-4927-b8b8-9149b5aca286 req-a992b6b5-eb5c-426d-b90b-5454dd066990 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:25.895986 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-5b64babe-cb0f-4927-b8b8-9149b5aca286 req-a992b6b5-eb5c-426d-b90b-5454dd066990 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6042349-8a44-497b-98eb-495d14a01504 HTTP/1.1" status: 200 len: 945 time: 0.0505970 Apr 12 00:28:25.942555 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-5b64babe-cb0f-4927-b8b8-9149b5aca286 req-a35b3f6c-e9da-4b8e-87a5-1d019cc566c3 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406809 Apr 12 00:28:26.996163 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85207267-142c-4e95-bb4a-cbaa2c6257cd req-bb7aa705-3461-422f-8e62-bf9605af9784 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:26.997845 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-85207267-142c-4e95-bb4a-cbaa2c6257cd req-bb7aa705-3461-422f-8e62-bf9605af9784 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f7526a5-050f-4c25-8432-e85eddf41b98 HTTP/1.1" status: 200 len: 946 time: 0.0480850 Apr 12 00:28:27.045907 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-85207267-142c-4e95-bb4a-cbaa2c6257cd req-571c8f6d-cdf0-4c7d-95bb-c57b370c8b24 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414355 Apr 12 00:28:27.056606 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff25ec-e4ff-405e-9fdb-7f0888f4f53b req-1ffef084-6f19-40da-8351-9322a7a5a98b tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:27.058094 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-5bff25ec-e4ff-405e-9fdb-7f0888f4f53b req-1ffef084-6f19-40da-8351-9322a7a5a98b tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6042349-8a44-497b-98eb-495d14a01504 HTTP/1.1" status: 200 len: 945 time: 0.0463841 Apr 12 00:28:27.107793 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-5bff25ec-e4ff-405e-9fdb-7f0888f4f53b req-c64b20d5-0057-472f-a42d-47e354ff7dfb tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430770 Apr 12 00:28:27.841080 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45cb667-398f-4dfc-a41b-bbf00970f8f9 req-da571105-f9e6-4c4c-8b9e-27b43bfc30f3 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:27.843513 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c45cb667-398f-4dfc-a41b-bbf00970f8f9 req-da571105-f9e6-4c4c-8b9e-27b43bfc30f3 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6042349-8a44-497b-98eb-495d14a01504 HTTP/1.1" status: 200 len: 945 time: 0.0603154 Apr 12 00:28:27.929990 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 56632) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:28:27.941919 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [req-c45cb667-398f-4dfc-a41b-bbf00970f8f9 req-7ceb4d5d-4033-44ab-a149-7232082cc8be tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Deleting port 5f52b226-528b-4264-91d2-43e3ee68cf0e {{(pid=114859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:28:27.942338 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-c45cb667-398f-4dfc-a41b-bbf00970f8f9 req-7ceb4d5d-4033-44ab-a149-7232082cc8be tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (5f52b226-528b-4264-91d2-43e3ee68cf0e), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:27.957800 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 56636) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:28:28.045826 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [req-c45cb667-398f-4dfc-a41b-bbf00970f8f9 req-7ceb4d5d-4033-44ab-a149-7232082cc8be tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] For port 5f52b226-528b-4264-91d2-43e3ee68cf0e, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=5f52b226-528b-4264-91d2-43e3ee68cf0e,segment=NetworkSegment(f9614f3c-ffc8-4b81-a26e-3ff0106bfc9c),segment_id=f9614f3c-ffc8-4b81-a26e-3ff0106bfc9c)] {{(pid=114859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:28:28.047410 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-c45cb667-398f-4dfc-a41b-bbf00970f8f9 req-7ceb4d5d-4033-44ab-a149-7232082cc8be tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (5f52b226-528b-4264-91d2-43e3ee68cf0e), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:28.060823 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [req-c45cb667-398f-4dfc-a41b-bbf00970f8f9 req-7ceb4d5d-4033-44ab-a149-7232082cc8be tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Calling delete_port for 5f52b226-528b-4264-91d2-43e3ee68cf0e owned by compute:nova {{(pid=114859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:28:28.077474 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-85774ac3-6cfd-43b4-9f20-b08c2f19692c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:28.083370 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-37b85e56-f7ff-4358-863e-545ebfc301a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:28.164173 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-85774ac3-6cfd-43b4-9f20-b08c2f19692c admin admin] Publish callbacks [] for security_group (3c68e3fa-4bb8-49c9-bbab-7d589adb620e), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:28.167826 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-85774ac3-6cfd-43b4-9f20-b08c2f19692c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (3c68e3fa-4bb8-49c9-bbab-7d589adb620e), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:28.198936 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85774ac3-6cfd-43b4-9f20-b08c2f19692c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c68e3fa-4bb8-49c9-bbab-7d589adb620e,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:28:28.206233 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17170228-7327-4320-93de-dc2c0b7d4a56 req-e0465239-af71-4ad6-bb62-0749789ddbd9 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:28.207803 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-17170228-7327-4320-93de-dc2c0b7d4a56 req-e0465239-af71-4ad6-bb62-0749789ddbd9 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f7526a5-050f-4c25-8432-e85eddf41b98 HTTP/1.1" status: 200 len: 946 time: 0.0881715 Apr 12 00:28:28.242187 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85774ac3-6cfd-43b4-9f20-b08c2f19692c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:28.242563 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85774ac3-6cfd-43b4-9f20-b08c2f19692c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:28.242904 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85774ac3-6cfd-43b4-9f20-b08c2f19692c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:28.243233 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85774ac3-6cfd-43b4-9f20-b08c2f19692c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:28.243557 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85774ac3-6cfd-43b4-9f20-b08c2f19692c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:28.243879 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85774ac3-6cfd-43b4-9f20-b08c2f19692c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:28.244203 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85774ac3-6cfd-43b4-9f20-b08c2f19692c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:28.244525 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85774ac3-6cfd-43b4-9f20-b08c2f19692c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:28.244844 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85774ac3-6cfd-43b4-9f20-b08c2f19692c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:28.245164 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85774ac3-6cfd-43b4-9f20-b08c2f19692c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:28.245481 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85774ac3-6cfd-43b4-9f20-b08c2f19692c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:28.245797 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85774ac3-6cfd-43b4-9f20-b08c2f19692c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:28.246161 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85774ac3-6cfd-43b4-9f20-b08c2f19692c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:28.246446 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85774ac3-6cfd-43b4-9f20-b08c2f19692c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:28.246760 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85774ac3-6cfd-43b4-9f20-b08c2f19692c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:28.261608 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-85774ac3-6cfd-43b4-9f20-b08c2f19692c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=76a8cd1135e44066b7d8eeb2a9a05b9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3303204 Apr 12 00:28:28.264149 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 56646) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:28:28.273095 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f3b5b2-f617-4068-a860-09712fc894c5 req-ca2fcd89-5608-4329-b0db-2fcd4994460d tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:28.274724 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-05f3b5b2-f617-4068-a860-09712fc894c5 req-ca2fcd89-5608-4329-b0db-2fcd4994460d tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6042349-8a44-497b-98eb-495d14a01504 HTTP/1.1" status: 200 len: 945 time: 0.0907459 Apr 12 00:28:28.323786 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-05f3b5b2-f617-4068-a860-09712fc894c5 req-0a8894de-1b68-4474-a695-17a9c043a1ac tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429630 Apr 12 00:28:28.343326 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-17170228-7327-4320-93de-dc2c0b7d4a56 req-52c76242-f47d-453b-b3d9-4d553f86799b tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221030 Apr 12 00:28:28.387514 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-37b85e56-f7ff-4358-863e-545ebfc301a8 admin admin] Publish callbacks [] for security_group (544e7bd9-d01e-4094-a452-070a9128cab9), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:28.396343 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-37b85e56-f7ff-4358-863e-545ebfc301a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (544e7bd9-d01e-4094-a452-070a9128cab9), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:28.457468 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-c45cb667-398f-4dfc-a41b-bbf00970f8f9 req-7ceb4d5d-4033-44ab-a149-7232082cc8be tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (5f52b226-528b-4264-91d2-43e3ee68cf0e), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:28.460655 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-37b85e56-f7ff-4358-863e-545ebfc301a8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=83f3c6bf5e284e8eba3f9c72540ad8b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5018551 Apr 12 00:28:28.463548 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 56654) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:28:28.484652 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b85e56-f7ff-4358-863e-545ebfc301a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544e7bd9-d01e-4094-a452-070a9128cab9,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:28:28.486607 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-94bac0a4-f052-4d6c-bcf4-0d230ba847a4 admin admin] Publish callbacks [] for security_group (3c68e3fa-4bb8-49c9-bbab-7d589adb620e), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:28.497969 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] get_ports_and_sgs() called for port_ids ['5f52b226-528b-4264-91d2-43e3ee68cf0e'] {{(pid=114861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:28:28.498550 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceb4d5d-4033-44ab-a149-7232082cc8be tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Pushing event deleted for resources: {'Port': ['ID=5f52b226-528b-4264-91d2-43e3ee68cf0e,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:28:28.507572 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b85e56-f7ff-4358-863e-545ebfc301a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:28.507914 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b85e56-f7ff-4358-863e-545ebfc301a8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:28.508252 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b85e56-f7ff-4358-863e-545ebfc301a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:28.508586 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b85e56-f7ff-4358-863e-545ebfc301a8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:28.508916 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b85e56-f7ff-4358-863e-545ebfc301a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:28.509245 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b85e56-f7ff-4358-863e-545ebfc301a8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:28.509592 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b85e56-f7ff-4358-863e-545ebfc301a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:28.509885 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b85e56-f7ff-4358-863e-545ebfc301a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:28.510208 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b85e56-f7ff-4358-863e-545ebfc301a8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:28.510573 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b85e56-f7ff-4358-863e-545ebfc301a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:28.510895 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b85e56-f7ff-4358-863e-545ebfc301a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:28.511213 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b85e56-f7ff-4358-863e-545ebfc301a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:28.511530 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b85e56-f7ff-4358-863e-545ebfc301a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:28.511845 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b85e56-f7ff-4358-863e-545ebfc301a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:28.512161 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b85e56-f7ff-4358-863e-545ebfc301a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:28.533219 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceb4d5d-4033-44ab-a149-7232082cc8be tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:28.533561 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceb4d5d-4033-44ab-a149-7232082cc8be tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:28.533899 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceb4d5d-4033-44ab-a149-7232082cc8be tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:28.534241 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceb4d5d-4033-44ab-a149-7232082cc8be tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:28.534620 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceb4d5d-4033-44ab-a149-7232082cc8be tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:28.534925 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceb4d5d-4033-44ab-a149-7232082cc8be tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:28.535252 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceb4d5d-4033-44ab-a149-7232082cc8be tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:28.535573 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceb4d5d-4033-44ab-a149-7232082cc8be tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:28.535894 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceb4d5d-4033-44ab-a149-7232082cc8be tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:28.536117 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-94fec076-8d65-46a6-8af4-ce1f0955d980 admin admin] Publish callbacks [] for security_group (544e7bd9-d01e-4094-a452-070a9128cab9), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:28.536271 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceb4d5d-4033-44ab-a149-7232082cc8be tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:28.536534 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceb4d5d-4033-44ab-a149-7232082cc8be tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:28.536839 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceb4d5d-4033-44ab-a149-7232082cc8be tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:28.537157 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceb4d5d-4033-44ab-a149-7232082cc8be tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:28.537474 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceb4d5d-4033-44ab-a149-7232082cc8be tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:28.537787 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceb4d5d-4033-44ab-a149-7232082cc8be tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:28.558493 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-94bac0a4-f052-4d6c-bcf4-0d230ba847a4 admin admin] Publish callbacks [] for security_group (3c68e3fa-4bb8-49c9-bbab-7d589adb620e), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:28.559536 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-94fec076-8d65-46a6-8af4-ce1f0955d980 admin admin] Publish callbacks [] for security_group (544e7bd9-d01e-4094-a452-070a9128cab9), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:28.588977 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.l3_dvrscheduler_db [req-c45cb667-398f-4dfc-a41b-bbf00970f8f9 req-7ceb4d5d-4033-44ab-a149-7232082cc8be tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] No DVR routers for this DVR port 5f52b226-528b-4264-91d2-43e3ee68cf0e on host hv-cinder-83625 {{(pid=114859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:28:28.592513 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-c45cb667-398f-4dfc-a41b-bbf00970f8f9 req-7ceb4d5d-4033-44ab-a149-7232082cc8be tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for port (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:28.595779 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c45cb667-398f-4dfc-a41b-bbf00970f8f9 req-7ceb4d5d-4033-44ab-a149-7232082cc8be tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.52 "DELETE /v2.0/ports/5f52b226-528b-4264-91d2-43e3ee68cf0e HTTP/1.1" status: 204 len: 173 time: 0.7469409 Apr 12 00:28:28.596242 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6042349-8a44-497b-98eb-495d14a01504', 'name': 'network-vif-deleted', 'tag': '5f52b226-528b-4264-91d2-43e3ee68cf0e'}] {{(pid=114859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:28:28.598594 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d751ce943c7fd1580d8237ddcdd582f05025ac6b53677acecb9ecfb4d000721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ef6c3c-ad7f-4451-8133-5ba9f490d95a" -d '{"events": [{"server_uuid": "d6042349-8a44-497b-98eb-495d14a01504", "name": "network-vif-deleted", "tag": "5f52b226-528b-4264-91d2-43e3ee68cf0e"}]}' {{(pid=114859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:28:28.616350 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-94fec076-8d65-46a6-8af4-ce1f0955d980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (544e7bd9-d01e-4094-a452-070a9128cab9), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:28.618982 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-94fec076-8d65-46a6-8af4-ce1f0955d980 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:28.620792 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-94fec076-8d65-46a6-8af4-ce1f0955d980 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/544e7bd9-d01e-4094-a452-070a9128cab9 HTTP/1.1" status: 204 len: 168 time: 0.1561894 Apr 12 00:28:28.629954 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fec076-8d65-46a6-8af4-ce1f0955d980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544e7bd9-d01e-4094-a452-070a9128cab9,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:28:28.639322 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5349173e-a9fa-4555-a634-a38ecda073b1 x-openstack-request-id: req-5349173e-a9fa-4555-a634-a38ecda073b1 {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:28:28.639610 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6042349-8a44-497b-98eb-495d14a01504", "name": "network-vif-deleted", "tag": "5f52b226-528b-4264-91d2-43e3ee68cf0e", "status": "completed", "code": 200}]} {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:28:28.639871 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5349173e-a9fa-4555-a634-a38ecda073b1 {{(pid=114859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:28:28.640501 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5349173e-a9fa-4555-a634-a38ecda073b1'] response: {'server_uuid': 'd6042349-8a44-497b-98eb-495d14a01504', 'name': 'network-vif-deleted', 'tag': '5f52b226-528b-4264-91d2-43e3ee68cf0e', 'status': 'completed', 'code': 200} Apr 12 00:28:28.650335 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-94bac0a4-f052-4d6c-bcf4-0d230ba847a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (3c68e3fa-4bb8-49c9-bbab-7d589adb620e), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:28.652932 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-94bac0a4-f052-4d6c-bcf4-0d230ba847a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:28.654546 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-94bac0a4-f052-4d6c-bcf4-0d230ba847a4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3c68e3fa-4bb8-49c9-bbab-7d589adb620e HTTP/1.1" status: 204 len: 168 time: 0.3889747 Apr 12 00:28:28.676076 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bac0a4-f052-4d6c-bcf4-0d230ba847a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c68e3fa-4bb8-49c9-bbab-7d589adb620e,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:28:28.995827 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 56664) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:28:29.008731 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-ed3171cc-9e83-42bb-8046-f42b9ba3bbd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:29.086011 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-ed3171cc-9e83-42bb-8046-f42b9ba3bbd7 admin admin] Publish callbacks [] for security_group (87bb01ad-471e-4ee9-9f5e-c88576023a32), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:29.090215 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-ed3171cc-9e83-42bb-8046-f42b9ba3bbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (87bb01ad-471e-4ee9-9f5e-c88576023a32), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:29.128548 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-ed3171cc-9e83-42bb-8046-f42b9ba3bbd7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=15c68113556841aaa3bb67701ffe9ff1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1316738 Apr 12 00:28:29.129395 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3171cc-9e83-42bb-8046-f42b9ba3bbd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87bb01ad-471e-4ee9-9f5e-c88576023a32,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:28:29.131815 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 56666) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:28:29.180432 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-771ebce9-6193-4acb-809c-4b3cf548975a admin admin] Publish callbacks [] for security_group (87bb01ad-471e-4ee9-9f5e-c88576023a32), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:29.200568 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-771ebce9-6193-4acb-809c-4b3cf548975a admin admin] Publish callbacks [] for security_group (87bb01ad-471e-4ee9-9f5e-c88576023a32), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:29.255023 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-771ebce9-6193-4acb-809c-4b3cf548975a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (87bb01ad-471e-4ee9-9f5e-c88576023a32), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:29.257642 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-771ebce9-6193-4acb-809c-4b3cf548975a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:29.258857 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-771ebce9-6193-4acb-809c-4b3cf548975a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/87bb01ad-471e-4ee9-9f5e-c88576023a32 HTTP/1.1" status: 204 len: 168 time: 0.1256981 Apr 12 00:28:29.267063 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ebce9-6193-4acb-809c-4b3cf548975a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87bb01ad-471e-4ee9-9f5e-c88576023a32,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:28:29.426175 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-638eba3e-2462-4d7d-bb45-3e1c68860eb8 req-ba1ca9df-9318-46b7-bc5d-30e13a51c37e tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6042349-8a44-497b-98eb-495d14a01504 HTTP/1.1" status: 200 len: 210 time: 0.0340896 Apr 12 00:28:29.480950 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174db580-7add-4472-99fa-09f404d114ed req-8f44a8ac-1072-432d-a777-c7fa1585a197 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:29.486767 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-174db580-7add-4472-99fa-09f404d114ed req-8f44a8ac-1072-432d-a777-c7fa1585a197 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f7526a5-050f-4c25-8432-e85eddf41b98 HTTP/1.1" status: 200 len: 946 time: 0.0617225 Apr 12 00:28:29.533134 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-174db580-7add-4472-99fa-09f404d114ed req-ad728d36-41b8-43a2-989c-36726ba77e95 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441060 Apr 12 00:28:30.552192 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a9f42-403e-4aef-a20c-bacfd43e4a2c req-d27585d4-2c3d-4936-bffb-804128326271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:30.553668 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-ea4a9f42-403e-4aef-a20c-bacfd43e4a2c req-d27585d4-2c3d-4936-bffb-804128326271 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1f7526a5-050f-4c25-8432-e85eddf41b98 HTTP/1.1" status: 200 len: 1130 time: 0.0640359 Apr 12 00:28:30.555240 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-6179870c-11ce-4a1f-bfe7-541de9eafa97 req-e26b8f5d-f65b-40ef-96b3-a4c0c6a2adfc tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6042349-8a44-497b-98eb-495d14a01504 HTTP/1.1" status: 200 len: 210 time: 0.0343432 Apr 12 00:28:30.661524 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263d037-6ff5-4ac3-a91e-2d1bea69417a req-2fbf83e9-9833-4f42-89f6-c94b20d896f1 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:30.667855 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-c263d037-6ff5-4ac3-a91e-2d1bea69417a req-2fbf83e9-9833-4f42-89f6-c94b20d896f1 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f7526a5-050f-4c25-8432-e85eddf41b98 HTTP/1.1" status: 200 len: 946 time: 0.0603821 Apr 12 00:28:30.719751 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-c263d037-6ff5-4ac3-a91e-2d1bea69417a req-9219948c-ba51-4cf2-ae28-f18a049e3900 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449393 Apr 12 00:28:30.836644 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-ea4a9f42-403e-4aef-a20c-bacfd43e4a2c req-8fcdd047-5c77-43f6-9437-3f474903ec9e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434175 Apr 12 00:28:31.207320 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 56764) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:28:31.311277 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-a4c34e50-8661-47c6-afc9-85ff9f8f0eb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:31.385510 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-a4c34e50-8661-47c6-afc9-85ff9f8f0eb3 admin admin] Publish callbacks [] for security_group (cc3b594b-ee54-4915-97ec-cc37e6b9aaaa), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:31.389441 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-a4c34e50-8661-47c6-afc9-85ff9f8f0eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (cc3b594b-ee54-4915-97ec-cc37e6b9aaaa), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:31.428056 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c34e50-8661-47c6-afc9-85ff9f8f0eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3b594b-ee54-4915-97ec-cc37e6b9aaaa,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:28:31.432380 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-a4c34e50-8661-47c6-afc9-85ff9f8f0eb3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a45e6ca883de4c839031f6c4783f05de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2240317 Apr 12 00:28:31.434906 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 56770) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:28:31.483047 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-7fb15d87-ff6e-4946-ab56-225512f8a515 admin admin] Publish callbacks [] for security_group (cc3b594b-ee54-4915-97ec-cc37e6b9aaaa), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:31.504344 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-7fb15d87-ff6e-4946-ab56-225512f8a515 admin admin] Publish callbacks [] for security_group (cc3b594b-ee54-4915-97ec-cc37e6b9aaaa), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:31.551006 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-7fb15d87-ff6e-4946-ab56-225512f8a515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (cc3b594b-ee54-4915-97ec-cc37e6b9aaaa), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:31.553463 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-7fb15d87-ff6e-4946-ab56-225512f8a515 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:31.554616 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-7fb15d87-ff6e-4946-ab56-225512f8a515 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cc3b594b-ee54-4915-97ec-cc37e6b9aaaa HTTP/1.1" status: 204 len: 168 time: 0.1187356 Apr 12 00:28:31.563137 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb15d87-ff6e-4946-ab56-225512f8a515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3b594b-ee54-4915-97ec-cc37e6b9aaaa,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:28:31.862752 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 56798) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:28:31.882502 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7b9e80-f354-4768-93cf-ee24acd255fa req-bbff6fae-99d9-4bf5-8962-ae53106a25fa tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:31.884191 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-4a7b9e80-f354-4768-93cf-ee24acd255fa req-bbff6fae-99d9-4bf5-8962-ae53106a25fa tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f7526a5-050f-4c25-8432-e85eddf41b98 HTTP/1.1" status: 200 len: 946 time: 0.0705750 Apr 12 00:28:31.886512 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-b2582e34-154a-48c7-8488-62cca041141e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:31.897631 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c91881-3d83-4316-bc37-1759b3abffc5 req-9f3dccea-d89a-479a-8c6e-11670b2d414b tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:31.903058 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-52c91881-3d83-4316-bc37-1759b3abffc5 req-9f3dccea-d89a-479a-8c6e-11670b2d414b tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/networks?id=2b113919-fa22-480a-8455-7a7b46c22169 HTTP/1.1" status: 200 len: 809 time: 0.1223254 Apr 12 00:28:31.915616 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-52c91881-3d83-4316-bc37-1759b3abffc5 req-f26b1b7e-be3e-4f67-8fbf-28e783caef65 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/quotas/c67b239e9580469aaa5714c21a4c590d HTTP/1.1" status: 200 len: 375 time: 0.0108106 Apr 12 00:28:31.948372 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 56800) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:28:31.954623 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-52c91881-3d83-4316-bc37-1759b3abffc5 req-8e3a788d-61e0-404f-822b-0e472be4a6d5 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c67b239e9580469aaa5714c21a4c590d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331764 Apr 12 00:28:31.980346 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-4a7b9e80-f354-4768-93cf-ee24acd255fa req-2ed2fef7-c627-4615-b11d-b7e0b989570b tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779059 Apr 12 00:28:32.030758 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-b2582e34-154a-48c7-8488-62cca041141e admin admin] Publish callbacks [] for security_group (e7314d65-d2f2-43be-a212-a7a3eb0e7bc7), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:32.035535 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-b2582e34-154a-48c7-8488-62cca041141e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (e7314d65-d2f2-43be-a212-a7a3eb0e7bc7), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:32.070607 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-52c91881-3d83-4316-bc37-1759b3abffc5 req-0123a41c-cafc-4165-a693-87d71f1ba80c service neutron] 10.222.0.32 "GET /v2.0/networks/2b113919-fa22-480a-8455-7a7b46c22169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087306 Apr 12 00:28:32.081918 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-b2582e34-154a-48c7-8488-62cca041141e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eaad19c9bc4f40d39c9a7932c85dfffa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2179630 Apr 12 00:28:32.084595 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 56804) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:28:32.087643 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2582e34-154a-48c7-8488-62cca041141e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7314d65-d2f2-43be-a212-a7a3eb0e7bc7,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:28:32.090636 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-dd6bb3cb-8aaf-4752-84f1-f00d7f044e52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:32.102796 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device 5f52b226-528b-4264-91d2-43e3ee68cf0e no longer exists at agent hyperv_hv-cinder-83625 {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:28:32.124466 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] No Port match for: 5f52b226-528b-4264-91d2-43e3ee68cf0e {{(pid=114861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 00:28:32.125501 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device 5f52b226-528b-4264-91d2-43e3ee68cf0e not bound to the agent host hv-cinder-83625 {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:28:32.175184 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-dd6bb3cb-8aaf-4752-84f1-f00d7f044e52 admin admin] Publish callbacks [] for security_group (a4441966-c4d9-48bf-91c6-a07ee0297ae3), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:32.179767 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-dd6bb3cb-8aaf-4752-84f1-f00d7f044e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (a4441966-c4d9-48bf-91c6-a07ee0297ae3), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:32.193190 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-c76b0611-1c33-40cd-bed4-a149c0180572 admin admin] Publish callbacks [] for security_group (e7314d65-d2f2-43be-a212-a7a3eb0e7bc7), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:32.214831 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-52c91881-3d83-4316-bc37-1759b3abffc5 req-8fa11755-c310-4fb5-91f3-a91f64ca2e63 service neutron] 10.222.0.32 "GET /v2.0/networks/2b113919-fa22-480a-8455-7a7b46c22169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383653 Apr 12 00:28:32.217078 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-dd6bb3cb-8aaf-4752-84f1-f00d7f044e52 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a346ba9339234082b4ff275230470977&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2673476 Apr 12 00:28:32.219808 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6bb3cb-8aaf-4752-84f1-f00d7f044e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4441966-c4d9-48bf-91c6-a07ee0297ae3,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:28:32.222137 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 56806) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:28:32.227411 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-c76b0611-1c33-40cd-bed4-a149c0180572 admin admin] Publish callbacks [] for security_group (e7314d65-d2f2-43be-a212-a7a3eb0e7bc7), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:32.274306 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-dbca5ac3-cd7c-4b31-9705-21da44efb4bf admin admin] Publish callbacks [] for security_group (a4441966-c4d9-48bf-91c6-a07ee0297ae3), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:32.283516 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-c76b0611-1c33-40cd-bed4-a149c0180572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (e7314d65-d2f2-43be-a212-a7a3eb0e7bc7), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:32.286981 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-c76b0611-1c33-40cd-bed4-a149c0180572 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:32.290695 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-c76b0611-1c33-40cd-bed4-a149c0180572 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e7314d65-d2f2-43be-a212-a7a3eb0e7bc7 HTTP/1.1" status: 204 len: 168 time: 0.2026331 Apr 12 00:28:32.297701 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76b0611-1c33-40cd-bed4-a149c0180572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7314d65-d2f2-43be-a212-a7a3eb0e7bc7,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:28:32.311368 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-dbca5ac3-cd7c-4b31-9705-21da44efb4bf admin admin] Publish callbacks [] for security_group (a4441966-c4d9-48bf-91c6-a07ee0297ae3), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:32.376940 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-dbca5ac3-cd7c-4b31-9705-21da44efb4bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (a4441966-c4d9-48bf-91c6-a07ee0297ae3), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:32.379792 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-dbca5ac3-cd7c-4b31-9705-21da44efb4bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:32.383599 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-dbca5ac3-cd7c-4b31-9705-21da44efb4bf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a4441966-c4d9-48bf-91c6-a07ee0297ae3 HTTP/1.1" status: 204 len: 168 time: 0.1604843 Apr 12 00:28:32.393149 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbca5ac3-cd7c-4b31-9705-21da44efb4bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4441966-c4d9-48bf-91c6-a07ee0297ae3,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:28:32.455696 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-bd0d2f27-89d0-481b-baf0-75e337b6039c req-623bf579-0a7b-493e-964c-d4f937e2a134 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=13fbcf24-3a0e-4e17-bb4b-902364ee86db HTTP/1.1" status: 200 len: 210 time: 0.0402732 Apr 12 00:28:33.123889 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8041843-447c-45b0-ae36-12e275c83b30 req-fd6addf9-4986-4b26-b736-d2a68f5d3600 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:33.130710 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-c8041843-447c-45b0-ae36-12e275c83b30 req-fd6addf9-4986-4b26-b736-d2a68f5d3600 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f7526a5-050f-4c25-8432-e85eddf41b98 HTTP/1.1" status: 200 len: 946 time: 0.0797396 Apr 12 00:28:33.199789 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-c8041843-447c-45b0-ae36-12e275c83b30 req-72b79bee-7fea-4fab-8fbb-ab2147e76572 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653276 Apr 12 00:28:33.566063 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-2ea43e41-cf80-4ee0-8075-c298e8944d87 req-cec79db9-5bf5-4145-ab57-7642fdf627d9 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=13fbcf24-3a0e-4e17-bb4b-902364ee86db HTTP/1.1" status: 200 len: 210 time: 0.0330594 Apr 12 00:28:33.659068 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 56888) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:28:33.663818 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 56890) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:28:33.770034 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-ab6698d6-858e-40ef-833a-753e328119e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:33.785627 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-759920d6-b441-487d-8730-9d1db0ae8781 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:33.870148 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-759920d6-b441-487d-8730-9d1db0ae8781 admin admin] Publish callbacks [] for security_group (655d2f22-31c1-4013-9c3c-5e1ea391f7d8), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:33.876097 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-759920d6-b441-487d-8730-9d1db0ae8781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (655d2f22-31c1-4013-9c3c-5e1ea391f7d8), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:33.923502 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-759920d6-b441-487d-8730-9d1db0ae8781 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=40cb3c7d08584c298bc8ff47660883ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2582018 Apr 12 00:28:33.924417 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759920d6-b441-487d-8730-9d1db0ae8781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655d2f22-31c1-4013-9c3c-5e1ea391f7d8,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:28:33.926968 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 56896) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:28:33.931351 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c91881-3d83-4316-bc37-1759b3abffc5 req-1a07b946-f5fe-46c3-a043-fe1de2898414 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:33.932997 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-52c91881-3d83-4316-bc37-1759b3abffc5 req-1a07b946-f5fe-46c3-a043-fe1de2898414 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.52 "GET /v2.0/networks?id=2b113919-fa22-480a-8455-7a7b46c22169 HTTP/1.1" status: 200 len: 809 time: 0.1385736 Apr 12 00:28:33.949412 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-ab6698d6-858e-40ef-833a-753e328119e6 admin admin] Publish callbacks [] for security_group (4072622d-73da-4106-9fca-20875a8a57d5), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:33.955682 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [req-52c91881-3d83-4316-bc37-1759b3abffc5 req-265fb826-02ed-476f-a1f7-095457abb89e tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Request body: {'port': {'device_id': '13fbcf24-3a0e-4e17-bb4b-902364ee86db', 'network_id': '2b113919-fa22-480a-8455-7a7b46c22169', 'admin_state_up': True, 'tenant_id': 'c67b239e9580469aaa5714c21a4c590d'}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:28:33.960448 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-ab6698d6-858e-40ef-833a-753e328119e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (4072622d-73da-4106-9fca-20875a8a57d5), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:33.981460 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-b15b51bd-8c86-464e-a239-89ed7383be9e admin admin] Publish callbacks [] for security_group (655d2f22-31c1-4013-9c3c-5e1ea391f7d8), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:34.005462 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-b15b51bd-8c86-464e-a239-89ed7383be9e admin admin] Publish callbacks [] for security_group (655d2f22-31c1-4013-9c3c-5e1ea391f7d8), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:34.054908 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6698d6-858e-40ef-833a-753e328119e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4072622d-73da-4106-9fca-20875a8a57d5,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:28:34.063439 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-ab6698d6-858e-40ef-833a-753e328119e6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=723b25d67f28409db601ff7a216cface&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4006739 Apr 12 00:28:34.063933 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 56902) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:28:34.067067 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-b15b51bd-8c86-464e-a239-89ed7383be9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (655d2f22-31c1-4013-9c3c-5e1ea391f7d8), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:34.069685 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-b15b51bd-8c86-464e-a239-89ed7383be9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:34.070946 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-b15b51bd-8c86-464e-a239-89ed7383be9e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/655d2f22-31c1-4013-9c3c-5e1ea391f7d8 HTTP/1.1" status: 204 len: 168 time: 0.1430240 Apr 12 00:28:34.081684 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b51bd-8c86-464e-a239-89ed7383be9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655d2f22-31c1-4013-9c3c-5e1ea391f7d8,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:28:34.137144 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52c91881-3d83-4316-bc37-1759b3abffc5 req-265fb826-02ed-476f-a1f7-095457abb89e tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Made reservation on behalf of c67b239e9580469aaa5714c21a4c590d for: {'port': 1} {{(pid=114859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:28:34.140948 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-52c91881-3d83-4316-bc37-1759b3abffc5 req-265fb826-02ed-476f-a1f7-095457abb89e tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:34.151488 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-5a4ac225-2359-4052-aa15-f0a72a0ff459 admin admin] Publish callbacks [] for security_group (4072622d-73da-4106-9fca-20875a8a57d5), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:34.213656 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-5a4ac225-2359-4052-aa15-f0a72a0ff459 admin admin] Publish callbacks [] for security_group (4072622d-73da-4106-9fca-20875a8a57d5), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:34.310869 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.db_base_plugin_common [req-52c91881-3d83-4316-bc37-1759b3abffc5 req-265fb826-02ed-476f-a1f7-095457abb89e tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Allocated IP 172.20.0.5 (2b113919-fa22-480a-8455-7a7b46c22169/9252ecc6-2a50-49ef-b60d-493f1cc4eb99/4d87f86a-c5c3-4dac-8e53-78bd55c3da76) {{(pid=114859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:28:34.316031 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-5a4ac225-2359-4052-aa15-f0a72a0ff459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (4072622d-73da-4106-9fca-20875a8a57d5), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:34.317343 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4823b6ab-7508-49bb-a597-f71d3b7e0ccf req-51728d9e-c950-48db-9918-cea4343fb4d5 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:34.318495 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-5a4ac225-2359-4052-aa15-f0a72a0ff459 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:34.318917 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-4823b6ab-7508-49bb-a597-f71d3b7e0ccf req-51728d9e-c950-48db-9918-cea4343fb4d5 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f7526a5-050f-4c25-8432-e85eddf41b98 HTTP/1.1" status: 200 len: 946 time: 0.0545518 Apr 12 00:28:34.319625 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-5a4ac225-2359-4052-aa15-f0a72a0ff459 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4072622d-73da-4106-9fca-20875a8a57d5 HTTP/1.1" status: 204 len: 168 time: 0.2534645 Apr 12 00:28:34.336227 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4ac225-2359-4052-aa15-f0a72a0ff459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4072622d-73da-4106-9fca-20875a8a57d5,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:28:34.383222 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-4823b6ab-7508-49bb-a597-f71d3b7e0ccf req-1440ee96-a5e6-44c2-911a-40c7b929050e tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534630 Apr 12 00:28:34.508511 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-52c91881-3d83-4316-bc37-1759b3abffc5 req-265fb826-02ed-476f-a1f7-095457abb89e tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Publish callbacks [] for port (4d87f86a-c5c3-4dac-8e53-78bd55c3da76), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:34.553172 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-52c91881-3d83-4316-bc37-1759b3abffc5 req-265fb826-02ed-476f-a1f7-095457abb89e tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (4d87f86a-c5c3-4dac-8e53-78bd55c3da76), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:34.605227 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52c91881-3d83-4316-bc37-1759b3abffc5 req-265fb826-02ed-476f-a1f7-095457abb89e tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Network 2b113919-fa22-480a-8455-7a7b46c22169 is already hosted by enough agents. {{(pid=114859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:28:34.606701 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.base_scheduler [req-52c91881-3d83-4316-bc37-1759b3abffc5 req-265fb826-02ed-476f-a1f7-095457abb89e tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Resources bound (agent type, host, resource id): {{(pid=114859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:28:34.615715 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c91881-3d83-4316-bc37-1759b3abffc5 req-265fb826-02ed-476f-a1f7-095457abb89e tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Received port after_create {{(pid=114859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:28:34.655218 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265fb826-02ed-476f-a1f7-095457abb89e tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Pushing event updated for resources: {'Port': ['ID=4d87f86a-c5c3-4dac-8e53-78bd55c3da76,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:28:34.692356 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c91881-3d83-4316-bc37-1759b3abffc5 req-265fb826-02ed-476f-a1f7-095457abb89e tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:34.693125 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-52c91881-3d83-4316-bc37-1759b3abffc5 req-265fb826-02ed-476f-a1f7-095457abb89e tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for port (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:34.781431 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ba81d-fae3-4a2f-afcb-153dcedbd899 req-a47f9cce-b84d-45f1-bdfd-cec2befe13af tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:34.783829 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-52c91881-3d83-4316-bc37-1759b3abffc5 req-265fb826-02ed-476f-a1f7-095457abb89e tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8320141 Apr 12 00:28:34.789737 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-904ba81d-fae3-4a2f-afcb-153dcedbd899 req-a47f9cce-b84d-45f1-bdfd-cec2befe13af tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f7526a5-050f-4c25-8432-e85eddf41b98 HTTP/1.1" status: 200 len: 946 time: 0.0744205 Apr 12 00:28:34.803285 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4097d-5bd8-4472-af6f-67d75f5a60a3 req-b7d6025a-e2b0-4c00-bfe8-32912e6a2619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:34.804732 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e7d4097d-5bd8-4472-af6f-67d75f5a60a3 req-b7d6025a-e2b0-4c00-bfe8-32912e6a2619 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7bdba79df5fc4c3faa187bd65479d3f7&device_id=1f7526a5-050f-4c25-8432-e85eddf41b98 HTTP/1.1" status: 200 len: 1130 time: 0.0992131 Apr 12 00:28:34.809958 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [req-52c91881-3d83-4316-bc37-1759b3abffc5 req-ae87291c-14db-4756-be51-e62e38e14196 service neutron] Request body: {'port': {'device_id': '13fbcf24-3a0e-4e17-bb4b-902364ee86db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83625'}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:28:34.842049 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7926e29-c529-4e11-b53a-065881b6de8e req-778a3c88-acac-43cc-a38d-118affdf56bd tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:34.843645 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e7926e29-c529-4e11-b53a-065881b6de8e req-778a3c88-acac-43cc-a38d-118affdf56bd tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=13fbcf24-3a0e-4e17-bb4b-902364ee86db HTTP/1.1" status: 200 len: 931 time: 0.1391265 Apr 12 00:28:34.854589 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-904ba81d-fae3-4a2f-afcb-153dcedbd899 req-28ef4ee7-835e-495a-bd9e-ed3ad6c25b20 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626941 Apr 12 00:28:34.970291 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-52c91881-3d83-4316-bc37-1759b3abffc5 req-ae87291c-14db-4756-be51-e62e38e14196 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (4d87f86a-c5c3-4dac-8e53-78bd55c3da76), before_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:34.996785 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e7926e29-c529-4e11-b53a-065881b6de8e req-2550fa9d-6f74-4cef-b6fd-48fbf2b06798 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390154 Apr 12 00:28:35.004893 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4097d-5bd8-4472-af6f-67d75f5a60a3 req-14317da3-a9f8-4c5b-ae3e-b8783028e991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:35.006355 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e7d4097d-5bd8-4472-af6f-67d75f5a60a3 req-14317da3-a9f8-4c5b-ae3e-b8783028e991 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d9c3b5d9-2a62-4930-bf1a-06e919287728 HTTP/1.1" status: 200 len: 920 time: 0.1924496 Apr 12 00:28:35.065777 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e7d4097d-5bd8-4472-af6f-67d75f5a60a3 req-0e815039-2f07-43e1-b0aa-0ec9b961846d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2528e14-c8a3-4f63-b34e-364aedc6fb6a HTTP/1.1" status: 200 len: 217 time: 0.0414617 Apr 12 00:28:35.185583 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4097d-5bd8-4472-af6f-67d75f5a60a3 req-c1d5eaba-5ed7-4b14-914b-17bc0c98b8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:35.187527 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e7d4097d-5bd8-4472-af6f-67d75f5a60a3 req-c1d5eaba-5ed7-4b14-914b-17bc0c98b8fe service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7f76de51-1250-4e78-bc34-31fbaa8ccdf7 HTTP/1.1" status: 200 len: 858 time: 0.1058009 Apr 12 00:28:35.277458 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4097d-5bd8-4472-af6f-67d75f5a60a3 req-f79ae20c-d1f7-4ad8-a62a-e5dabf3df303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:35.278985 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e7d4097d-5bd8-4472-af6f-67d75f5a60a3 req-f79ae20c-d1f7-4ad8-a62a-e5dabf3df303 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d9c3b5d9-2a62-4930-bf1a-06e919287728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0824521 Apr 12 00:28:35.429628 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e7d4097d-5bd8-4472-af6f-67d75f5a60a3 req-489bdd1a-752a-490e-8c84-95530863078d service neutron] 10.222.0.52 "GET /v2.0/networks/d9c3b5d9-2a62-4930-bf1a-06e919287728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428258 Apr 12 00:28:35.450373 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [req-52c91881-3d83-4316-bc37-1759b3abffc5 req-ae87291c-14db-4756-be51-e62e38e14196 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d87f86a-c5c3-4dac-8e53-78bd55c3da76 {{(pid=114859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:28:35.469534 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-52c91881-3d83-4316-bc37-1759b3abffc5 req-ae87291c-14db-4756-be51-e62e38e14196 service neutron] Publish callbacks [] for port (4d87f86a-c5c3-4dac-8e53-78bd55c3da76), precommit_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:35.521248 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.provisioning_blocks [req-52c91881-3d83-4316-bc37-1759b3abffc5 req-ae87291c-14db-4756-be51-e62e38e14196 service neutron] Transition to ACTIVE for port object 4d87f86a-c5c3-4dac-8e53-78bd55c3da76 will not be triggered until provisioned by entity L2. {{(pid=114859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 00:28:35.530074 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-52c91881-3d83-4316-bc37-1759b3abffc5 req-ae87291c-14db-4756-be51-e62e38e14196 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59136039'] for port (4d87f86a-c5c3-4dac-8e53-78bd55c3da76), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:35.586129 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e7d4097d-5bd8-4472-af6f-67d75f5a60a3 req-daca64d0-b433-4fd3-8377-f1ee8ca36386 service neutron] 10.222.0.52 "GET /v2.0/networks/d9c3b5d9-2a62-4930-bf1a-06e919287728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497359 Apr 12 00:28:35.599879 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae87291c-14db-4756-be51-e62e38e14196 service neutron] Pushing event updated for resources: {'Port': ['ID=4d87f86a-c5c3-4dac-8e53-78bd55c3da76,revision_number=2']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:28:35.707187 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.managers [req-52c91881-3d83-4316-bc37-1759b3abffc5 req-ae87291c-14db-4756-be51-e62e38e14196 service neutron] Attempting to bind port 4d87f86a-c5c3-4dac-8e53-78bd55c3da76 on host hv-cinder-83625 for vnic_type normal with profile {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:28:35.707814 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.managers [req-52c91881-3d83-4316-bc37-1759b3abffc5 req-ae87291c-14db-4756-be51-e62e38e14196 service neutron] Attempting to bind port 4d87f86a-c5c3-4dac-8e53-78bd55c3da76 by drivers openvswitch,hyperv on host hv-cinder-83625 at level 0 using segments [{'id': 'f9614f3c-ffc8-4b81-a26e-3ff0106bfc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2b113919-fa22-480a-8455-7a7b46c22169'}] {{(pid=114859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:28:35.708084 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c91881-3d83-4316-bc37-1759b3abffc5 req-ae87291c-14db-4756-be51-e62e38e14196 service neutron] Attempting to bind port 4d87f86a-c5c3-4dac-8e53-78bd55c3da76 on network 2b113919-fa22-480a-8455-7a7b46c22169 {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:28:35.714497 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c91881-3d83-4316-bc37-1759b3abffc5 req-ae87291c-14db-4756-be51-e62e38e14196 service neutron] Port 4d87f86a-c5c3-4dac-8e53-78bd55c3da76 on network 2b113919-fa22-480a-8455-7a7b46c22169 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83625 {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 00:28:35.714820 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c91881-3d83-4316-bc37-1759b3abffc5 req-ae87291c-14db-4756-be51-e62e38e14196 service neutron] Attempting to bind port 4d87f86a-c5c3-4dac-8e53-78bd55c3da76 on network 2b113919-fa22-480a-8455-7a7b46c22169 {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:28:35.719668 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c91881-3d83-4316-bc37-1759b3abffc5 req-ae87291c-14db-4756-be51-e62e38e14196 service neutron] Checking agent: {'id': '6c438ad1-5788-4552-a50f-29c8c96f3196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83625', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 0, 23, 42), 'started_at': datetime.datetime(2022, 4, 12, 0, 23, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:28:35.720015 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c91881-3d83-4316-bc37-1759b3abffc5 req-ae87291c-14db-4756-be51-e62e38e14196 service neutron] Checking segment: {'id': 'f9614f3c-ffc8-4b81-a26e-3ff0106bfc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2b113919-fa22-480a-8455-7a7b46c22169'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:28:35.720390 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c91881-3d83-4316-bc37-1759b3abffc5 req-ae87291c-14db-4756-be51-e62e38e14196 service neutron] Bound using segment: {'id': 'f9614f3c-ffc8-4b81-a26e-3ff0106bfc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2b113919-fa22-480a-8455-7a7b46c22169'} {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:28:35.720810 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.managers [req-52c91881-3d83-4316-bc37-1759b3abffc5 req-ae87291c-14db-4756-be51-e62e38e14196 service neutron] Bound port: 4d87f86a-c5c3-4dac-8e53-78bd55c3da76, host: hv-cinder-83625, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9614f3c-ffc8-4b81-a26e-3ff0106bfc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2b113919-fa22-480a-8455-7a7b46c22169'}}] {{(pid=114859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:28:35.721328 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-52c91881-3d83-4316-bc37-1759b3abffc5 req-ae87291c-14db-4756-be51-e62e38e14196 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (4d87f86a-c5c3-4dac-8e53-78bd55c3da76), before_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:35.788738 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [req-52c91881-3d83-4316-bc37-1759b3abffc5 req-ae87291c-14db-4756-be51-e62e38e14196 service neutron] For port 4d87f86a-c5c3-4dac-8e53-78bd55c3da76, host hv-cinder-83625, cleared binding levels {{(pid=114859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:28:35.792329 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [req-52c91881-3d83-4316-bc37-1759b3abffc5 req-ae87291c-14db-4756-be51-e62e38e14196 service neutron] For port 4d87f86a-c5c3-4dac-8e53-78bd55c3da76, host hv-cinder-83625, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=4d87f86a-c5c3-4dac-8e53-78bd55c3da76,segment=NetworkSegment(f9614f3c-ffc8-4b81-a26e-3ff0106bfc9c),segment_id=f9614f3c-ffc8-4b81-a26e-3ff0106bfc9c)] {{(pid=114859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:28:35.799066 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-52c91881-3d83-4316-bc37-1759b3abffc5 req-ae87291c-14db-4756-be51-e62e38e14196 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59136039'] for port (4d87f86a-c5c3-4dac-8e53-78bd55c3da76), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:35.831890 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c91881-3d83-4316-bc37-1759b3abffc5 req-ae87291c-14db-4756-be51-e62e38e14196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:35.832987 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-52c91881-3d83-4316-bc37-1759b3abffc5 req-ae87291c-14db-4756-be51-e62e38e14196 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for port (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:35.833895 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-52c91881-3d83-4316-bc37-1759b3abffc5 req-ae87291c-14db-4756-be51-e62e38e14196 service neutron] 10.222.0.52 "PUT /v2.0/ports/4d87f86a-c5c3-4dac-8e53-78bd55c3da76 HTTP/1.1" status: 200 len: 1093 time: 1.0320754 Apr 12 00:28:35.836139 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13fbcf24-3a0e-4e17-bb4b-902364ee86db', 'tag': '4d87f86a-c5c3-4dac-8e53-78bd55c3da76'}] {{(pid=114859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:28:35.838423 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d751ce943c7fd1580d8237ddcdd582f05025ac6b53677acecb9ecfb4d000721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b5d36c-eb97-41da-89e3-767f2d6f2a34" -d '{"events": [{"name": "network-changed", "server_uuid": "13fbcf24-3a0e-4e17-bb4b-902364ee86db", "tag": "4d87f86a-c5c3-4dac-8e53-78bd55c3da76"}]}' {{(pid=114859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:28:35.868364 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae87291c-14db-4756-be51-e62e38e14196 service neutron] Pushing event updated for resources: {'Port': ['ID=4d87f86a-c5c3-4dac-8e53-78bd55c3da76,revision_number=3']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:28:35.875191 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7691de05-b635-4a8c-81cc-e0011890e9cd x-openstack-request-id: req-7691de05-b635-4a8c-81cc-e0011890e9cd {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:28:35.875481 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13fbcf24-3a0e-4e17-bb4b-902364ee86db", "tag": "4d87f86a-c5c3-4dac-8e53-78bd55c3da76", "status": "completed", "code": 200}]} {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:28:35.875737 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7691de05-b635-4a8c-81cc-e0011890e9cd {{(pid=114859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:28:35.876283 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7691de05-b635-4a8c-81cc-e0011890e9cd'] response: {'name': 'network-changed', 'server_uuid': '13fbcf24-3a0e-4e17-bb4b-902364ee86db', 'tag': '4d87f86a-c5c3-4dac-8e53-78bd55c3da76', 'status': 'completed', 'code': 200} Apr 12 00:28:35.990235 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7460fbf-dd5f-4647-a5aa-74ed68abe1bd req-ec69f7f6-b940-4828-bd91-e65801fde734 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:35.991623 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-f7460fbf-dd5f-4647-a5aa-74ed68abe1bd req-ec69f7f6-b940-4828-bd91-e65801fde734 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f7526a5-050f-4c25-8432-e85eddf41b98 HTTP/1.1" status: 200 len: 946 time: 0.0777268 Apr 12 00:28:35.994436 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c91881-3d83-4316-bc37-1759b3abffc5 req-4981a49c-7a92-49ed-aa21-fe4756da5337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:35.995766 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-52c91881-3d83-4316-bc37-1759b3abffc5 req-4981a49c-7a92-49ed-aa21-fe4756da5337 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c67b239e9580469aaa5714c21a4c590d&device_id=13fbcf24-3a0e-4e17-bb4b-902364ee86db HTTP/1.1" status: 200 len: 1127 time: 0.0538266 Apr 12 00:28:36.039255 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-f7460fbf-dd5f-4647-a5aa-74ed68abe1bd req-ed22a6b0-3636-4811-8702-60cacfa3b496 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421033 Apr 12 00:28:36.119310 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451dd460-bf46-4bbc-84e8-9490905764b9 req-d98bfa09-8846-4236-a69c-064c0f0e1b93 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:36.120782 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-451dd460-bf46-4bbc-84e8-9490905764b9 req-d98bfa09-8846-4236-a69c-064c0f0e1b93 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=13fbcf24-3a0e-4e17-bb4b-902364ee86db HTTP/1.1" status: 200 len: 943 time: 0.0523274 Apr 12 00:28:36.166700 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-451dd460-bf46-4bbc-84e8-9490905764b9 req-3ec03045-6016-4973-899c-59d0f4cc9bcd tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397475 Apr 12 00:28:36.854400 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.agents_db [None req-4f17da96-f611-4225-a78f-ee15b860eec6 None None] Agent healthcheck: found 6 active agents {{(pid=114862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:28:37.153227 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09879e-5e3f-4e4a-b4f8-e5d2053062d5 req-3190581a-a048-4807-b728-8ae1e69fea22 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:37.154702 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-3a09879e-5e3f-4e4a-b4f8-e5d2053062d5 req-3190581a-a048-4807-b728-8ae1e69fea22 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f7526a5-050f-4c25-8432-e85eddf41b98 HTTP/1.1" status: 200 len: 946 time: 0.0498600 Apr 12 00:28:37.205036 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-3a09879e-5e3f-4e4a-b4f8-e5d2053062d5 req-6acd3606-fd1c-4a18-8d31-0187f5e84323 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447924 Apr 12 00:28:37.309531 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ceb5b1-8d4a-43e4-b407-ca060a530bd3 req-7005d2f7-0f40-4215-859f-f1b5c240ff7b tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:37.311249 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-73ceb5b1-8d4a-43e4-b407-ca060a530bd3 req-7005d2f7-0f40-4215-859f-f1b5c240ff7b tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=13fbcf24-3a0e-4e17-bb4b-902364ee86db HTTP/1.1" status: 200 len: 943 time: 0.0492425 Apr 12 00:28:37.361042 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-73ceb5b1-8d4a-43e4-b407-ca060a530bd3 req-e2e988f5-a622-4885-8b6a-d8650d13f5a1 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440562 Apr 12 00:28:37.980877 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-52c91881-3d83-4316-bc37-1759b3abffc5 req-93a65459-3de3-4e7d-8bdd-0cc79fd46a5a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d87f86a-c5c3-4dac-8e53-78bd55c3da76 HTTP/1.1" status: 200 len: 217 time: 0.0470915 Apr 12 00:28:38.056051 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c91881-3d83-4316-bc37-1759b3abffc5 req-fb0bd39a-db99-4018-8773-0d2ac8f6a42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:38.057576 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-52c91881-3d83-4316-bc37-1759b3abffc5 req-fb0bd39a-db99-4018-8773-0d2ac8f6a42e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9252ecc6-2a50-49ef-b60d-493f1cc4eb99 HTTP/1.1" status: 200 len: 849 time: 0.0619941 Apr 12 00:28:38.096119 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-52c91881-3d83-4316-bc37-1759b3abffc5 req-37f1183c-1447-45ba-bf96-2b5a4bc57a91 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2b113919-fa22-480a-8455-7a7b46c22169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314434 Apr 12 00:28:38.201411 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-52c91881-3d83-4316-bc37-1759b3abffc5 req-cc2f5172-52b0-461a-9e73-c94d90bdadad service neutron] 10.222.0.52 "GET /v2.0/networks/2b113919-fa22-480a-8455-7a7b46c22169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954370 Apr 12 00:28:38.314111 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-52c91881-3d83-4316-bc37-1759b3abffc5 req-194c2ea9-648b-4271-9227-e639120627e2 service neutron] 10.222.0.52 "GET /v2.0/networks/2b113919-fa22-480a-8455-7a7b46c22169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917335 Apr 12 00:28:38.320000 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568a327-f608-4899-9173-5c4036b9aaba req-fb58dd7a-34e1-4c76-bd76-84461626f024 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:38.321700 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-4568a327-f608-4899-9173-5c4036b9aaba req-fb58dd7a-34e1-4c76-bd76-84461626f024 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f7526a5-050f-4c25-8432-e85eddf41b98 HTTP/1.1" status: 200 len: 946 time: 0.0486693 Apr 12 00:28:38.368052 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-4568a327-f608-4899-9173-5c4036b9aaba req-88429224-61bf-48ef-a64b-e8c2084813c1 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408485 Apr 12 00:28:38.502020 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d939478-46a3-4b8c-a546-c008a567ccee req-2e5de4f1-beae-4259-a5fb-c58daaa1a470 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:38.503568 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5d939478-46a3-4b8c-a546-c008a567ccee req-2e5de4f1-beae-4259-a5fb-c58daaa1a470 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=13fbcf24-3a0e-4e17-bb4b-902364ee86db HTTP/1.1" status: 200 len: 943 time: 0.0577788 Apr 12 00:28:38.551578 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5d939478-46a3-4b8c-a546-c008a567ccee req-d58d0466-1705-4e96-b5ba-021b4aa7ac0c tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424306 Apr 12 00:28:38.581281 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 57058) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:28:38.687458 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-30886211-22db-48de-8ddf-4cedbadb5239 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:38.760750 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-30886211-22db-48de-8ddf-4cedbadb5239 admin admin] Publish callbacks [] for security_group (0498a316-d5e5-4799-9856-2d3a748e79b1), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:38.765386 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-30886211-22db-48de-8ddf-4cedbadb5239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (0498a316-d5e5-4799-9856-2d3a748e79b1), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:38.811053 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-30886211-22db-48de-8ddf-4cedbadb5239 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5a9f7a48248e43dda4344512f232f005&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2287123 Apr 12 00:28:38.812994 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30886211-22db-48de-8ddf-4cedbadb5239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0498a316-d5e5-4799-9856-2d3a748e79b1,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:28:38.813660 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 57062) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:28:38.861435 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-6394343f-d91c-4241-b96a-2ca75ef02e91 admin admin] Publish callbacks [] for security_group (0498a316-d5e5-4799-9856-2d3a748e79b1), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:38.882379 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-6394343f-d91c-4241-b96a-2ca75ef02e91 admin admin] Publish callbacks [] for security_group (0498a316-d5e5-4799-9856-2d3a748e79b1), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:38.932482 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-6394343f-d91c-4241-b96a-2ca75ef02e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (0498a316-d5e5-4799-9856-2d3a748e79b1), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:38.935620 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-6394343f-d91c-4241-b96a-2ca75ef02e91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:38.940758 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-6394343f-d91c-4241-b96a-2ca75ef02e91 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0498a316-d5e5-4799-9856-2d3a748e79b1 HTTP/1.1" status: 204 len: 168 time: 0.1254942 Apr 12 00:28:38.948940 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6394343f-d91c-4241-b96a-2ca75ef02e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0498a316-d5e5-4799-9856-2d3a748e79b1,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:28:39.513458 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7165f7fa-c009-4f18-b817-ffbe06ad47ba req-acbb0226-916a-487a-8e67-43ba71f4117d tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:39.515817 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-7165f7fa-c009-4f18-b817-ffbe06ad47ba req-acbb0226-916a-487a-8e67-43ba71f4117d tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f7526a5-050f-4c25-8432-e85eddf41b98 HTTP/1.1" status: 200 len: 946 time: 0.0646386 Apr 12 00:28:39.573731 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-7165f7fa-c009-4f18-b817-ffbe06ad47ba req-79b6eade-8718-4332-938d-f62b1b1137cc tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493743 Apr 12 00:28:39.725359 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd4f73-498e-432f-a182-9421c0056211 req-81e07a7a-4299-42be-ae93-12250ea9bedb tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:39.726964 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-85dd4f73-498e-432f-a182-9421c0056211 req-81e07a7a-4299-42be-ae93-12250ea9bedb tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=13fbcf24-3a0e-4e17-bb4b-902364ee86db HTTP/1.1" status: 200 len: 943 time: 0.0507226 Apr 12 00:28:39.779789 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-85dd4f73-498e-432f-a182-9421c0056211 req-74139d6a-1d05-428a-b540-b3cee0c941ef tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474026 Apr 12 00:28:40.889330 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f6fc57-ff15-47e1-9e8f-7eda9a8efa2b req-8f44608b-461d-42db-9d37-9498583b698a tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:40.890959 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-b4f6fc57-ff15-47e1-9e8f-7eda9a8efa2b req-8f44608b-461d-42db-9d37-9498583b698a tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=13fbcf24-3a0e-4e17-bb4b-902364ee86db HTTP/1.1" status: 200 len: 943 time: 0.0464680 Apr 12 00:28:40.939212 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-b4f6fc57-ff15-47e1-9e8f-7eda9a8efa2b req-8df05284-7d76-4889-a4bc-ba927ddf2afb tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421536 Apr 12 00:28:41.517605 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b5d36c-eb97-41da-89e3-767f2d6f2a34 req-d25cb586-15f9-4cab-b46f-518b5758e5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:41.520081 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-f9b5d36c-eb97-41da-89e3-767f2d6f2a34 req-d25cb586-15f9-4cab-b46f-518b5758e5e9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c67b239e9580469aaa5714c21a4c590d&device_id=13fbcf24-3a0e-4e17-bb4b-902364ee86db HTTP/1.1" status: 200 len: 1127 time: 0.0436862 Apr 12 00:28:41.772383 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (6c438ad1-5788-4552-a50f-29c8c96f3196), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:41.859303 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-f01ca0f0-8194-485e-af60-d2c83bf6a2ab req-95613fe1-0ecf-42a4-841d-96234efbad74 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3073163 Apr 12 00:28:41.884228 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b5d36c-eb97-41da-89e3-767f2d6f2a34 req-80769857-7403-415f-a469-463eebf554d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:41.885583 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-f9b5d36c-eb97-41da-89e3-767f2d6f2a34 req-80769857-7403-415f-a469-463eebf554d0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2b113919-fa22-480a-8455-7a7b46c22169 HTTP/1.1" status: 200 len: 910 time: 0.3445008 Apr 12 00:28:41.938786 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-f9b5d36c-eb97-41da-89e3-767f2d6f2a34 req-3ad20349-a664-4ac0-aa4b-4f37fb2041d8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d87f86a-c5c3-4dac-8e53-78bd55c3da76 HTTP/1.1" status: 200 len: 217 time: 0.0470014 Apr 12 00:28:42.001303 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ca0f0-8194-485e-af60-d2c83bf6a2ab req-aa2d2b34-7109-4215-adf8-a5cff464f314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:42.002858 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-f01ca0f0-8194-485e-af60-d2c83bf6a2ab req-aa2d2b34-7109-4215-adf8-a5cff464f314 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8b482c4c00e94a25ad8f0a9034e9e0e5&device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 1130 time: 0.0730159 Apr 12 00:28:42.037184 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b5d36c-eb97-41da-89e3-767f2d6f2a34 req-6421de5a-e659-4d72-8fd9-cab62ca506d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:42.038922 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-f9b5d36c-eb97-41da-89e3-767f2d6f2a34 req-6421de5a-e659-4d72-8fd9-cab62ca506d6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9252ecc6-2a50-49ef-b60d-493f1cc4eb99 HTTP/1.1" status: 200 len: 849 time: 0.0815525 Apr 12 00:28:42.113327 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-f9b5d36c-eb97-41da-89e3-767f2d6f2a34 req-2253264e-fa55-4b2c-a78d-5f52a91974d9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2b113919-fa22-480a-8455-7a7b46c22169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637915 Apr 12 00:28:42.147437 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device 4d87f86a-c5c3-4dac-8e53-78bd55c3da76 details requested by agent hyperv_hv-cinder-83625 with host hv-cinder-83625 {{(pid=114861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 00:28:42.180279 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ca0f0-8194-485e-af60-d2c83bf6a2ab req-b9c616dc-5fb1-4597-8780-f67f47a51f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:42.181956 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-f01ca0f0-8194-485e-af60-d2c83bf6a2ab req-b9c616dc-5fb1-4597-8780-f67f47a51f7a service neutron] 10.222.0.52 "GET /v2.0/networks?id=1ee4ba18-669f-44db-9087-b0bd886e30c9 HTTP/1.1" status: 200 len: 918 time: 0.1567681 Apr 12 00:28:42.213005 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a4f98c-d782-4cbc-9c07-2db184463e3a req-1e45aee5-34bd-49d2-9993-397a460b2fc9 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:42.220882 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-26a4f98c-d782-4cbc-9c07-2db184463e3a req-1e45aee5-34bd-49d2-9993-397a460b2fc9 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=13fbcf24-3a0e-4e17-bb4b-902364ee86db HTTP/1.1" status: 200 len: 943 time: 0.1944542 Apr 12 00:28:42.274278 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port 4d87f86a-c5c3-4dac-8e53-78bd55c3da76, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=4d87f86a-c5c3-4dac-8e53-78bd55c3da76,segment=NetworkSegment(f9614f3c-ffc8-4b81-a26e-3ff0106bfc9c),segment_id=f9614f3c-ffc8-4b81-a26e-3ff0106bfc9c)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:28:42.292421 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Returning: {'device': '4d87f86a-c5c3-4dac-8e53-78bd55c3da76', 'network_id': '2b113919-fa22-480a-8455-7a7b46c22169', 'port_id': '4d87f86a-c5c3-4dac-8e53-78bd55c3da76', 'mac_address': 'fa:16:3e:5d:b3:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9252ecc6-2a50-49ef-b60d-493f1cc4eb99', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 00:28:42.363180 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-140c8875-dfa1-4c0d-a8b0-86eace8957fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (4ecbd319-6885-49f5-abb8-de205838eb1c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:42.376706 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Current status of the port 4d87f86a-c5c3-4dac-8e53-78bd55c3da76 is: DOWN; New status is: BUILD {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:28:42.377157 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (4d87f86a-c5c3-4dac-8e53-78bd55c3da76), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:42.386424 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-f01ca0f0-8194-485e-af60-d2c83bf6a2ab req-9bfdd66c-02cc-4c55-abe6-ee5eddf002ed service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a96b86a8-a90d-426f-9b7e-b2dc136b138a HTTP/1.1" status: 200 len: 1001 time: 0.1938100 Apr 12 00:28:42.399935 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.notifiers.nova [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d87f86a-c5c3-4dac-8e53-78bd55c3da76 {{(pid=114861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:28:42.417175 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-26a4f98c-d782-4cbc-9c07-2db184463e3a req-c69658e3-7581-495a-b256-0439cc67d4ea tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900067 Apr 12 00:28:42.431132 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port 4d87f86a-c5c3-4dac-8e53-78bd55c3da76, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=4d87f86a-c5c3-4dac-8e53-78bd55c3da76,segment=NetworkSegment(f9614f3c-ffc8-4b81-a26e-3ff0106bfc9c),segment_id=f9614f3c-ffc8-4b81-a26e-3ff0106bfc9c)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:28:42.444535 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (4d87f86a-c5c3-4dac-8e53-78bd55c3da76), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:42.485423 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ca0f0-8194-485e-af60-d2c83bf6a2ab req-46ce89b4-d70f-4c33-97c3-b07d2a03936f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:42.487089 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-f01ca0f0-8194-485e-af60-d2c83bf6a2ab req-46ce89b4-d70f-4c33-97c3-b07d2a03936f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5e83a63b-8739-41ae-aeb4-59d49ec2e5b0 HTTP/1.1" status: 200 len: 856 time: 0.0686879 Apr 12 00:28:42.494986 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 57184) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:28:42.499466 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-d089d2d1-59bb-438c-90a3-ea905e6b1ce0 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1684190543', 'description': 'tempest-description--85006078'}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:28:42.524075 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Pushing event updated for resources: {'Port': ['ID=4d87f86a-c5c3-4dac-8e53-78bd55c3da76,revision_number=4']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:28:42.534098 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-d089d2d1-59bb-438c-90a3-ea905e6b1ce0 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Publish callbacks [] for security_group (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:42.554348 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-f9b5d36c-eb97-41da-89e3-767f2d6f2a34 req-7edf0b69-265f-46df-9f92-500ade3329ad service neutron] 10.222.0.52 "GET /v2.0/networks/2b113919-fa22-480a-8455-7a7b46c22169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4333684 Apr 12 00:28:42.580579 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ca0f0-8194-485e-af60-d2c83bf6a2ab req-3490ec60-87e0-49a2-94ee-f544be12e857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:42.582031 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-f01ca0f0-8194-485e-af60-d2c83bf6a2ab req-3490ec60-87e0-49a2-94ee-f544be12e857 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1ee4ba18-669f-44db-9087-b0bd886e30c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0751898 Apr 12 00:28:42.630591 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-d089d2d1-59bb-438c-90a3-ea905e6b1ce0 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Publish callbacks [] for security_group (76e21fa7-8abd-40c8-b68c-8a662b71ccb4), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:42.635179 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-d089d2d1-59bb-438c-90a3-ea905e6b1ce0 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (76e21fa7-8abd-40c8-b68c-8a662b71ccb4), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:42.691611 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-d089d2d1-59bb-438c-90a3-ea905e6b1ce0 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Publish callbacks [] for security_group (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:42.692829 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-d089d2d1-59bb-438c-90a3-ea905e6b1ce0 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1968420 Apr 12 00:28:42.706336 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 57198) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:28:42.712538 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-928574f7-0c0e-4c73-b18d-e3964a9b9613 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Request body: {'security_group_rule': {'security_group_id': '76e21fa7-8abd-40c8-b68c-8a662b71ccb4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:28:42.718644 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d089d2d1-59bb-438c-90a3-ea905e6b1ce0 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76e21fa7-8abd-40c8-b68c-8a662b71ccb4,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:28:42.752645 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-928574f7-0c0e-4c73-b18d-e3964a9b9613 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Publish callbacks [] for security_group_rule (4ee41746-d1e0-42bf-a5c2-610a2d77b1f0), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:42.756842 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-f9b5d36c-eb97-41da-89e3-767f2d6f2a34 req-5d34676a-3091-4341-8bfd-8d95ff484b15 service neutron] 10.222.0.52 "GET /v2.0/networks/2b113919-fa22-480a-8455-7a7b46c22169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854992 Apr 12 00:28:42.760731 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-f01ca0f0-8194-485e-af60-d2c83bf6a2ab req-ed4170e7-51c6-4f47-b2e0-c68caef5caad service neutron] 10.222.0.52 "GET /v2.0/networks/1ee4ba18-669f-44db-9087-b0bd886e30c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676924 Apr 12 00:28:42.833003 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-928574f7-0c0e-4c73-b18d-e3964a9b9613 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Publish callbacks [] for security_group_rule (4ee41746-d1e0-42bf-a5c2-610a2d77b1f0), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:42.837537 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-928574f7-0c0e-4c73-b18d-e3964a9b9613 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496243'] for security_group_rule (4ee41746-d1e0-42bf-a5c2-610a2d77b1f0), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:42.859861 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928574f7-0c0e-4c73-b18d-e3964a9b9613 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ee41746-d1e0-42bf-a5c2-610a2d77b1f0,revision_number=0']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:28:42.867592 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-928574f7-0c0e-4c73-b18d-e3964a9b9613 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:42.868943 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-928574f7-0c0e-4c73-b18d-e3964a9b9613 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1615353 Apr 12 00:28:42.871538 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 57202) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:28:42.881987 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-a03ec14a-447c-4441-a959-5ce0c871ee90 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Request body: {'security_group_rule': {'security_group_id': '76e21fa7-8abd-40c8-b68c-8a662b71ccb4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:28:42.915335 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-f01ca0f0-8194-485e-af60-d2c83bf6a2ab req-cc4619a5-1c20-4e21-9363-a266758794e0 service neutron] 10.222.0.52 "GET /v2.0/networks/1ee4ba18-669f-44db-9087-b0bd886e30c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248407 Apr 12 00:28:42.925738 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-a03ec14a-447c-4441-a959-5ce0c871ee90 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Publish callbacks [] for security_group_rule (4a3d51aa-b45a-442f-a174-5fb84e2f1a26), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:42.978916 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] get_ports_and_sgs() called for port_ids ['4d87f86a-c5c3-4dac-8e53-78bd55c3da76'] {{(pid=114861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:28:43.002572 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-a03ec14a-447c-4441-a959-5ce0c871ee90 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Publish callbacks [] for security_group_rule (4a3d51aa-b45a-442f-a174-5fb84e2f1a26), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:43.008648 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-a03ec14a-447c-4441-a959-5ce0c871ee90 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496243'] for security_group_rule (4a3d51aa-b45a-442f-a174-5fb84e2f1a26), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:43.043142 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-a03ec14a-447c-4441-a959-5ce0c871ee90 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:43.048355 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-a03ec14a-447c-4441-a959-5ce0c871ee90 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1707516 Apr 12 00:28:43.048355 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03ec14a-447c-4441-a959-5ce0c871ee90 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a3d51aa-b45a-442f-a174-5fb84e2f1a26,revision_number=0']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:28:43.048857 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 57210) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:28:43.054065 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-522a37eb-143d-48b0-9b0f-1b4682cc0122 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Request body: {'floatingip': {'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7'}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:28:43.078000 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-522a37eb-143d-48b0-9b0f-1b4682cc0122 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:43.177084 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-522a37eb-143d-48b0-9b0f-1b4682cc0122 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:43.292275 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.db.db_base_plugin_common [None req-522a37eb-143d-48b0-9b0f-1b4682cc0122 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Allocated IP 172.27.3.188 (1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7/02a01a71-afa8-4790-9b30-3097f97db265/b84b12f9-3c12-4d62-a737-84bc28c5b09b) {{(pid=114860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:28:43.416262 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-522a37eb-143d-48b0-9b0f-1b4682cc0122 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Publish callbacks [] for port (b84b12f9-3c12-4d62-a737-84bc28c5b09b), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:43.460908 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-522a37eb-143d-48b0-9b0f-1b4682cc0122 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360'] for port (b84b12f9-3c12-4d62-a737-84bc28c5b09b), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:43.504688 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522a37eb-143d-48b0-9b0f-1b4682cc0122 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Network 1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7 is already hosted by enough agents. {{(pid=114860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:28:43.511736 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.base_scheduler [None req-522a37eb-143d-48b0-9b0f-1b4682cc0122 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Resources bound (agent type, host, resource id): {{(pid=114860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:28:43.515603 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522a37eb-143d-48b0-9b0f-1b4682cc0122 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Received port after_create {{(pid=114860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:28:43.546844 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24525699-804a-43ce-8030-6940c68f4a9b req-76c65796-ef39-4538-9262-74aebf8cad4b tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:43.554427 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-24525699-804a-43ce-8030-6940c68f4a9b req-76c65796-ef39-4538-9262-74aebf8cad4b tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=13fbcf24-3a0e-4e17-bb4b-902364ee86db HTTP/1.1" status: 200 len: 944 time: 0.0649989 Apr 12 00:28:43.620936 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a37eb-143d-48b0-9b0f-1b4682cc0122 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Pushing event updated for resources: {'Port': ['ID=b84b12f9-3c12-4d62-a737-84bc28c5b09b,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:28:43.628093 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-522a37eb-143d-48b0-9b0f-1b4682cc0122 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Publish callbacks [] for floatingip (ea4e4b62-4d02-4c3c-a7f1-5819f6646226), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:43.656882 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-24525699-804a-43ce-8030-6940c68f4a9b req-fa1369c9-eff4-44f6-8038-85ff081aa0be tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014981 Apr 12 00:28:43.681410 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-522a37eb-143d-48b0-9b0f-1b4682cc0122 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (b84b12f9-3c12-4d62-a737-84bc28c5b09b), before_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:43.861697 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-522a37eb-143d-48b0-9b0f-1b4682cc0122 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Publish callbacks [] for port (b84b12f9-3c12-4d62-a737-84bc28c5b09b), precommit_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:43.866339 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-522a37eb-143d-48b0-9b0f-1b4682cc0122 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (b84b12f9-3c12-4d62-a737-84bc28c5b09b), after_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:43.897378 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-522a37eb-143d-48b0-9b0f-1b4682cc0122 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1586356'] for floatingip (ea4e4b62-4d02-4c3c-a7f1-5819f6646226), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:43.920135 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-522a37eb-143d-48b0-9b0f-1b4682cc0122 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for floatingip (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:43.921955 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-522a37eb-143d-48b0-9b0f-1b4682cc0122 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8719008 Apr 12 00:28:43.922955 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a37eb-143d-48b0-9b0f-1b4682cc0122 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Pushing event updated for resources: {'Port': ['ID=b84b12f9-3c12-4d62-a737-84bc28c5b09b,revision_number=2']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:28:44.120680 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-1dcfd820-6cf1-4e1d-a62e-f5b709c89c97 req-14a55889-bdfb-42a5-a839-fb73f8ed340f tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1684190543&fields=id&tenant_id=7bdba79df5fc4c3faa187bd65479d3f7 HTTP/1.1" status: 200 len: 267 time: 0.0444677 Apr 12 00:28:44.185870 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device 4d87f86a-c5c3-4dac-8e53-78bd55c3da76 up at agent hyperv_hv-cinder-83625 {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:28:44.234291 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Provisioning for port 4d87f86a-c5c3-4dac-8e53-78bd55c3da76 completed by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 00:28:44.241619 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Provisioning complete for port 4d87f86a-c5c3-4dac-8e53-78bd55c3da76 triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:28:44.242316 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (4d87f86a-c5c3-4dac-8e53-78bd55c3da76), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:44.331211 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Current status of the port 4d87f86a-c5c3-4dac-8e53-78bd55c3da76 is: BUILD; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:28:44.331639 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (4d87f86a-c5c3-4dac-8e53-78bd55c3da76), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:44.360473 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13fbcf24-3a0e-4e17-bb4b-902364ee86db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d87f86a-c5c3-4dac-8e53-78bd55c3da76'}] {{(pid=114861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:28:44.363001 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d187226e65eb8f713948fb36ffe50595ec682b3d9ec12b6d0c088ba153fadb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8814d133-d356-424f-ba9c-7f32b233284a" -d '{"events": [{"server_uuid": "13fbcf24-3a0e-4e17-bb4b-902364ee86db", "name": "network-vif-plugged", "status": "completed", "tag": "4d87f86a-c5c3-4dac-8e53-78bd55c3da76"}]}' {{(pid=114861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:28:44.377112 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port 4d87f86a-c5c3-4dac-8e53-78bd55c3da76, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=4d87f86a-c5c3-4dac-8e53-78bd55c3da76,segment=NetworkSegment(f9614f3c-ffc8-4b81-a26e-3ff0106bfc9c),segment_id=f9614f3c-ffc8-4b81-a26e-3ff0106bfc9c)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:28:44.381869 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (4d87f86a-c5c3-4dac-8e53-78bd55c3da76), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:44.414676 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9896bf6c-6a64-4bfb-894e-ca44f61ec014 x-openstack-request-id: req-9896bf6c-6a64-4bfb-894e-ca44f61ec014 {{(pid=114861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:28:44.415069 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13fbcf24-3a0e-4e17-bb4b-902364ee86db", "name": "network-vif-plugged", "status": "completed", "tag": "4d87f86a-c5c3-4dac-8e53-78bd55c3da76", "code": 200}]} {{(pid=114861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:28:44.415397 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9896bf6c-6a64-4bfb-894e-ca44f61ec014 {{(pid=114861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:28:44.415859 dv-cinder-836252-3-iscsi neutron-server[114861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9896bf6c-6a64-4bfb-894e-ca44f61ec014'] response: {'server_uuid': '13fbcf24-3a0e-4e17-bb4b-902364ee86db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d87f86a-c5c3-4dac-8e53-78bd55c3da76', 'code': 200} Apr 12 00:28:44.425802 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcfd820-6cf1-4e1d-a62e-f5b709c89c97 req-58adf7b5-0bf4-4db4-8a11-5f65375042b7 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:44.427294 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-1dcfd820-6cf1-4e1d-a62e-f5b709c89c97 req-58adf7b5-0bf4-4db4-8a11-5f65375042b7 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/networks?id=d9c3b5d9-2a62-4930-bf1a-06e919287728 HTTP/1.1" status: 200 len: 819 time: 0.3003180 Apr 12 00:28:44.442172 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Pushing event updated for resources: {'Port': ['ID=4d87f86a-c5c3-4dac-8e53-78bd55c3da76,revision_number=5']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:28:44.443858 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-1dcfd820-6cf1-4e1d-a62e-f5b709c89c97 req-7b909c8f-e97a-40fb-8c2a-e03d37ec05fb tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/quotas/7bdba79df5fc4c3faa187bd65479d3f7 HTTP/1.1" status: 200 len: 375 time: 0.0095603 Apr 12 00:28:44.496469 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-1dcfd820-6cf1-4e1d-a62e-f5b709c89c97 req-5c0989c5-4d12-433f-9e41-63b5eb8834ae tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7bdba79df5fc4c3faa187bd65479d3f7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0473590 Apr 12 00:28:44.594151 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-1dcfd820-6cf1-4e1d-a62e-f5b709c89c97 req-684620a4-aa05-4197-8ee7-501f9d33c523 service neutron] 10.222.0.32 "GET /v2.0/networks/d9c3b5d9-2a62-4930-bf1a-06e919287728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858645 Apr 12 00:28:44.619877 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-523dac52-70be-49f1-80cc-2a53385dac58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (d3fb0dde-5c40-4fca-80b5-61326157311c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:44.636105 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535726ac-5d1b-45e6-a77a-fcf796ef4f3b req-a12eddb2-5781-40f4-83ea-b6e777ab47aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:44.638021 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-535726ac-5d1b-45e6-a77a-fcf796ef4f3b req-a12eddb2-5781-40f4-83ea-b6e777ab47aa service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=13fbcf24-3a0e-4e17-bb4b-902364ee86db HTTP/1.1" status: 200 len: 1129 time: 0.0480947 Apr 12 00:28:44.691659 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-535726ac-5d1b-45e6-a77a-fcf796ef4f3b req-1bc939ec-8440-45f6-9f20-de5bac62b69b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472612 Apr 12 00:28:44.728653 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-1dcfd820-6cf1-4e1d-a62e-f5b709c89c97 req-0e9ff48b-a0d5-414e-8f5d-ad805cfa098f service neutron] 10.222.0.32 "GET /v2.0/networks/d9c3b5d9-2a62-4930-bf1a-06e919287728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157107 Apr 12 00:28:44.799876 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a03555-a1a0-4647-9d20-995d1cd4b62b req-b8a8998f-1980-41e7-81a5-2414a52f618e tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:44.801624 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-89a03555-a1a0-4647-9d20-995d1cd4b62b req-b8a8998f-1980-41e7-81a5-2414a52f618e tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=13fbcf24-3a0e-4e17-bb4b-902364ee86db HTTP/1.1" status: 200 len: 945 time: 0.0632482 Apr 12 00:28:44.868013 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-89a03555-a1a0-4647-9d20-995d1cd4b62b req-c58bc009-53a0-49e0-9de5-e2c0d15abd3a tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598989 Apr 12 00:28:44.917082 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-499fe123-7a7b-429f-9f37-ff3a40f393fb req-dbbbeeec-3dc1-4b8a-949d-30a081d1a24e tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 210 time: 0.0439858 Apr 12 00:28:45.979623 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b018b-8f7f-4ea1-8a97-a1b3ea6767e3 req-cf0be705-307f-4cb2-960a-1e1954a3aeb7 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:45.981186 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a58b018b-8f7f-4ea1-8a97-a1b3ea6767e3 req-cf0be705-307f-4cb2-960a-1e1954a3aeb7 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=13fbcf24-3a0e-4e17-bb4b-902364ee86db HTTP/1.1" status: 200 len: 945 time: 0.0523729 Apr 12 00:28:46.024619 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-8b6c0cf8-eafb-48d8-84b8-5d69a8fcb85f req-d82e4855-5d24-4bae-90e4-358da305d7b9 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 210 time: 0.0319703 Apr 12 00:28:46.051159 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a58b018b-8f7f-4ea1-8a97-a1b3ea6767e3 req-7183a26d-ce8f-42ca-a48b-4c68d1007536 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635021 Apr 12 00:28:46.179445 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d4423688-5a44-44f3-a132-81f2c9b6cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (af38becd-82ff-4144-8f94-74de975161ca), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:47.130612 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-bbe3df72-9b53-4776-8516-bb39fc42d569 req-a75d4fdf-1822-41c7-8813-3309a338b6b1 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 210 time: 0.0337203 Apr 12 00:28:47.187078 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519654af-2e47-4f2a-a9fd-7d0555c00324 req-ac808e5e-6f2a-4ea7-86db-5243cb7d6ddf tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:47.188682 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-519654af-2e47-4f2a-a9fd-7d0555c00324 req-ac808e5e-6f2a-4ea7-86db-5243cb7d6ddf tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=13fbcf24-3a0e-4e17-bb4b-902364ee86db HTTP/1.1" status: 200 len: 945 time: 0.0477827 Apr 12 00:28:47.299606 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-519654af-2e47-4f2a-a9fd-7d0555c00324 req-f7827ec5-62d8-4876-9c2f-94abb97ac7bc tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046827 Apr 12 00:28:47.335325 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcfd820-6cf1-4e1d-a62e-f5b709c89c97 req-4ef61385-91cb-4ea6-a65c-60acbc3475f2 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:47.336787 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-1dcfd820-6cf1-4e1d-a62e-f5b709c89c97 req-4ef61385-91cb-4ea6-a65c-60acbc3475f2 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.52 "GET /v2.0/networks?id=d9c3b5d9-2a62-4930-bf1a-06e919287728 HTTP/1.1" status: 200 len: 819 time: 0.1229866 Apr 12 00:28:47.510592 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-1dcfd820-6cf1-4e1d-a62e-f5b709c89c97 req-bc7601b7-f61c-4547-a5f2-79fb5e1f2b7b tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7bdba79df5fc4c3faa187bd65479d3f7 HTTP/1.1" status: 200 len: 380 time: 0.0522392 Apr 12 00:28:47.579416 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-be9ea9f3-6c7c-4887-ad09-badb35df740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (738aa052-ee84-4bd1-913b-ee7149597f8f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:47.609749 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [req-1dcfd820-6cf1-4e1d-a62e-f5b709c89c97 req-6fd3d7ab-9a3c-4244-b46a-5c9a8780579c tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Request body: {'port': {'device_id': '85a3e7dc-86c5-42ab-8a46-126c80dd1adc', 'network_id': 'd9c3b5d9-2a62-4930-bf1a-06e919287728', 'admin_state_up': True, 'tenant_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'security_groups': ['76e21fa7-8abd-40c8-b68c-8a662b71ccb4']}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:28:47.694392 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 57364) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:28:47.760481 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dcfd820-6cf1-4e1d-a62e-f5b709c89c97 req-6fd3d7ab-9a3c-4244-b46a-5c9a8780579c tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Made reservation on behalf of 7bdba79df5fc4c3faa187bd65479d3f7 for: {'port': 1} {{(pid=114859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:28:47.765337 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-1dcfd820-6cf1-4e1d-a62e-f5b709c89c97 req-6fd3d7ab-9a3c-4244-b46a-5c9a8780579c tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:47.814782 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1d300fe8-0204-469e-9fcf-1fd95ea6d314 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:47.920266 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1d300fe8-0204-469e-9fcf-1fd95ea6d314 admin admin] Publish callbacks [] for security_group (21e8c787-b21a-4d16-896f-5172e4c36f90), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:47.924269 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1d300fe8-0204-469e-9fcf-1fd95ea6d314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (21e8c787-b21a-4d16-896f-5172e4c36f90), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:47.932061 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.db_base_plugin_common [req-1dcfd820-6cf1-4e1d-a62e-f5b709c89c97 req-6fd3d7ab-9a3c-4244-b46a-5c9a8780579c tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Allocated IP 172.20.0.6 (d9c3b5d9-2a62-4930-bf1a-06e919287728/7f76de51-1250-4e78-bc34-31fbaa8ccdf7/acbbc313-dcc4-4731-a931-77e1a5d10277) {{(pid=114859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:28:47.972106 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-1d300fe8-0204-469e-9fcf-1fd95ea6d314 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=818b3fdb2b0045769c9ceebf24f0987f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2763107 Apr 12 00:28:47.972939 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 57376) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:28:47.978856 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d300fe8-0204-469e-9fcf-1fd95ea6d314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e8c787-b21a-4d16-896f-5172e4c36f90,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:28:47.993580 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 57378) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:28:48.034178 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-6f62265a-0773-41db-b119-1b13948f4953 admin admin] Publish callbacks [] for security_group (21e8c787-b21a-4d16-896f-5172e4c36f90), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:48.058128 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-6f62265a-0773-41db-b119-1b13948f4953 admin admin] Publish callbacks [] for security_group (21e8c787-b21a-4d16-896f-5172e4c36f90), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:48.104085 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-1dcfd820-6cf1-4e1d-a62e-f5b709c89c97 req-6fd3d7ab-9a3c-4244-b46a-5c9a8780579c tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Publish callbacks [] for port (acbbc313-dcc4-4731-a931-77e1a5d10277), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:48.139639 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-b8e98be4-c5b9-4374-a262-bbddd9dce3a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:48.153960 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-6f62265a-0773-41db-b119-1b13948f4953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (21e8c787-b21a-4d16-896f-5172e4c36f90), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:48.156936 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-6f62265a-0773-41db-b119-1b13948f4953 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:48.160140 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-1dcfd820-6cf1-4e1d-a62e-f5b709c89c97 req-6fd3d7ab-9a3c-4244-b46a-5c9a8780579c tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (acbbc313-dcc4-4731-a931-77e1a5d10277), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:48.160861 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-6f62265a-0773-41db-b119-1b13948f4953 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/21e8c787-b21a-4d16-896f-5172e4c36f90 HTTP/1.1" status: 204 len: 168 time: 0.1869719 Apr 12 00:28:48.175716 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f62265a-0773-41db-b119-1b13948f4953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e8c787-b21a-4d16-896f-5172e4c36f90,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:28:48.255754 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-b8e98be4-c5b9-4374-a262-bbddd9dce3a3 admin admin] Publish callbacks [] for security_group (072ad23e-ddeb-4db0-92db-7a1aa1bf2cc8), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:48.282766 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-b8e98be4-c5b9-4374-a262-bbddd9dce3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (072ad23e-ddeb-4db0-92db-7a1aa1bf2cc8), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:48.284295 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dcfd820-6cf1-4e1d-a62e-f5b709c89c97 req-6fd3d7ab-9a3c-4244-b46a-5c9a8780579c tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Network d9c3b5d9-2a62-4930-bf1a-06e919287728 is already hosted by enough agents. {{(pid=114859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:28:48.292779 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82c13c9-26c9-4d5e-b6f8-e39e2d98b446 req-ebfcbeb1-e6a0-4c80-9a3b-25dc3550bdc3 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:48.300021 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a82c13c9-26c9-4d5e-b6f8-e39e2d98b446 req-ebfcbeb1-e6a0-4c80-9a3b-25dc3550bdc3 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=13fbcf24-3a0e-4e17-bb4b-902364ee86db HTTP/1.1" status: 200 len: 945 time: 0.1279337 Apr 12 00:28:48.308682 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.base_scheduler [req-1dcfd820-6cf1-4e1d-a62e-f5b709c89c97 req-6fd3d7ab-9a3c-4244-b46a-5c9a8780579c tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Resources bound (agent type, host, resource id): {{(pid=114859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:28:48.316261 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dcfd820-6cf1-4e1d-a62e-f5b709c89c97 req-6fd3d7ab-9a3c-4244-b46a-5c9a8780579c tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Received port after_create {{(pid=114859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:28:48.318955 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd3d7ab-9a3c-4244-b46a-5c9a8780579c tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Pushing event updated for resources: {'Port': ['ID=acbbc313-dcc4-4731-a931-77e1a5d10277,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:28:48.337387 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce616f1d-9e5a-4117-9958-c516e2b3f780 req-81badab1-1318-4ad7-8faa-ee79473a02cf tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:48.344712 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-ce616f1d-9e5a-4117-9958-c516e2b3f780 req-81badab1-1318-4ad7-8faa-ee79473a02cf tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 931 time: 0.1010637 Apr 12 00:28:48.351623 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-b8e98be4-c5b9-4374-a262-bbddd9dce3a3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0a62be94e0264615ba080586866da228&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3570042 Apr 12 00:28:48.354842 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 57390) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:28:48.358814 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e98be4-c5b9-4374-a262-bbddd9dce3a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=072ad23e-ddeb-4db0-92db-7a1aa1bf2cc8,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:28:48.412029 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-ce616f1d-9e5a-4117-9958-c516e2b3f780 req-bcd72e32-ce25-444c-9c2f-5fda80726e60 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=76e21fa7-8abd-40c8-b68c-8a662b71ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623538 Apr 12 00:28:48.431720 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcfd820-6cf1-4e1d-a62e-f5b709c89c97 req-6fd3d7ab-9a3c-4244-b46a-5c9a8780579c tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:48.432385 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-1dcfd820-6cf1-4e1d-a62e-f5b709c89c97 req-6fd3d7ab-9a3c-4244-b46a-5c9a8780579c tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for port (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:48.462293 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a82c13c9-26c9-4d5e-b6f8-e39e2d98b446 req-37b438b1-fdff-4f68-bdae-b119f61c3911 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609478 Apr 12 00:28:48.463943 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-3df1c6e4-5b3b-48fb-bdeb-2026e17097aa admin admin] Publish callbacks [] for security_group (072ad23e-ddeb-4db0-92db-7a1aa1bf2cc8), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:48.477565 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-1dcfd820-6cf1-4e1d-a62e-f5b709c89c97 req-6fd3d7ab-9a3c-4244-b46a-5c9a8780579c tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8724785 Apr 12 00:28:48.495266 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-3df1c6e4-5b3b-48fb-bdeb-2026e17097aa admin admin] Publish callbacks [] for security_group (072ad23e-ddeb-4db0-92db-7a1aa1bf2cc8), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:48.545279 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 57392) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:28:48.559701 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-d611a20d-5fdb-483f-877e-668cb33ee942 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:48.561333 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-3df1c6e4-5b3b-48fb-bdeb-2026e17097aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (072ad23e-ddeb-4db0-92db-7a1aa1bf2cc8), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:48.564309 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-3df1c6e4-5b3b-48fb-bdeb-2026e17097aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:48.565613 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-3df1c6e4-5b3b-48fb-bdeb-2026e17097aa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/072ad23e-ddeb-4db0-92db-7a1aa1bf2cc8 HTTP/1.1" status: 204 len: 168 time: 0.2095985 Apr 12 00:28:48.580103 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1c6e4-5b3b-48fb-bdeb-2026e17097aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072ad23e-ddeb-4db0-92db-7a1aa1bf2cc8,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:28:48.612832 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-7d3bb9fd-4ccc-44de-a5c2-22a90eaa1f66 None None] Provisioning complete for port acbbc313-dcc4-4731-a931-77e1a5d10277 triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:28:48.613814 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-7d3bb9fd-4ccc-44de-a5c2-22a90eaa1f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (acbbc313-dcc4-4731-a931-77e1a5d10277), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:48.654758 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-7d3bb9fd-4ccc-44de-a5c2-22a90eaa1f66 None None] Port acbbc313-dcc4-4731-a931-77e1a5d10277 cannot update to ACTIVE because it is not bound. {{(pid=114861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:28:48.663772 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-d611a20d-5fdb-483f-877e-668cb33ee942 admin admin] Publish callbacks [] for security_group (b3d99327-b1bb-4c58-8c01-b373b49532fa), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:48.673940 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-d611a20d-5fdb-483f-877e-668cb33ee942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (b3d99327-b1bb-4c58-8c01-b373b49532fa), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:48.711557 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-d611a20d-5fdb-483f-877e-668cb33ee942 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1587d6bb45754c7bb763c48daa9c6421&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1646023 Apr 12 00:28:48.712412 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d611a20d-5fdb-483f-877e-668cb33ee942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d99327-b1bb-4c58-8c01-b373b49532fa,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:28:48.714459 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 57396) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:28:48.781044 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-02378ef1-6ba2-41c7-b927-27651302c1f0 admin admin] Publish callbacks [] for security_group (b3d99327-b1bb-4c58-8c01-b373b49532fa), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:48.807989 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-02378ef1-6ba2-41c7-b927-27651302c1f0 admin admin] Publish callbacks [] for security_group (b3d99327-b1bb-4c58-8c01-b373b49532fa), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:48.863338 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-02378ef1-6ba2-41c7-b927-27651302c1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (b3d99327-b1bb-4c58-8c01-b373b49532fa), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:48.866276 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-02378ef1-6ba2-41c7-b927-27651302c1f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:48.867725 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-02378ef1-6ba2-41c7-b927-27651302c1f0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b3d99327-b1bb-4c58-8c01-b373b49532fa HTTP/1.1" status: 204 len: 168 time: 0.1521728 Apr 12 00:28:48.884346 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02378ef1-6ba2-41c7-b927-27651302c1f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d99327-b1bb-4c58-8c01-b373b49532fa,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:28:48.945207 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (f9a21fd4-36f2-4826-890e-da332e228edf), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:49.204214 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 57404) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:28:49.217096 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-5fd33dcd-e4dc-459d-96ac-b237ed0a2943 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:49.288545 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-5fd33dcd-e4dc-459d-96ac-b237ed0a2943 admin admin] Publish callbacks [] for security_group (866dd247-e0a8-4f9a-a093-cdd2bd4c8de6), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:49.292349 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-5fd33dcd-e4dc-459d-96ac-b237ed0a2943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (866dd247-e0a8-4f9a-a093-cdd2bd4c8de6), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:49.329923 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-5fd33dcd-e4dc-459d-96ac-b237ed0a2943 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0eb92e6bd32f4f87847443ea07deba15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1246605 Apr 12 00:28:49.331931 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd33dcd-e4dc-459d-96ac-b237ed0a2943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866dd247-e0a8-4f9a-a093-cdd2bd4c8de6,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:28:49.332587 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 57406) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:28:49.359746 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [req-1dcfd820-6cf1-4e1d-a62e-f5b709c89c97 req-9f732211-e4e5-4ac3-8f6e-0e63b5d68244 service neutron] Request body: {'port': {'device_id': '85a3e7dc-86c5-42ab-8a46-126c80dd1adc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83625'}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:28:49.434626 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-a63799f7-c3d2-4dd1-9753-9a5ea5530beb admin admin] Publish callbacks [] for security_group (866dd247-e0a8-4f9a-a093-cdd2bd4c8de6), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:49.447888 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-1dcfd820-6cf1-4e1d-a62e-f5b709c89c97 req-9f732211-e4e5-4ac3-8f6e-0e63b5d68244 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (acbbc313-dcc4-4731-a931-77e1a5d10277), before_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:49.470074 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-a63799f7-c3d2-4dd1-9753-9a5ea5530beb admin admin] Publish callbacks [] for security_group (866dd247-e0a8-4f9a-a093-cdd2bd4c8de6), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:49.521502 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a06e4a4-4b37-4b12-99bd-dda137711b35 req-af04c2fd-4f98-47b8-bf47-5fdc703be9cf tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:49.526325 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-0a06e4a4-4b37-4b12-99bd-dda137711b35 req-af04c2fd-4f98-47b8-bf47-5fdc703be9cf tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 931 time: 0.0523670 Apr 12 00:28:49.574643 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-0a06e4a4-4b37-4b12-99bd-dda137711b35 req-16b056ea-c7cd-4a64-85ca-15a29dc5c2b2 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=76e21fa7-8abd-40c8-b68c-8a662b71ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455966 Apr 12 00:28:49.633429 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-a63799f7-c3d2-4dd1-9753-9a5ea5530beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (866dd247-e0a8-4f9a-a093-cdd2bd4c8de6), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:49.636022 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-a63799f7-c3d2-4dd1-9753-9a5ea5530beb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:49.637199 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-a63799f7-c3d2-4dd1-9753-9a5ea5530beb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/866dd247-e0a8-4f9a-a093-cdd2bd4c8de6 HTTP/1.1" status: 204 len: 168 time: 0.3035467 Apr 12 00:28:49.660815 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de2de03-2f83-4ffa-9438-bd76032c759a req-1ec4f218-8d02-4cd9-900a-ff9a166536a2 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:49.662430 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-2de2de03-2f83-4ffa-9438-bd76032c759a req-1ec4f218-8d02-4cd9-900a-ff9a166536a2 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=13fbcf24-3a0e-4e17-bb4b-902364ee86db HTTP/1.1" status: 200 len: 945 time: 0.1228807 Apr 12 00:28:49.674449 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63799f7-c3d2-4dd1-9753-9a5ea5530beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866dd247-e0a8-4f9a-a093-cdd2bd4c8de6,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:28:49.774789 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-2de2de03-2f83-4ffa-9438-bd76032c759a req-be732bdf-eb20-49a7-855f-bb734952dd22 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015294 Apr 12 00:28:49.841206 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [req-1dcfd820-6cf1-4e1d-a62e-f5b709c89c97 req-9f732211-e4e5-4ac3-8f6e-0e63b5d68244 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acbbc313-dcc4-4731-a931-77e1a5d10277 {{(pid=114859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:28:49.848749 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-1dcfd820-6cf1-4e1d-a62e-f5b709c89c97 req-9f732211-e4e5-4ac3-8f6e-0e63b5d68244 service neutron] Publish callbacks [] for port (acbbc313-dcc4-4731-a931-77e1a5d10277), precommit_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:49.861347 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.provisioning_blocks [req-1dcfd820-6cf1-4e1d-a62e-f5b709c89c97 req-9f732211-e4e5-4ac3-8f6e-0e63b5d68244 service neutron] Transition to ACTIVE for port object acbbc313-dcc4-4731-a931-77e1a5d10277 will not be triggered until provisioned by entity L2. {{(pid=114859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 00:28:49.865794 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-1dcfd820-6cf1-4e1d-a62e-f5b709c89c97 req-9f732211-e4e5-4ac3-8f6e-0e63b5d68244 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59136039'] for port (acbbc313-dcc4-4731-a931-77e1a5d10277), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:49.941519 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f732211-e4e5-4ac3-8f6e-0e63b5d68244 service neutron] Pushing event updated for resources: {'Port': ['ID=acbbc313-dcc4-4731-a931-77e1a5d10277,revision_number=2']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:28:49.999298 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.managers [req-1dcfd820-6cf1-4e1d-a62e-f5b709c89c97 req-9f732211-e4e5-4ac3-8f6e-0e63b5d68244 service neutron] Attempting to bind port acbbc313-dcc4-4731-a931-77e1a5d10277 on host hv-cinder-83625 for vnic_type normal with profile {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:28:49.999852 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.managers [req-1dcfd820-6cf1-4e1d-a62e-f5b709c89c97 req-9f732211-e4e5-4ac3-8f6e-0e63b5d68244 service neutron] Attempting to bind port acbbc313-dcc4-4731-a931-77e1a5d10277 by drivers openvswitch,hyperv on host hv-cinder-83625 at level 0 using segments [{'id': 'fd63afde-b6e3-4288-8882-e1cea57d1a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd9c3b5d9-2a62-4930-bf1a-06e919287728'}] {{(pid=114859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:28:50.000555 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcfd820-6cf1-4e1d-a62e-f5b709c89c97 req-9f732211-e4e5-4ac3-8f6e-0e63b5d68244 service neutron] Attempting to bind port acbbc313-dcc4-4731-a931-77e1a5d10277 on network d9c3b5d9-2a62-4930-bf1a-06e919287728 {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:28:50.005867 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcfd820-6cf1-4e1d-a62e-f5b709c89c97 req-9f732211-e4e5-4ac3-8f6e-0e63b5d68244 service neutron] Port acbbc313-dcc4-4731-a931-77e1a5d10277 on network d9c3b5d9-2a62-4930-bf1a-06e919287728 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83625 {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 00:28:50.006190 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcfd820-6cf1-4e1d-a62e-f5b709c89c97 req-9f732211-e4e5-4ac3-8f6e-0e63b5d68244 service neutron] Attempting to bind port acbbc313-dcc4-4731-a931-77e1a5d10277 on network d9c3b5d9-2a62-4930-bf1a-06e919287728 {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:28:50.011360 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcfd820-6cf1-4e1d-a62e-f5b709c89c97 req-9f732211-e4e5-4ac3-8f6e-0e63b5d68244 service neutron] Checking agent: {'id': '6c438ad1-5788-4552-a50f-29c8c96f3196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83625', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 0, 23, 42), 'started_at': datetime.datetime(2022, 4, 12, 0, 23, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:28:50.011731 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcfd820-6cf1-4e1d-a62e-f5b709c89c97 req-9f732211-e4e5-4ac3-8f6e-0e63b5d68244 service neutron] Checking segment: {'id': 'fd63afde-b6e3-4288-8882-e1cea57d1a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd9c3b5d9-2a62-4930-bf1a-06e919287728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:28:50.012096 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcfd820-6cf1-4e1d-a62e-f5b709c89c97 req-9f732211-e4e5-4ac3-8f6e-0e63b5d68244 service neutron] Bound using segment: {'id': 'fd63afde-b6e3-4288-8882-e1cea57d1a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd9c3b5d9-2a62-4930-bf1a-06e919287728'} {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:28:50.012540 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.managers [req-1dcfd820-6cf1-4e1d-a62e-f5b709c89c97 req-9f732211-e4e5-4ac3-8f6e-0e63b5d68244 service neutron] Bound port: acbbc313-dcc4-4731-a931-77e1a5d10277, host: hv-cinder-83625, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd63afde-b6e3-4288-8882-e1cea57d1a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd9c3b5d9-2a62-4930-bf1a-06e919287728'}}] {{(pid=114859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:28:50.013006 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-1dcfd820-6cf1-4e1d-a62e-f5b709c89c97 req-9f732211-e4e5-4ac3-8f6e-0e63b5d68244 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (acbbc313-dcc4-4731-a931-77e1a5d10277), before_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:50.085812 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [req-1dcfd820-6cf1-4e1d-a62e-f5b709c89c97 req-9f732211-e4e5-4ac3-8f6e-0e63b5d68244 service neutron] For port acbbc313-dcc4-4731-a931-77e1a5d10277, host hv-cinder-83625, cleared binding levels {{(pid=114859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:28:50.089786 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [req-1dcfd820-6cf1-4e1d-a62e-f5b709c89c97 req-9f732211-e4e5-4ac3-8f6e-0e63b5d68244 service neutron] For port acbbc313-dcc4-4731-a931-77e1a5d10277, host hv-cinder-83625, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=acbbc313-dcc4-4731-a931-77e1a5d10277,segment=NetworkSegment(fd63afde-b6e3-4288-8882-e1cea57d1a20),segment_id=fd63afde-b6e3-4288-8882-e1cea57d1a20)] {{(pid=114859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:28:50.096972 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-1dcfd820-6cf1-4e1d-a62e-f5b709c89c97 req-9f732211-e4e5-4ac3-8f6e-0e63b5d68244 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59136039'] for port (acbbc313-dcc4-4731-a931-77e1a5d10277), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:50.131791 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcfd820-6cf1-4e1d-a62e-f5b709c89c97 req-9f732211-e4e5-4ac3-8f6e-0e63b5d68244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:50.132409 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-1dcfd820-6cf1-4e1d-a62e-f5b709c89c97 req-9f732211-e4e5-4ac3-8f6e-0e63b5d68244 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for port (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:50.133748 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-1dcfd820-6cf1-4e1d-a62e-f5b709c89c97 req-9f732211-e4e5-4ac3-8f6e-0e63b5d68244 service neutron] 10.222.0.52 "PUT /v2.0/ports/acbbc313-dcc4-4731-a931-77e1a5d10277 HTTP/1.1" status: 200 len: 1093 time: 0.7786214 Apr 12 00:28:50.134180 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85a3e7dc-86c5-42ab-8a46-126c80dd1adc', 'tag': 'acbbc313-dcc4-4731-a931-77e1a5d10277'}] {{(pid=114859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:28:50.136508 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d751ce943c7fd1580d8237ddcdd582f05025ac6b53677acecb9ecfb4d000721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748378d0-e101-4e64-94bf-6a17897c5746" -d '{"events": [{"name": "network-changed", "server_uuid": "85a3e7dc-86c5-42ab-8a46-126c80dd1adc", "tag": "acbbc313-dcc4-4731-a931-77e1a5d10277"}]}' {{(pid=114859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:28:50.165278 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f732211-e4e5-4ac3-8f6e-0e63b5d68244 service neutron] Pushing event updated for resources: {'Port': ['ID=acbbc313-dcc4-4731-a931-77e1a5d10277,revision_number=3']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:28:50.233088 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b2051f6-c8a8-4e2a-bc42-29650d2ed041 x-openstack-request-id: req-3b2051f6-c8a8-4e2a-bc42-29650d2ed041 {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:28:50.234012 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85a3e7dc-86c5-42ab-8a46-126c80dd1adc", "tag": "acbbc313-dcc4-4731-a931-77e1a5d10277", "status": "completed", "code": 200}]} {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:28:50.234210 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3b2051f6-c8a8-4e2a-bc42-29650d2ed041 {{(pid=114859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:28:50.234625 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b2051f6-c8a8-4e2a-bc42-29650d2ed041'] response: {'name': 'network-changed', 'server_uuid': '85a3e7dc-86c5-42ab-8a46-126c80dd1adc', 'tag': 'acbbc313-dcc4-4731-a931-77e1a5d10277', 'status': 'completed', 'code': 200} Apr 12 00:28:50.269692 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b458d8-774e-40f9-a91f-48caf2af04b1 req-a9ad6bdd-3c35-457a-9388-1f0828a8cb3c tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:50.271205 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-11b458d8-774e-40f9-a91f-48caf2af04b1 req-a9ad6bdd-3c35-457a-9388-1f0828a8cb3c tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.52 "GET /v2.0/ports?device_id=13fbcf24-3a0e-4e17-bb4b-902364ee86db HTTP/1.1" status: 200 len: 945 time: 0.0739460 Apr 12 00:28:50.363150 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748378d0-e101-4e64-94bf-6a17897c5746 req-288b139f-099c-4242-b828-762d3ab7f056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:50.364686 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-748378d0-e101-4e64-94bf-6a17897c5746 req-288b139f-099c-4242-b828-762d3ab7f056 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7bdba79df5fc4c3faa187bd65479d3f7&device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 1127 time: 0.1080713 Apr 12 00:28:50.431377 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 57436) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:28:50.475910 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [req-11b458d8-774e-40f9-a91f-48caf2af04b1 req-b76f56a1-4a4d-44b5-9819-b8e071d7018e tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Deleting port 4d87f86a-c5c3-4dac-8e53-78bd55c3da76 {{(pid=114859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:28:50.476140 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-11b458d8-774e-40f9-a91f-48caf2af04b1 req-b76f56a1-4a4d-44b5-9819-b8e071d7018e tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (4d87f86a-c5c3-4dac-8e53-78bd55c3da76), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:50.529480 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-dc00aa30-3165-4843-8e26-d833955f4a53 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1314016357-network', 'tenant_id': 'c03f71e524b24b8abf5e7c81842f4e75'}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:28:50.549016 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc00aa30-3165-4843-8e26-d833955f4a53 admin admin] Made reservation on behalf of c03f71e524b24b8abf5e7c81842f4e75 for: {'network': 1} {{(pid=114860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:28:50.551413 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-dc00aa30-3165-4843-8e26-d833955f4a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for network (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:50.559563 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-dc00aa30-3165-4843-8e26-d833955f4a53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:50.568148 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748378d0-e101-4e64-94bf-6a17897c5746 req-15acb1c7-52f2-4a1d-919f-83a5c4a5ad38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:50.569692 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-748378d0-e101-4e64-94bf-6a17897c5746 req-15acb1c7-52f2-4a1d-919f-83a5c4a5ad38 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=7bdba79df5fc4c3faa187bd65479d3f7&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1685019 Apr 12 00:28:50.630082 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [req-11b458d8-774e-40f9-a91f-48caf2af04b1 req-b76f56a1-4a4d-44b5-9819-b8e071d7018e tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] For port 4d87f86a-c5c3-4dac-8e53-78bd55c3da76, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=4d87f86a-c5c3-4dac-8e53-78bd55c3da76,segment=NetworkSegment(f9614f3c-ffc8-4b81-a26e-3ff0106bfc9c),segment_id=f9614f3c-ffc8-4b81-a26e-3ff0106bfc9c)] {{(pid=114859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:28:50.630481 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-11b458d8-774e-40f9-a91f-48caf2af04b1 req-b76f56a1-4a4d-44b5-9819-b8e071d7018e tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (4d87f86a-c5c3-4dac-8e53-78bd55c3da76), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:50.637261 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-dc00aa30-3165-4843-8e26-d833955f4a53 admin admin] Publish callbacks [] for security_group (63274938-5c1c-40bf-976f-7efeaa6c2513), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:50.641203 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-dc00aa30-3165-4843-8e26-d833955f4a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (63274938-5c1c-40bf-976f-7efeaa6c2513), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:50.666384 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc00aa30-3165-4843-8e26-d833955f4a53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=114860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 00:28:50.678050 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc00aa30-3165-4843-8e26-d833955f4a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63274938-5c1c-40bf-976f-7efeaa6c2513,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:28:50.681956 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [req-11b458d8-774e-40f9-a91f-48caf2af04b1 req-b76f56a1-4a4d-44b5-9819-b8e071d7018e tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Calling delete_port for 4d87f86a-c5c3-4dac-8e53-78bd55c3da76 owned by compute:nova {{(pid=114859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:28:50.682983 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-dc00aa30-3165-4843-8e26-d833955f4a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552308'] for segment (1ebc569d-ac07-4f82-8ac0-35735d5e6539), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:50.683330 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.db.segments_db [None req-dc00aa30-3165-4843-8e26-d833955f4a53 admin admin] Added segment 1ebc569d-ac07-4f82-8ac0-35735d5e6539 of type vlan for network 24ec2ef9-df24-4555-83f6-8552434e4e0b Apr 12 00:28:50.723228 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-dc00aa30-3165-4843-8e26-d833955f4a53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757612902750'] for network (24ec2ef9-df24-4555-83f6-8552434e4e0b), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:50.747598 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-dc00aa30-3165-4843-8e26-d833955f4a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925'] for network (24ec2ef9-df24-4555-83f6-8552434e4e0b), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:50.748530 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc00aa30-3165-4843-8e26-d833955f4a53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:50.749143 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-dc00aa30-3165-4843-8e26-d833955f4a53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for network (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:50.772730 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa00dd-d81f-4cea-bcda-46f534b03f63 req-04e398ea-6dfd-4d5a-b2a2-82a454a8f709 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:50.774672 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-7eaa00dd-d81f-4cea-bcda-46f534b03f63 req-04e398ea-6dfd-4d5a-b2a2-82a454a8f709 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 943 time: 0.1093659 Apr 12 00:28:50.778434 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-dc00aa30-3165-4843-8e26-d833955f4a53 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3459423 Apr 12 00:28:50.781947 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 57442) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:28:50.786518 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-193478f4-b9fe-4f41-a211-84316f5a3086 admin admin] Request body: {'subnet': {'network_id': '24ec2ef9-df24-4555-83f6-8552434e4e0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1314016357-subnet', 'tenant_id': 'c03f71e524b24b8abf5e7c81842f4e75', 'ip_version': 4}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:28:50.820198 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748378d0-e101-4e64-94bf-6a17897c5746 req-e54efd26-a167-4f92-b746-cb24d4583866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:50.821786 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-748378d0-e101-4e64-94bf-6a17897c5746 req-e54efd26-a167-4f92-b746-cb24d4583866 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2417469 Apr 12 00:28:50.828844 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc00aa30-3165-4843-8e26-d833955f4a53 admin admin] Pushing event updated for resources: {'Network': ['ID=24ec2ef9-df24-4555-83f6-8552434e4e0b,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:28:50.849896 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Network 24ec2ef9-df24-4555-83f6-8552434e4e0b details requested by agent ovs-agent-dv-cinder-836252-3-iscsi with host dv-cinder-836252-3-iscsi {{(pid=114861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 00:28:50.852276 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193478f4-b9fe-4f41-a211-84316f5a3086 admin admin] Made reservation on behalf of c03f71e524b24b8abf5e7c81842f4e75 for: {'subnet': 1} {{(pid=114860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:28:50.857233 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-193478f4-b9fe-4f41-a211-84316f5a3086 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:50.858768 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-7eaa00dd-d81f-4cea-bcda-46f534b03f63 req-008b4533-08d8-4142-811b-916dbc05f1c9 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=76e21fa7-8abd-40c8-b68c-8a662b71ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767434 Apr 12 00:28:50.957402 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce926927-455c-4acd-a8d0-f9f4f3cadcd1 req-3040705c-c090-4419-81e5-052cd589fd46 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:50.959064 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-ce926927-455c-4acd-a8d0-f9f4f3cadcd1 req-3040705c-c090-4419-81e5-052cd589fd46 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=13fbcf24-3a0e-4e17-bb4b-902364ee86db HTTP/1.1" status: 200 len: 945 time: 0.0808995 Apr 12 00:28:51.024025 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-ce926927-455c-4acd-a8d0-f9f4f3cadcd1 req-78b69006-52b3-4a7c-b6ab-0903b2957c9a tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542545 Apr 12 00:28:51.184775 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcfd820-6cf1-4e1d-a62e-f5b709c89c97 req-9b6861d2-c971-435b-8d66-3e4253a4b0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:51.186809 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-1dcfd820-6cf1-4e1d-a62e-f5b709c89c97 req-9b6861d2-c971-435b-8d66-3e4253a4b0e8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7bdba79df5fc4c3faa187bd65479d3f7&device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 1127 time: 0.2701731 Apr 12 00:28:51.188690 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-11b458d8-774e-40f9-a91f-48caf2af04b1 req-b76f56a1-4a4d-44b5-9819-b8e071d7018e tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (4d87f86a-c5c3-4dac-8e53-78bd55c3da76), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:51.236635 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] get_ports_and_sgs() called for port_ids ['4d87f86a-c5c3-4dac-8e53-78bd55c3da76'] {{(pid=114861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:28:51.250170 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76f56a1-4a4d-44b5-9819-b8e071d7018e tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Pushing event deleted for resources: {'Port': ['ID=4d87f86a-c5c3-4dac-8e53-78bd55c3da76,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:28:51.296841 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-1dcfd820-6cf1-4e1d-a62e-f5b709c89c97 req-a7a2f61c-0aac-4a53-8822-35e17e88f027 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acbbc313-dcc4-4731-a931-77e1a5d10277 HTTP/1.1" status: 200 len: 217 time: 0.0912461 Apr 12 00:28:51.351646 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-193478f4-b9fe-4f41-a211-84316f5a3086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925'] for subnet (f52cb473-8beb-4ba4-919f-75070d667054), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:51.385299 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.l3_dvrscheduler_db [req-11b458d8-774e-40f9-a91f-48caf2af04b1 req-b76f56a1-4a4d-44b5-9819-b8e071d7018e tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] No DVR routers for this DVR port 4d87f86a-c5c3-4dac-8e53-78bd55c3da76 on host hv-cinder-83625 {{(pid=114859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:28:51.391760 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-11b458d8-774e-40f9-a91f-48caf2af04b1 req-b76f56a1-4a4d-44b5-9819-b8e071d7018e tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for port (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:51.395939 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-11b458d8-774e-40f9-a91f-48caf2af04b1 req-b76f56a1-4a4d-44b5-9819-b8e071d7018e tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.52 "DELETE /v2.0/ports/4d87f86a-c5c3-4dac-8e53-78bd55c3da76 HTTP/1.1" status: 204 len: 173 time: 1.0939922 Apr 12 00:28:51.405186 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcfd820-6cf1-4e1d-a62e-f5b709c89c97 req-9bbcc150-e7aa-473c-a83b-306dea2f0014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:51.408502 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-1dcfd820-6cf1-4e1d-a62e-f5b709c89c97 req-9bbcc150-e7aa-473c-a83b-306dea2f0014 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7f76de51-1250-4e78-bc34-31fbaa8ccdf7 HTTP/1.1" status: 200 len: 858 time: 0.0964730 Apr 12 00:28:51.417709 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193478f4-b9fe-4f41-a211-84316f5a3086 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f52cb473-8beb-4ba4-919f-75070d667054,revision_number=0']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:28:51.423064 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193478f4-b9fe-4f41-a211-84316f5a3086 admin admin] Checking segment: {'id': '1ebc569d-ac07-4f82-8ac0-35735d5e6539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '24ec2ef9-df24-4555-83f6-8552434e4e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:28:51.423423 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193478f4-b9fe-4f41-a211-84316f5a3086 admin admin] Network hostable DHCP agents. Network: 24ec2ef9-df24-4555-83f6-8552434e4e0b, hostable agents: ['4ecbd319-6885-49f5-abb8-de205838eb1c'], hosted agents: [] {{(pid=114860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 00:28:51.447621 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193478f4-b9fe-4f41-a211-84316f5a3086 admin admin] Network 24ec2ef9-df24-4555-83f6-8552434e4e0b is scheduled to be hosted by DHCP agent 4ecbd319-6885-49f5-abb8-de205838eb1c with binding_index 1 {{(pid=114860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 00:28:51.459451 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.base_scheduler [None req-193478f4-b9fe-4f41-a211-84316f5a3086 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836252-3-iscsi, 24ec2ef9-df24-4555-83f6-8552434e4e0b) {{(pid=114860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:28:51.464232 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193478f4-b9fe-4f41-a211-84316f5a3086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:51.465097 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-193478f4-b9fe-4f41-a211-84316f5a3086 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for subnet (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:51.474474 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcfd820-6cf1-4e1d-a62e-f5b709c89c97 req-2a67b0dc-0248-4d58-b09d-31c38172bd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:51.476371 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f14d7bc-f2f4-455f-a63e-7f99ed0c98e4 None None] Network 24ec2ef9-df24-4555-83f6-8552434e4e0b requested from dv-cinder-836252-3-iscsi {{(pid=114861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:28:51.483728 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-1dcfd820-6cf1-4e1d-a62e-f5b709c89c97 req-2a67b0dc-0248-4d58-b09d-31c38172bd50 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d9c3b5d9-2a62-4930-bf1a-06e919287728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0674298 Apr 12 00:28:51.485399 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-193478f4-b9fe-4f41-a211-84316f5a3086 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7024302 Apr 12 00:28:51.488246 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 57454) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:28:51.493502 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-ab3dc060-672b-41cc-a84f-94b46e8227b7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1314016357-router', 'tenant_id': 'c03f71e524b24b8abf5e7c81842f4e75', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7'}}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:28:51.518890 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-ab3dc060-672b-41cc-a84f-94b46e8227b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-442154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1018241'] for router (f17ecacb-2a11-4709-b7e3-41657768df3a), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:51.521245 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-ab3dc060-672b-41cc-a84f-94b46e8227b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1592353', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1018264'] for router (f17ecacb-2a11-4709-b7e3-41657768df3a), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:51.590978 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-ab3dc060-672b-41cc-a84f-94b46e8227b7 admin admin] Publish callbacks [] for router_controller (f17ecacb-2a11-4709-b7e3-41657768df3a), precommit_add_association {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:51.602154 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43514ea-93f9-4397-a24e-a013914e0919 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd998405d-5ac8-5fc0-a1ab-e07aa0d55ad4-24ec2ef9-df24-4555-83f6-8552434e4e0b', 'network_id': '24ec2ef9-df24-4555-83f6-8552434e4e0b', 'project_id': 'c03f71e524b24b8abf5e7c81842f4e75', 'fixed_ips': [{'subnet_id': 'f52cb473-8beb-4ba4-919f-75070d667054'}]}} from dv-cinder-836252-3-iscsi. {{(pid=114861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 00:28:51.603104 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-a43514ea-93f9-4397-a24e-a013914e0919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:51.612073 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-1dcfd820-6cf1-4e1d-a62e-f5b709c89c97 req-6098c1d1-2669-4fb7-b959-f7c9a954491d service neutron] 10.222.0.52 "GET /v2.0/networks/d9c3b5d9-2a62-4930-bf1a-06e919287728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221559 Apr 12 00:28:51.742065 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.db_base_plugin_common [None req-a43514ea-93f9-4397-a24e-a013914e0919 None None] Allocated IP 172.20.0.2 (24ec2ef9-df24-4555-83f6-8552434e4e0b/f52cb473-8beb-4ba4-919f-75070d667054/9198dbca-c469-4558-b4f0-983f338ac4e4) {{(pid=114861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:28:51.744566 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-ab3dc060-672b-41cc-a84f-94b46e8227b7 admin admin] Publish callbacks [] for router_gateway (f17ecacb-2a11-4709-b7e3-41657768df3a), precommit_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:51.745268 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-1dcfd820-6cf1-4e1d-a62e-f5b709c89c97 req-78d6e877-a417-4120-8be3-04683756d1b3 service neutron] 10.222.0.52 "GET /v2.0/networks/d9c3b5d9-2a62-4930-bf1a-06e919287728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253705 Apr 12 00:28:51.905158 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-a43514ea-93f9-4397-a24e-a013914e0919 None None] Publish callbacks [] for port (9198dbca-c469-4558-b4f0-983f338ac4e4), precommit_create {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:51.911319 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-a43514ea-93f9-4397-a24e-a013914e0919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360'] for port (9198dbca-c469-4558-b4f0-983f338ac4e4), after_create {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:51.934092 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-ab3dc060-672b-41cc-a84f-94b46e8227b7 admin admin] Publish callbacks [] for router_gateway (f17ecacb-2a11-4709-b7e3-41657768df3a), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:51.950129 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43514ea-93f9-4397-a24e-a013914e0919 None None] Network 24ec2ef9-df24-4555-83f6-8552434e4e0b is already hosted by enough agents. {{(pid=114861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:28:51.953586 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.scheduler.base_scheduler [None req-a43514ea-93f9-4397-a24e-a013914e0919 None None] Resources bound (agent type, host, resource id): {{(pid=114861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:28:51.954330 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-ab3dc060-672b-41cc-a84f-94b46e8227b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:51.956311 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43514ea-93f9-4397-a24e-a013914e0919 None None] Received port after_create {{(pid=114861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:28:51.972619 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43514ea-93f9-4397-a24e-a013914e0919 None None] Pushing event updated for resources: {'Port': ['ID=9198dbca-c469-4558-b4f0-983f338ac4e4,revision_number=1']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:28:52.000411 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5395d06b-1947-410f-ad4d-0fbdc629d1f0 req-e5ca2ee0-0ebb-4c72-ad67-0e2b39a09ce1 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:52.006817 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5395d06b-1947-410f-ad4d-0fbdc629d1f0 req-e5ca2ee0-0ebb-4c72-ad67-0e2b39a09ce1 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 943 time: 0.0692842 Apr 12 00:28:52.071620 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5395d06b-1947-410f-ad4d-0fbdc629d1f0 req-0bca1568-df24-440b-826f-dca584a19de2 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=76e21fa7-8abd-40c8-b68c-8a662b71ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594139 Apr 12 00:28:52.079383 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.db.db_base_plugin_common [None req-ab3dc060-672b-41cc-a84f-94b46e8227b7 admin admin] Allocated IP 172.27.3.189 (1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7/02a01a71-afa8-4790-9b30-3097f97db265/9f8ecd0e-fa7f-4a59-8cfd-9a8bd8ef9234) {{(pid=114860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:28:52.173419 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.managers [None req-a43514ea-93f9-4397-a24e-a013914e0919 None None] Attempting to bind port 9198dbca-c469-4558-b4f0-983f338ac4e4 on host dv-cinder-836252-3-iscsi for vnic_type normal with profile {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:28:52.173791 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.managers [None req-a43514ea-93f9-4397-a24e-a013914e0919 None None] Attempting to bind port 9198dbca-c469-4558-b4f0-983f338ac4e4 by drivers openvswitch,hyperv on host dv-cinder-836252-3-iscsi at level 0 using segments [{'id': '1ebc569d-ac07-4f82-8ac0-35735d5e6539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '24ec2ef9-df24-4555-83f6-8552434e4e0b'}] {{(pid=114861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:28:52.174157 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43514ea-93f9-4397-a24e-a013914e0919 None None] Attempting to bind port 9198dbca-c469-4558-b4f0-983f338ac4e4 on network 24ec2ef9-df24-4555-83f6-8552434e4e0b {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:28:52.181412 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43514ea-93f9-4397-a24e-a013914e0919 None None] Checking agent: {'id': 'f9a21fd4-36f2-4826-890e-da332e228edf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836252-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 0, 17, 19), 'started_at': datetime.datetime(2022, 4, 12, 0, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836252-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:28:52.181983 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43514ea-93f9-4397-a24e-a013914e0919 None None] Checking segment: {'id': '1ebc569d-ac07-4f82-8ac0-35735d5e6539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '24ec2ef9-df24-4555-83f6-8552434e4e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:28:52.182819 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-a43514ea-93f9-4397-a24e-a013914e0919 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:52.183303 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43514ea-93f9-4397-a24e-a013914e0919 None None] Bound using segment: {'id': '1ebc569d-ac07-4f82-8ac0-35735d5e6539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '24ec2ef9-df24-4555-83f6-8552434e4e0b'} {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:28:52.183788 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.managers [None req-a43514ea-93f9-4397-a24e-a013914e0919 None None] Bound port: 9198dbca-c469-4558-b4f0-983f338ac4e4, host: dv-cinder-836252-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ebc569d-ac07-4f82-8ac0-35735d5e6539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '24ec2ef9-df24-4555-83f6-8552434e4e0b'}}] {{(pid=114861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:28:52.184430 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-a43514ea-93f9-4397-a24e-a013914e0919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (9198dbca-c469-4558-b4f0-983f338ac4e4), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:52.185837 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-48b3dd66-96d3-4770-8420-7aebacddd042 req-b227e465-b8c2-4867-af76-6be176672cb3 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=13fbcf24-3a0e-4e17-bb4b-902364ee86db HTTP/1.1" status: 200 len: 210 time: 0.0629704 Apr 12 00:28:52.225695 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-ab3dc060-672b-41cc-a84f-94b46e8227b7 admin admin] Publish callbacks [] for port (9f8ecd0e-fa7f-4a59-8cfd-9a8bd8ef9234), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:52.235980 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13fbcf24-3a0e-4e17-bb4b-902364ee86db', 'name': 'network-vif-deleted', 'tag': '4d87f86a-c5c3-4dac-8e53-78bd55c3da76'}] {{(pid=114859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:28:52.238573 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d751ce943c7fd1580d8237ddcdd582f05025ac6b53677acecb9ecfb4d000721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04a8a90-db75-44e6-b057-29e131b80ebd" -d '{"events": [{"server_uuid": "13fbcf24-3a0e-4e17-bb4b-902364ee86db", "name": "network-vif-deleted", "tag": "4d87f86a-c5c3-4dac-8e53-78bd55c3da76"}]}' {{(pid=114859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:28:52.249793 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-a43514ea-93f9-4397-a24e-a013914e0919 None None] For port 9198dbca-c469-4558-b4f0-983f338ac4e4, host dv-cinder-836252-3-iscsi, cleared binding levels {{(pid=114861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:28:52.253560 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-a43514ea-93f9-4397-a24e-a013914e0919 None None] For port 9198dbca-c469-4558-b4f0-983f338ac4e4, host dv-cinder-836252-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=9198dbca-c469-4558-b4f0-983f338ac4e4,segment=NetworkSegment(1ebc569d-ac07-4f82-8ac0-35735d5e6539),segment_id=1ebc569d-ac07-4f82-8ac0-35735d5e6539)] {{(pid=114861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:28:52.260054 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-a43514ea-93f9-4397-a24e-a013914e0919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (9198dbca-c469-4558-b4f0-983f338ac4e4), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:52.265297 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-ab3dc060-672b-41cc-a84f-94b46e8227b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360'] for port (9f8ecd0e-fa7f-4a59-8cfd-9a8bd8ef9234), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:52.276535 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad59ea27-cdfd-4baf-a960-19a12d470189 x-openstack-request-id: req-ad59ea27-cdfd-4baf-a960-19a12d470189 {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:28:52.276905 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13fbcf24-3a0e-4e17-bb4b-902364ee86db", "name": "network-vif-deleted", "tag": "4d87f86a-c5c3-4dac-8e53-78bd55c3da76", "status": "completed", "code": 200}]} {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:28:52.277229 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ad59ea27-cdfd-4baf-a960-19a12d470189 {{(pid=114859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:28:52.277701 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad59ea27-cdfd-4baf-a960-19a12d470189'] response: {'server_uuid': '13fbcf24-3a0e-4e17-bb4b-902364ee86db', 'name': 'network-vif-deleted', 'tag': '4d87f86a-c5c3-4dac-8e53-78bd55c3da76', 'status': 'completed', 'code': 200} Apr 12 00:28:52.304950 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3dc060-672b-41cc-a84f-94b46e8227b7 admin admin] Network 1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7 is already hosted by enough agents. {{(pid=114860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:28:52.307760 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.base_scheduler [None req-ab3dc060-672b-41cc-a84f-94b46e8227b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=114860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:28:52.314947 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3dc060-672b-41cc-a84f-94b46e8227b7 admin admin] Received port after_create {{(pid=114860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:28:52.318188 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3dc060-672b-41cc-a84f-94b46e8227b7 admin admin] Pushing event updated for resources: {'Port': ['ID=9f8ecd0e-fa7f-4a59-8cfd-9a8bd8ef9234,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:28:52.323806 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43514ea-93f9-4397-a24e-a013914e0919 None None] Pushing event updated for resources: {'Port': ['ID=9198dbca-c469-4558-b4f0-983f338ac4e4,revision_number=2']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:28:52.545465 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-ab3dc060-672b-41cc-a84f-94b46e8227b7 admin admin] Publish callbacks [] for router_gateway (f17ecacb-2a11-4709-b7e3-41657768df3a), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:52.744553 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-ab3dc060-672b-41cc-a84f-94b46e8227b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1586386'] for router (f17ecacb-2a11-4709-b7e3-41657768df3a), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:52.873156 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab3dc060-672b-41cc-a84f-94b46e8227b7 admin admin] Router f17ecacb-2a11-4709-b7e3-41657768df3a is scheduled to L3 agent d3fb0dde-5c40-4fca-80b5-61326157311c with binding_index 1 {{(pid=114860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 00:28:53.215735 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 9198dbca-c469-4558-b4f0-983f338ac4e4 up at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:28:53.216191 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5aa94-24a8-4228-ac7f-cbb22c14cf66 req-dc816951-267d-48ec-9c3c-665ed581d925 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:53.217307 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-e7b5aa94-24a8-4228-ac7f-cbb22c14cf66 req-dc816951-267d-48ec-9c3c-665ed581d925 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 943 time: 0.0620768 Apr 12 00:28:53.220864 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3dc060-672b-41cc-a84f-94b46e8227b7 admin admin] Notify agent at l3_agent.dv-cinder-836252-3-iscsi the message routers_updated {{(pid=114860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:28:53.230011 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfb9c8d-321d-4b83-9b35-24dd95b164ee None None] Sync routers for ids ['f17ecacb-2a11-4709-b7e3-41657768df3a'] in dv-cinder-836252-3-iscsi {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:28:53.251691 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfb9c8d-321d-4b83-9b35-24dd95b164ee None None] Routers {'f17ecacb-2a11-4709-b7e3-41657768df3a'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:28:53.252146 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-fbfb9c8d-321d-4b83-9b35-24dd95b164ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:28:45Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['f17ecacb-2a11-4709-b7e3-41657768df3a'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:28:53.256109 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-ab3dc060-672b-41cc-a84f-94b46e8227b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:53.260854 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-ab3dc060-672b-41cc-a84f-94b46e8227b7 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7708685 Apr 12 00:28:53.261063 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 57474) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:28:53.280741 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c88bd84-b3c8-443d-b2f6-c64577c9eba9 None None] Network 24ec2ef9-df24-4555-83f6-8552434e4e0b requested from dv-cinder-836252-3-iscsi {{(pid=114861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:28:53.297957 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-e7b5aa94-24a8-4228-ac7f-cbb22c14cf66 req-ce518419-2856-4a76-82b5-aeb5e206f305 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=76e21fa7-8abd-40c8-b68c-8a662b71ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613978 Apr 12 00:28:53.302448 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Provisioning complete for port 9198dbca-c469-4558-b4f0-983f338ac4e4 triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:28:53.302980 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (9198dbca-c469-4558-b4f0-983f338ac4e4), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:53.388807 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-3e89d4c2-c0ff-40d4-9108-7827c1c0a338 None None] Provisioning complete for port 9198dbca-c469-4558-b4f0-983f338ac4e4 triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:28:53.389315 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-3e89d4c2-c0ff-40d4-9108-7827c1c0a338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (9198dbca-c469-4558-b4f0-983f338ac4e4), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:53.395477 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-4d1bfbc9-c0fa-404f-9f2a-e4cf63bbfe89 req-3d8cbb37-d973-4d6a-a470-1702dfdfa836 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=13fbcf24-3a0e-4e17-bb4b-902364ee86db HTTP/1.1" status: 200 len: 210 time: 0.0444472 Apr 12 00:28:53.447320 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-fbfb9c8d-321d-4b83-9b35-24dd95b164ee None None] Set router f17ecacb-2a11-4709-b7e3-41657768df3a gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:28:53.548195 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Current status of the port 9198dbca-c469-4558-b4f0-983f338ac4e4 is: DOWN; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:28:53.548656 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (9198dbca-c469-4558-b4f0-983f338ac4e4), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:53.568821 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-3e89d4c2-c0ff-40d4-9108-7827c1c0a338 None None] Current status of the port 9198dbca-c469-4558-b4f0-983f338ac4e4 is: DOWN; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:28:53.569280 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-3e89d4c2-c0ff-40d4-9108-7827c1c0a338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (9198dbca-c469-4558-b4f0-983f338ac4e4), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:53.608361 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] For port 9198dbca-c469-4558-b4f0-983f338ac4e4, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=9198dbca-c469-4558-b4f0-983f338ac4e4,segment=NetworkSegment(1ebc569d-ac07-4f82-8ac0-35735d5e6539),segment_id=1ebc569d-ac07-4f82-8ac0-35735d5e6539)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:28:53.616358 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (9198dbca-c469-4558-b4f0-983f338ac4e4), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:53.636553 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-fbfb9c8d-321d-4b83-9b35-24dd95b164ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17ecacb-2a11-4709-b7e3-41657768df3a', 'name': 'tempest-TestShelveInstance-1314016357-router', 'tenant_id': 'c03f71e524b24b8abf5e7c81842f4e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '9f8ecd0e-fa7f-4a59-8cfd-9a8bd8ef9234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:28:51Z', 'updated_at': '2022-04-12T00:28:52Z', 'revision_number': 3, 'project_id': 'c03f71e524b24b8abf5e7c81842f4e75', 'gw_port': {'id': '9f8ecd0e-fa7f-4a59-8cfd-9a8bd8ef9234', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b7:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17ecacb-2a11-4709-b7e3-41657768df3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:28:51Z', 'updated_at': '2022-04-12T00:28:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi'}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:28:53.699453 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.db.api [None req-3e89d4c2-c0ff-40d4-9108-7827c1c0a338 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 00:28:53.699677 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG oslo_db.api [None req-3e89d4c2-c0ff-40d4-9108-7827c1c0a338 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 00:28:53.703414 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Pushing event updated for resources: {'Port': ['ID=9198dbca-c469-4558-b4f0-983f338ac4e4,revision_number=3']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:28:53.771817 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfb9c8d-321d-4b83-9b35-24dd95b164ee None None] Checking router: f17ecacb-2a11-4709-b7e3-41657768df3a for host: dv-cinder-836252-3-iscsi {{(pid=114862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:28:53.772423 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfb9c8d-321d-4b83-9b35-24dd95b164ee None None] Updating router f17ecacb-2a11-4709-b7e3-41657768df3a port 9f8ecd0e-fa7f-4a59-8cfd-9a8bd8ef9234 binding host dv-cinder-836252-3-iscsi {{(pid=114862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 00:28:53.800575 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron_lib.callbacks.manager [None req-fbfb9c8d-321d-4b83-9b35-24dd95b164ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (9f8ecd0e-fa7f-4a59-8cfd-9a8bd8ef9234), before_update {{(pid=114862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:53.821176 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-ec7926cd-0ebf-48a1-b88b-cfb0a069d62b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:53.974173 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.db_base_plugin_common [None req-ec7926cd-0ebf-48a1-b88b-cfb0a069d62b admin admin] Allocated IP 172.20.0.1 (24ec2ef9-df24-4555-83f6-8552434e4e0b/f52cb473-8beb-4ba4-919f-75070d667054/57cf5765-6809-4a4a-a92b-2e62019bf0b9) {{(pid=114859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:28:54.044567 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron_lib.callbacks.manager [None req-fbfb9c8d-321d-4b83-9b35-24dd95b164ee None None] Publish callbacks [] for port (9f8ecd0e-fa7f-4a59-8cfd-9a8bd8ef9234), precommit_update {{(pid=114862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:54.051771 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron_lib.callbacks.manager [None req-fbfb9c8d-321d-4b83-9b35-24dd95b164ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (9f8ecd0e-fa7f-4a59-8cfd-9a8bd8ef9234), after_update {{(pid=114862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:54.079317 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-ec7926cd-0ebf-48a1-b88b-cfb0a069d62b admin admin] Publish callbacks [] for port (57cf5765-6809-4a4a-a92b-2e62019bf0b9), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:54.101308 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.managers [None req-fbfb9c8d-321d-4b83-9b35-24dd95b164ee None None] Attempting to bind port 9f8ecd0e-fa7f-4a59-8cfd-9a8bd8ef9234 on host dv-cinder-836252-3-iscsi for vnic_type normal with profile {{(pid=114862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:28:54.101671 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.managers [None req-fbfb9c8d-321d-4b83-9b35-24dd95b164ee None None] Attempting to bind port 9f8ecd0e-fa7f-4a59-8cfd-9a8bd8ef9234 by drivers openvswitch,hyperv on host dv-cinder-836252-3-iscsi at level 0 using segments [{'id': '45a4c36b-a669-4a7f-a3e9-c2d676175ec7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7'}] {{(pid=114862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:28:54.102240 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfb9c8d-321d-4b83-9b35-24dd95b164ee None None] Attempting to bind port 9f8ecd0e-fa7f-4a59-8cfd-9a8bd8ef9234 on network 1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7 {{(pid=114862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:28:54.109643 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcd6467-5307-4fd0-b7ef-fd890c9607ce None None] Pushing event updated for resources: {'Port': ['ID=9f8ecd0e-fa7f-4a59-8cfd-9a8bd8ef9234,revision_number=2']} {{(pid=114862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:28:54.113303 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-ec7926cd-0ebf-48a1-b88b-cfb0a069d62b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (57cf5765-6809-4a4a-a92b-2e62019bf0b9), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:54.114605 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfb9c8d-321d-4b83-9b35-24dd95b164ee None None] Checking agent: {'id': 'f9a21fd4-36f2-4826-890e-da332e228edf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836252-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 0, 17, 19), 'started_at': datetime.datetime(2022, 4, 12, 0, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836252-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:28:54.115005 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfb9c8d-321d-4b83-9b35-24dd95b164ee None None] Checking segment: {'id': '45a4c36b-a669-4a7f-a3e9-c2d676175ec7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:28:54.115400 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron_lib.callbacks.manager [None req-fbfb9c8d-321d-4b83-9b35-24dd95b164ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:54.115790 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfb9c8d-321d-4b83-9b35-24dd95b164ee None None] Bound using segment: {'id': '45a4c36b-a669-4a7f-a3e9-c2d676175ec7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7'} {{(pid=114862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:28:54.116250 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.managers [None req-fbfb9c8d-321d-4b83-9b35-24dd95b164ee None None] Bound port: 9f8ecd0e-fa7f-4a59-8cfd-9a8bd8ef9234, host: dv-cinder-836252-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45a4c36b-a669-4a7f-a3e9-c2d676175ec7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7'}}] {{(pid=114862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:28:54.116623 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron_lib.callbacks.manager [None req-fbfb9c8d-321d-4b83-9b35-24dd95b164ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (9f8ecd0e-fa7f-4a59-8cfd-9a8bd8ef9234), before_update {{(pid=114862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:54.122760 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcd6467-5307-4fd0-b7ef-fd890c9607ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:54.123109 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcd6467-5307-4fd0-b7ef-fd890c9607ce None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:54.123464 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcd6467-5307-4fd0-b7ef-fd890c9607ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:54.124334 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcd6467-5307-4fd0-b7ef-fd890c9607ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:54.124669 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcd6467-5307-4fd0-b7ef-fd890c9607ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:54.124992 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcd6467-5307-4fd0-b7ef-fd890c9607ce None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:54.125311 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcd6467-5307-4fd0-b7ef-fd890c9607ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:54.125629 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcd6467-5307-4fd0-b7ef-fd890c9607ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:54.125947 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcd6467-5307-4fd0-b7ef-fd890c9607ce None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:54.126284 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcd6467-5307-4fd0-b7ef-fd890c9607ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:54.126608 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcd6467-5307-4fd0-b7ef-fd890c9607ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:54.126943 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcd6467-5307-4fd0-b7ef-fd890c9607ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:54.127263 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcd6467-5307-4fd0-b7ef-fd890c9607ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:54.127577 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcd6467-5307-4fd0-b7ef-fd890c9607ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:54.127893 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcd6467-5307-4fd0-b7ef-fd890c9607ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:28:54.151522 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7926cd-0ebf-48a1-b88b-cfb0a069d62b admin admin] Network 24ec2ef9-df24-4555-83f6-8552434e4e0b is already hosted by enough agents. {{(pid=114859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:28:54.154389 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.base_scheduler [None req-ec7926cd-0ebf-48a1-b88b-cfb0a069d62b admin admin] Resources bound (agent type, host, resource id): {{(pid=114859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:28:54.157675 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7926cd-0ebf-48a1-b88b-cfb0a069d62b admin admin] Received port after_create {{(pid=114859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:28:54.183148 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.db [None req-fbfb9c8d-321d-4b83-9b35-24dd95b164ee None None] For port 9f8ecd0e-fa7f-4a59-8cfd-9a8bd8ef9234, host dv-cinder-836252-3-iscsi, cleared binding levels {{(pid=114862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:28:54.187367 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.db [None req-fbfb9c8d-321d-4b83-9b35-24dd95b164ee None None] For port 9f8ecd0e-fa7f-4a59-8cfd-9a8bd8ef9234, host dv-cinder-836252-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=9f8ecd0e-fa7f-4a59-8cfd-9a8bd8ef9234,segment=NetworkSegment(45a4c36b-a669-4a7f-a3e9-c2d676175ec7),segment_id=45a4c36b-a669-4a7f-a3e9-c2d676175ec7)] {{(pid=114862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:28:54.190615 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7926cd-0ebf-48a1-b88b-cfb0a069d62b admin admin] Pushing event updated for resources: {'Port': ['ID=57cf5765-6809-4a4a-a92b-2e62019bf0b9,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:28:54.195500 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron_lib.callbacks.manager [None req-fbfb9c8d-321d-4b83-9b35-24dd95b164ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (9f8ecd0e-fa7f-4a59-8cfd-9a8bd8ef9234), after_update {{(pid=114862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:54.208359 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-ec7926cd-0ebf-48a1-b88b-cfb0a069d62b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586209'] for router_interface (f17ecacb-2a11-4709-b7e3-41657768df3a), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:54.241720 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-3e89d4c2-c0ff-40d4-9108-7827c1c0a338 None None] Current status of the port 9198dbca-c469-4558-b4f0-983f338ac4e4 is: ACTIVE; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:28:54.264829 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcd6467-5307-4fd0-b7ef-fd890c9607ce None None] Pushing event updated for resources: {'Port': ['ID=9f8ecd0e-fa7f-4a59-8cfd-9a8bd8ef9234,revision_number=3']} {{(pid=114862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:28:54.269065 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfb9c8d-321d-4b83-9b35-24dd95b164ee None None] Routers {'f17ecacb-2a11-4709-b7e3-41657768df3a'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:28:54.269858 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-fbfb9c8d-321d-4b83-9b35-24dd95b164ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:28:45Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['f17ecacb-2a11-4709-b7e3-41657768df3a'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:28:54.361749 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-922727c8-7ebe-4db2-9b52-b74f0bdb997c None None] Provisioning complete for port 9198dbca-c469-4558-b4f0-983f338ac4e4 triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:28:54.364446 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-922727c8-7ebe-4db2-9b52-b74f0bdb997c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (9198dbca-c469-4558-b4f0-983f338ac4e4), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:54.371268 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-ec7926cd-0ebf-48a1-b88b-cfb0a069d62b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (57cf5765-6809-4a4a-a92b-2e62019bf0b9), before_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:54.397111 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-fbfb9c8d-321d-4b83-9b35-24dd95b164ee None None] Set router f17ecacb-2a11-4709-b7e3-41657768df3a gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:28:54.471696 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ffd84f-bc29-40d8-9764-0116c15be95c req-4f90af3e-3d5c-4243-b642-61ff7d8edb9e tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:54.479344 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-b9ffd84f-bc29-40d8-9764-0116c15be95c req-4f90af3e-3d5c-4243-b642-61ff7d8edb9e tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 943 time: 0.0918188 Apr 12 00:28:54.510207 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-922727c8-7ebe-4db2-9b52-b74f0bdb997c None None] Current status of the port 9198dbca-c469-4558-b4f0-983f338ac4e4 is: ACTIVE; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:28:54.528102 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-b9ffd84f-bc29-40d8-9764-0116c15be95c req-773a10aa-5621-4a3a-bafc-23f15753e5b3 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=76e21fa7-8abd-40c8-b68c-8a662b71ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476735 Apr 12 00:28:54.575676 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-f2afe08e-9651-4263-85d4-60e31693b982 req-afac98df-2681-4053-8ab5-7629e4dffa35 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=13fbcf24-3a0e-4e17-bb4b-902364ee86db HTTP/1.1" status: 200 len: 210 time: 0.0358746 Apr 12 00:28:54.605614 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-fbfb9c8d-321d-4b83-9b35-24dd95b164ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17ecacb-2a11-4709-b7e3-41657768df3a', 'name': 'tempest-TestShelveInstance-1314016357-router', 'tenant_id': 'c03f71e524b24b8abf5e7c81842f4e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '9f8ecd0e-fa7f-4a59-8cfd-9a8bd8ef9234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:28:51Z', 'updated_at': '2022-04-12T00:28:52Z', 'revision_number': 3, 'project_id': 'c03f71e524b24b8abf5e7c81842f4e75', 'gw_port': {'id': '9f8ecd0e-fa7f-4a59-8cfd-9a8bd8ef9234', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b7:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17ecacb-2a11-4709-b7e3-41657768df3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:28:51Z', 'updated_at': '2022-04-12T00:28:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi'}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:28:54.629834 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-c4264c41-6c82-461d-b34b-93428516fef5 None None] Provisioning complete for port 57cf5765-6809-4a4a-a92b-2e62019bf0b9 triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:28:54.630493 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-c4264c41-6c82-461d-b34b-93428516fef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (57cf5765-6809-4a4a-a92b-2e62019bf0b9), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:54.632082 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfb9c8d-321d-4b83-9b35-24dd95b164ee None None] The sync data for ids ['f17ecacb-2a11-4709-b7e3-41657768df3a'] in dv-cinder-836252-3-iscsi is: [{'id': 'f17ecacb-2a11-4709-b7e3-41657768df3a', 'name': 'tempest-TestShelveInstance-1314016357-router', 'tenant_id': 'c03f71e524b24b8abf5e7c81842f4e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '9f8ecd0e-fa7f-4a59-8cfd-9a8bd8ef9234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:28:51Z', 'updated_at': '2022-04-12T00:28:52Z', 'revision_number': 3, 'project_id': 'c03f71e524b24b8abf5e7c81842f4e75', 'gw_port': {'id': '9f8ecd0e-fa7f-4a59-8cfd-9a8bd8ef9234', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b7:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17ecacb-2a11-4709-b7e3-41657768df3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:28:51Z', 'updated_at': '2022-04-12T00:28:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi'}] {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:28:54.637550 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-ec7926cd-0ebf-48a1-b88b-cfb0a069d62b admin admin] Publish callbacks [] for port (57cf5765-6809-4a4a-a92b-2e62019bf0b9), precommit_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:54.652106 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-ec7926cd-0ebf-48a1-b88b-cfb0a069d62b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59136039'] for port (57cf5765-6809-4a4a-a92b-2e62019bf0b9), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:54.677103 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-c4264c41-6c82-461d-b34b-93428516fef5 None None] Port 57cf5765-6809-4a4a-a92b-2e62019bf0b9 cannot update to ACTIVE because it is not bound. {{(pid=114861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:28:54.721844 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7926cd-0ebf-48a1-b88b-cfb0a069d62b admin admin] Pushing event updated for resources: {'Port': ['ID=57cf5765-6809-4a4a-a92b-2e62019bf0b9,revision_number=2']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:28:54.730009 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-ec7926cd-0ebf-48a1-b88b-cfb0a069d62b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586577'] for router_interface (f17ecacb-2a11-4709-b7e3-41657768df3a), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:54.825147 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7926cd-0ebf-48a1-b88b-cfb0a069d62b admin admin] Network 24ec2ef9-df24-4555-83f6-8552434e4e0b is already hosted by enough agents. {{(pid=114859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:28:54.826583 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.base_scheduler [None req-ec7926cd-0ebf-48a1-b88b-cfb0a069d62b admin admin] Resources bound (agent type, host, resource id): {{(pid=114859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:28:54.959318 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec7926cd-0ebf-48a1-b88b-cfb0a069d62b admin admin] Router f17ecacb-2a11-4709-b7e3-41657768df3a has already been hosted by L3 agent d3fb0dde-5c40-4fca-80b5-61326157311c {{(pid=114859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:28:55.077532 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec7926cd-0ebf-48a1-b88b-cfb0a069d62b admin admin] Notify agent at l3_agent.dv-cinder-836252-3-iscsi the message routers_updated {{(pid=114859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:28:55.083130 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-ec7926cd-0ebf-48a1-b88b-cfb0a069d62b admin admin] 10.222.0.32 "PUT /v2.0/routers/f17ecacb-2a11-4709-b7e3-41657768df3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8215883 Apr 12 00:28:55.104741 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-a73cca3b-36b3-4972-84e8-42fd5f012b9f None None] Provisioning complete for port 57cf5765-6809-4a4a-a92b-2e62019bf0b9 triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:28:55.105081 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-a73cca3b-36b3-4972-84e8-42fd5f012b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (57cf5765-6809-4a4a-a92b-2e62019bf0b9), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:55.146923 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-a73cca3b-36b3-4972-84e8-42fd5f012b9f None None] Port 57cf5765-6809-4a4a-a92b-2e62019bf0b9 cannot update to ACTIVE because it is not bound. {{(pid=114861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:28:55.249403 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 9198dbca-c469-4558-b4f0-983f338ac4e4 up at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:28:55.299859 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Provisioning complete for port 9198dbca-c469-4558-b4f0-983f338ac4e4 triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:28:55.300238 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (9198dbca-c469-4558-b4f0-983f338ac4e4), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:55.385344 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Current status of the port 9198dbca-c469-4558-b4f0-983f338ac4e4 is: ACTIVE; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:28:55.386612 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 9f8ecd0e-fa7f-4a59-8cfd-9a8bd8ef9234 up at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:28:55.434879 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Provisioning complete for port 9f8ecd0e-fa7f-4a59-8cfd-9a8bd8ef9234 triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:28:55.435299 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (9f8ecd0e-fa7f-4a59-8cfd-9a8bd8ef9234), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:55.524091 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Current status of the port 9f8ecd0e-fa7f-4a59-8cfd-9a8bd8ef9234 is: DOWN; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:28:55.524397 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (9f8ecd0e-fa7f-4a59-8cfd-9a8bd8ef9234), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:55.545421 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] For port 9f8ecd0e-fa7f-4a59-8cfd-9a8bd8ef9234, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=9f8ecd0e-fa7f-4a59-8cfd-9a8bd8ef9234,segment=NetworkSegment(45a4c36b-a669-4a7f-a3e9-c2d676175ec7),segment_id=45a4c36b-a669-4a7f-a3e9-c2d676175ec7)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:28:55.550647 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (9f8ecd0e-fa7f-4a59-8cfd-9a8bd8ef9234), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:55.607347 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Pushing event updated for resources: {'Port': ['ID=9f8ecd0e-fa7f-4a59-8cfd-9a8bd8ef9234,revision_number=4']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:28:55.659104 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4012dfe0-4af2-4bbe-b722-91908995f834 req-8b25e269-a07e-4b15-a24c-1fa58c188022 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:55.660416 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 57504) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:28:55.662852 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-4012dfe0-4af2-4bbe-b722-91908995f834 req-8b25e269-a07e-4b15-a24c-1fa58c188022 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 943 time: 0.0535910 Apr 12 00:28:55.668966 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [None req-7db71af8-4919-45d5-bbf7-8c5326f4b682 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1270631044-network', 'tenant_id': '745d5f15b5cd44edad3d04af93236db9'}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:28:55.704366 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5a2ccfa2-fd3d-44fa-ad50-9db2f656640a req-df29aa3b-eef0-46bf-ba51-c6ddeeaa19a1 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=13fbcf24-3a0e-4e17-bb4b-902364ee86db HTTP/1.1" status: 200 len: 210 time: 0.0310445 Apr 12 00:28:55.712084 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-4012dfe0-4af2-4bbe-b722-91908995f834 req-75a34de8-099e-41d8-bd66-19adefe89b59 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=76e21fa7-8abd-40c8-b68c-8a662b71ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456614 Apr 12 00:28:55.719408 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db71af8-4919-45d5-bbf7-8c5326f4b682 admin admin] Made reservation on behalf of 745d5f15b5cd44edad3d04af93236db9 for: {'network': 1} {{(pid=114859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:28:55.721980 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-7db71af8-4919-45d5-bbf7-8c5326f4b682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for network (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:55.731183 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-7db71af8-4919-45d5-bbf7-8c5326f4b682 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:55.808665 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-7db71af8-4919-45d5-bbf7-8c5326f4b682 admin admin] Publish callbacks [] for security_group (d91e2b03-e3d9-42b9-9b5a-ffa7b6d9f574), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:55.813421 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-7db71af8-4919-45d5-bbf7-8c5326f4b682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (d91e2b03-e3d9-42b9-9b5a-ffa7b6d9f574), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:55.834670 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7db71af8-4919-45d5-bbf7-8c5326f4b682 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=114859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 00:28:55.849599 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db71af8-4919-45d5-bbf7-8c5326f4b682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91e2b03-e3d9-42b9-9b5a-ffa7b6d9f574,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:28:55.853088 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-7db71af8-4919-45d5-bbf7-8c5326f4b682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552308'] for segment (dd4a5fc6-d1f9-4671-a7e1-b1cf02499c4d), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:55.853438 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.db.segments_db [None req-7db71af8-4919-45d5-bbf7-8c5326f4b682 admin admin] Added segment dd4a5fc6-d1f9-4671-a7e1-b1cf02499c4d of type vlan for network 1d4235a6-fdab-48f7-ad16-182a9af28e52 Apr 12 00:28:55.893219 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-7db71af8-4919-45d5-bbf7-8c5326f4b682 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757612902750'] for network (1d4235a6-fdab-48f7-ad16-182a9af28e52), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:55.917479 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-7db71af8-4919-45d5-bbf7-8c5326f4b682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925'] for network (1d4235a6-fdab-48f7-ad16-182a9af28e52), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:55.918687 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db71af8-4919-45d5-bbf7-8c5326f4b682 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:55.919297 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-7db71af8-4919-45d5-bbf7-8c5326f4b682 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for network (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:55.957286 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-7db71af8-4919-45d5-bbf7-8c5326f4b682 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2956648 Apr 12 00:28:55.960097 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 57506) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:28:55.965106 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-7a239f95-c639-4ff2-8b0c-e596f630bdd5 admin admin] Request body: {'subnet': {'network_id': '1d4235a6-fdab-48f7-ad16-182a9af28e52', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1270631044-subnet', 'tenant_id': '745d5f15b5cd44edad3d04af93236db9', 'ip_version': 4}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:28:55.986943 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a239f95-c639-4ff2-8b0c-e596f630bdd5 admin admin] Made reservation on behalf of 745d5f15b5cd44edad3d04af93236db9 for: {'subnet': 1} {{(pid=114860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:28:55.988341 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db71af8-4919-45d5-bbf7-8c5326f4b682 admin admin] Pushing event updated for resources: {'Network': ['ID=1d4235a6-fdab-48f7-ad16-182a9af28e52,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:28:55.989847 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-7a239f95-c639-4ff2-8b0c-e596f630bdd5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:56.000800 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Network 1d4235a6-fdab-48f7-ad16-182a9af28e52 details requested by agent ovs-agent-dv-cinder-836252-3-iscsi with host dv-cinder-836252-3-iscsi {{(pid=114861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 00:28:56.159762 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-7a239f95-c639-4ff2-8b0c-e596f630bdd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925'] for subnet (24c503f2-3da5-4124-ab5a-d5efcc76129b), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:56.213630 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a239f95-c639-4ff2-8b0c-e596f630bdd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24c503f2-3da5-4124-ab5a-d5efcc76129b,revision_number=0']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:28:56.225468 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a239f95-c639-4ff2-8b0c-e596f630bdd5 admin admin] Checking segment: {'id': 'dd4a5fc6-d1f9-4671-a7e1-b1cf02499c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1d4235a6-fdab-48f7-ad16-182a9af28e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:28:56.225821 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a239f95-c639-4ff2-8b0c-e596f630bdd5 admin admin] Network hostable DHCP agents. Network: 1d4235a6-fdab-48f7-ad16-182a9af28e52, hostable agents: ['4ecbd319-6885-49f5-abb8-de205838eb1c'], hosted agents: [] {{(pid=114860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 00:28:56.242889 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a239f95-c639-4ff2-8b0c-e596f630bdd5 admin admin] Network 1d4235a6-fdab-48f7-ad16-182a9af28e52 is scheduled to be hosted by DHCP agent 4ecbd319-6885-49f5-abb8-de205838eb1c with binding_index 1 {{(pid=114860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 00:28:56.252198 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.base_scheduler [None req-7a239f95-c639-4ff2-8b0c-e596f630bdd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836252-3-iscsi, 1d4235a6-fdab-48f7-ad16-182a9af28e52) {{(pid=114860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:28:56.256617 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a239f95-c639-4ff2-8b0c-e596f630bdd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:56.257217 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-7a239f95-c639-4ff2-8b0c-e596f630bdd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for subnet (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:56.260910 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4291512-e98a-4272-8984-d78a24990a2e None None] Network 1d4235a6-fdab-48f7-ad16-182a9af28e52 requested from dv-cinder-836252-3-iscsi {{(pid=114861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:28:56.277471 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-7a239f95-c639-4ff2-8b0c-e596f630bdd5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3160739 Apr 12 00:28:56.279995 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 57508) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:28:56.284677 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [None req-2eecc025-9854-436e-a57a-9bb1a0e4fc51 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1270631044-router', 'tenant_id': '745d5f15b5cd44edad3d04af93236db9', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7'}}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:28:56.308258 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-2eecc025-9854-436e-a57a-9bb1a0e4fc51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-442154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1018241'] for router (fad7ff64-6ff2-453a-a645-8acfaad3c893), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:56.309329 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-2eecc025-9854-436e-a57a-9bb1a0e4fc51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1592353', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1018264'] for router (fad7ff64-6ff2-453a-a645-8acfaad3c893), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:56.324829 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878497d6-49fd-41ab-aa7b-6bd95ef78ac6 None None] Sync routers for ids ['f17ecacb-2a11-4709-b7e3-41657768df3a'] in dv-cinder-836252-3-iscsi {{(pid=114861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:28:56.343486 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878497d6-49fd-41ab-aa7b-6bd95ef78ac6 None None] Routers {'f17ecacb-2a11-4709-b7e3-41657768df3a'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:28:56.344094 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-878497d6-49fd-41ab-aa7b-6bd95ef78ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:28:45Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['f17ecacb-2a11-4709-b7e3-41657768df3a'], 'active': True} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:28:56.366263 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-2eecc025-9854-436e-a57a-9bb1a0e4fc51 admin admin] Publish callbacks [] for router_controller (fad7ff64-6ff2-453a-a645-8acfaad3c893), precommit_add_association {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:56.447991 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d1a897-a44f-4238-9dc9-5c28007b712c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd998405d-5ac8-5fc0-a1ab-e07aa0d55ad4-1d4235a6-fdab-48f7-ad16-182a9af28e52', 'network_id': '1d4235a6-fdab-48f7-ad16-182a9af28e52', 'project_id': '745d5f15b5cd44edad3d04af93236db9', 'fixed_ips': [{'subnet_id': '24c503f2-3da5-4124-ab5a-d5efcc76129b'}]}} from dv-cinder-836252-3-iscsi. {{(pid=114861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 00:28:56.448845 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-82d1a897-a44f-4238-9dc9-5c28007b712c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:56.508613 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-2eecc025-9854-436e-a57a-9bb1a0e4fc51 admin admin] Publish callbacks [] for router_gateway (fad7ff64-6ff2-453a-a645-8acfaad3c893), precommit_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:56.546685 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvr_db [None req-878497d6-49fd-41ab-aa7b-6bd95ef78ac6 None None] Set router f17ecacb-2a11-4709-b7e3-41657768df3a gateway port host: dv-cinder-836252-3-iscsi {{(pid=114861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:28:56.719328 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-2eecc025-9854-436e-a57a-9bb1a0e4fc51 admin admin] Publish callbacks [] for router_gateway (fad7ff64-6ff2-453a-a645-8acfaad3c893), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:56.746222 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.db_base_plugin_common [None req-82d1a897-a44f-4238-9dc9-5c28007b712c None None] Allocated IP 172.20.0.2 (1d4235a6-fdab-48f7-ad16-182a9af28e52/24c503f2-3da5-4124-ab5a-d5efcc76129b/8f3044e7-3e8a-4263-813e-68511d5caf3f) {{(pid=114861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:28:56.853200 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7edf582-0501-4ec5-a542-7b58a2b144a1 req-59ccfb2f-03fe-4474-b975-b023787fa125 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:56.854875 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-f7edf582-0501-4ec5-a542-7b58a2b144a1 req-59ccfb2f-03fe-4474-b975-b023787fa125 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 943 time: 0.0542822 Apr 12 00:28:56.908487 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-f7edf582-0501-4ec5-a542-7b58a2b144a1 req-66b69824-6a92-48a1-85c7-39b0cae9175a tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=76e21fa7-8abd-40c8-b68c-8a662b71ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470741 Apr 12 00:28:56.982802 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-2eecc025-9854-436e-a57a-9bb1a0e4fc51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:57.016411 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-fd54e349-78ab-4b89-b2a6-4012eee2a68c req-ccf1c005-d198-4a62-a2b9-4d0a2c22a952 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=13fbcf24-3a0e-4e17-bb4b-902364ee86db HTTP/1.1" status: 200 len: 210 time: 0.0356193 Apr 12 00:28:57.035482 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-878497d6-49fd-41ab-aa7b-6bd95ef78ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17ecacb-2a11-4709-b7e3-41657768df3a', 'name': 'tempest-TestShelveInstance-1314016357-router', 'tenant_id': 'c03f71e524b24b8abf5e7c81842f4e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '9f8ecd0e-fa7f-4a59-8cfd-9a8bd8ef9234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:28:51Z', 'updated_at': '2022-04-12T00:28:54Z', 'revision_number': 4, 'project_id': 'c03f71e524b24b8abf5e7c81842f4e75', 'gw_port': {'id': '9f8ecd0e-fa7f-4a59-8cfd-9a8bd8ef9234', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17ecacb-2a11-4709-b7e3-41657768df3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:28:51Z', 'updated_at': '2022-04-12T00:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': '57cf5765-6809-4a4a-a92b-2e62019bf0b9', 'name': '', 'network_id': '24ec2ef9-df24-4555-83f6-8552434e4e0b', 'tenant_id': 'c03f71e524b24b8abf5e7c81842f4e75', 'mac_address': 'fa:16:3e:64:e8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17ecacb-2a11-4709-b7e3-41657768df3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'f52cb473-8beb-4ba4-919f-75070d667054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:28:53Z', 'updated_at': '2022-04-12T00:28:54Z', 'revision_number': 2, 'project_id': 'c03f71e524b24b8abf5e7c81842f4e75', 'subnets': [{'id': 'f52cb473-8beb-4ba4-919f-75070d667054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:28:57.080205 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878497d6-49fd-41ab-aa7b-6bd95ef78ac6 None None] Checking router: f17ecacb-2a11-4709-b7e3-41657768df3a for host: dv-cinder-836252-3-iscsi {{(pid=114861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:28:57.080559 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878497d6-49fd-41ab-aa7b-6bd95ef78ac6 None None] Updating router f17ecacb-2a11-4709-b7e3-41657768df3a port 57cf5765-6809-4a4a-a92b-2e62019bf0b9 binding host dv-cinder-836252-3-iscsi {{(pid=114861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 00:28:57.117038 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.db_base_plugin_common [None req-2eecc025-9854-436e-a57a-9bb1a0e4fc51 admin admin] Allocated IP 172.27.3.182 (1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7/02a01a71-afa8-4790-9b30-3097f97db265/0512a1e8-50c6-4b1b-87ec-1c8e9d4c4664) {{(pid=114859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:28:57.126237 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-878497d6-49fd-41ab-aa7b-6bd95ef78ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (57cf5765-6809-4a4a-a92b-2e62019bf0b9), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:57.128374 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-82d1a897-a44f-4238-9dc9-5c28007b712c None None] Publish callbacks [] for port (8f3044e7-3e8a-4263-813e-68511d5caf3f), precommit_create {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:57.137481 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-82d1a897-a44f-4238-9dc9-5c28007b712c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360'] for port (8f3044e7-3e8a-4263-813e-68511d5caf3f), after_create {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:57.197636 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 9f8ecd0e-fa7f-4a59-8cfd-9a8bd8ef9234 up at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:28:57.201158 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d1a897-a44f-4238-9dc9-5c28007b712c None None] Network 1d4235a6-fdab-48f7-ad16-182a9af28e52 is already hosted by enough agents. {{(pid=114861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:28:57.229559 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-2eecc025-9854-436e-a57a-9bb1a0e4fc51 admin admin] Publish callbacks [] for port (0512a1e8-50c6-4b1b-87ec-1c8e9d4c4664), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:57.233927 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.scheduler.base_scheduler [None req-82d1a897-a44f-4238-9dc9-5c28007b712c None None] Resources bound (agent type, host, resource id): {{(pid=114861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:28:57.242121 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d1a897-a44f-4238-9dc9-5c28007b712c None None] Received port after_create {{(pid=114861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:28:57.243983 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d1a897-a44f-4238-9dc9-5c28007b712c None None] Pushing event updated for resources: {'Port': ['ID=8f3044e7-3e8a-4263-813e-68511d5caf3f,revision_number=1']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:28:57.269478 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-2eecc025-9854-436e-a57a-9bb1a0e4fc51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (0512a1e8-50c6-4b1b-87ec-1c8e9d4c4664), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:57.314412 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eecc025-9854-436e-a57a-9bb1a0e4fc51 admin admin] Network 1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7 is already hosted by enough agents. {{(pid=114859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:28:57.318680 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.base_scheduler [None req-2eecc025-9854-436e-a57a-9bb1a0e4fc51 admin admin] Resources bound (agent type, host, resource id): {{(pid=114859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:28:57.325458 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eecc025-9854-436e-a57a-9bb1a0e4fc51 admin admin] Received port after_create {{(pid=114859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:28:57.328308 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eecc025-9854-436e-a57a-9bb1a0e4fc51 admin admin] Pushing event updated for resources: {'Port': ['ID=0512a1e8-50c6-4b1b-87ec-1c8e9d4c4664,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:28:57.379878 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Provisioning complete for port 9f8ecd0e-fa7f-4a59-8cfd-9a8bd8ef9234 triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:28:57.380531 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (9f8ecd0e-fa7f-4a59-8cfd-9a8bd8ef9234), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:57.422544 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.managers [None req-82d1a897-a44f-4238-9dc9-5c28007b712c None None] Attempting to bind port 8f3044e7-3e8a-4263-813e-68511d5caf3f on host dv-cinder-836252-3-iscsi for vnic_type normal with profile {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:28:57.422827 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.managers [None req-82d1a897-a44f-4238-9dc9-5c28007b712c None None] Attempting to bind port 8f3044e7-3e8a-4263-813e-68511d5caf3f by drivers openvswitch,hyperv on host dv-cinder-836252-3-iscsi at level 0 using segments [{'id': 'dd4a5fc6-d1f9-4671-a7e1-b1cf02499c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1d4235a6-fdab-48f7-ad16-182a9af28e52'}] {{(pid=114861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:28:57.423190 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d1a897-a44f-4238-9dc9-5c28007b712c None None] Attempting to bind port 8f3044e7-3e8a-4263-813e-68511d5caf3f on network 1d4235a6-fdab-48f7-ad16-182a9af28e52 {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:28:57.466112 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d1a897-a44f-4238-9dc9-5c28007b712c None None] Checking agent: {'id': 'f9a21fd4-36f2-4826-890e-da332e228edf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836252-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 0, 17, 19), 'started_at': datetime.datetime(2022, 4, 12, 0, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836252-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:28:57.466582 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d1a897-a44f-4238-9dc9-5c28007b712c None None] Checking segment: {'id': 'dd4a5fc6-d1f9-4671-a7e1-b1cf02499c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1d4235a6-fdab-48f7-ad16-182a9af28e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:28:57.466912 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-82d1a897-a44f-4238-9dc9-5c28007b712c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:57.467348 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d1a897-a44f-4238-9dc9-5c28007b712c None None] Bound using segment: {'id': 'dd4a5fc6-d1f9-4671-a7e1-b1cf02499c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1d4235a6-fdab-48f7-ad16-182a9af28e52'} {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:28:57.467890 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.managers [None req-82d1a897-a44f-4238-9dc9-5c28007b712c None None] Bound port: 8f3044e7-3e8a-4263-813e-68511d5caf3f, host: dv-cinder-836252-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd4a5fc6-d1f9-4671-a7e1-b1cf02499c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1d4235a6-fdab-48f7-ad16-182a9af28e52'}}] {{(pid=114861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:28:57.468212 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-82d1a897-a44f-4238-9dc9-5c28007b712c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (8f3044e7-3e8a-4263-813e-68511d5caf3f), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:57.578933 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-2eecc025-9854-436e-a57a-9bb1a0e4fc51 admin admin] Publish callbacks [] for router_gateway (fad7ff64-6ff2-453a-a645-8acfaad3c893), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:57.622476 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Current status of the port 9f8ecd0e-fa7f-4a59-8cfd-9a8bd8ef9234 is: ACTIVE; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:28:57.641254 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-82d1a897-a44f-4238-9dc9-5c28007b712c None None] For port 8f3044e7-3e8a-4263-813e-68511d5caf3f, host dv-cinder-836252-3-iscsi, cleared binding levels {{(pid=114861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:28:57.657602 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-82d1a897-a44f-4238-9dc9-5c28007b712c None None] For port 8f3044e7-3e8a-4263-813e-68511d5caf3f, host dv-cinder-836252-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=8f3044e7-3e8a-4263-813e-68511d5caf3f,segment=NetworkSegment(dd4a5fc6-d1f9-4671-a7e1-b1cf02499c4d),segment_id=dd4a5fc6-d1f9-4671-a7e1-b1cf02499c4d)] {{(pid=114861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:28:57.672681 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-82d1a897-a44f-4238-9dc9-5c28007b712c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (8f3044e7-3e8a-4263-813e-68511d5caf3f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:57.676395 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-878497d6-49fd-41ab-aa7b-6bd95ef78ac6 None None] Publish callbacks [] for port (57cf5765-6809-4a4a-a92b-2e62019bf0b9), precommit_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:57.709651 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-878497d6-49fd-41ab-aa7b-6bd95ef78ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (57cf5765-6809-4a4a-a92b-2e62019bf0b9), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:57.746925 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d1a897-a44f-4238-9dc9-5c28007b712c None None] Pushing event updated for resources: {'Port': ['ID=8f3044e7-3e8a-4263-813e-68511d5caf3f,revision_number=2']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:28:57.816714 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-2eecc025-9854-436e-a57a-9bb1a0e4fc51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1586386'] for router (fad7ff64-6ff2-453a-a645-8acfaad3c893), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:57.834494 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a17b5bb-3a7a-4de5-a0ea-45f23c41358a None None] Pushing event updated for resources: {'Port': ['ID=57cf5765-6809-4a4a-a92b-2e62019bf0b9,revision_number=3']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:28:57.839033 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.managers [None req-878497d6-49fd-41ab-aa7b-6bd95ef78ac6 None None] Attempting to bind port 57cf5765-6809-4a4a-a92b-2e62019bf0b9 on host dv-cinder-836252-3-iscsi for vnic_type normal with profile {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:28:57.839404 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.managers [None req-878497d6-49fd-41ab-aa7b-6bd95ef78ac6 None None] Attempting to bind port 57cf5765-6809-4a4a-a92b-2e62019bf0b9 by drivers openvswitch,hyperv on host dv-cinder-836252-3-iscsi at level 0 using segments [{'id': '1ebc569d-ac07-4f82-8ac0-35735d5e6539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '24ec2ef9-df24-4555-83f6-8552434e4e0b'}] {{(pid=114861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:28:57.839767 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878497d6-49fd-41ab-aa7b-6bd95ef78ac6 None None] Attempting to bind port 57cf5765-6809-4a4a-a92b-2e62019bf0b9 on network 24ec2ef9-df24-4555-83f6-8552434e4e0b {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:28:57.845395 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878497d6-49fd-41ab-aa7b-6bd95ef78ac6 None None] Checking agent: {'id': 'f9a21fd4-36f2-4826-890e-da332e228edf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836252-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 0, 17, 19), 'started_at': datetime.datetime(2022, 4, 12, 0, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836252-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:28:57.845789 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878497d6-49fd-41ab-aa7b-6bd95ef78ac6 None None] Checking segment: {'id': '1ebc569d-ac07-4f82-8ac0-35735d5e6539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '24ec2ef9-df24-4555-83f6-8552434e4e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:28:57.846168 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-878497d6-49fd-41ab-aa7b-6bd95ef78ac6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:57.846606 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878497d6-49fd-41ab-aa7b-6bd95ef78ac6 None None] Bound using segment: {'id': '1ebc569d-ac07-4f82-8ac0-35735d5e6539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '24ec2ef9-df24-4555-83f6-8552434e4e0b'} {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:28:57.847072 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.managers [None req-878497d6-49fd-41ab-aa7b-6bd95ef78ac6 None None] Bound port: 57cf5765-6809-4a4a-a92b-2e62019bf0b9, host: dv-cinder-836252-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ebc569d-ac07-4f82-8ac0-35735d5e6539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '24ec2ef9-df24-4555-83f6-8552434e4e0b'}}] {{(pid=114861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:28:57.847452 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-878497d6-49fd-41ab-aa7b-6bd95ef78ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (57cf5765-6809-4a4a-a92b-2e62019bf0b9), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:57.928789 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-878497d6-49fd-41ab-aa7b-6bd95ef78ac6 None None] For port 57cf5765-6809-4a4a-a92b-2e62019bf0b9, host dv-cinder-836252-3-iscsi, cleared binding levels {{(pid=114861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:28:57.934729 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-878497d6-49fd-41ab-aa7b-6bd95ef78ac6 None None] For port 57cf5765-6809-4a4a-a92b-2e62019bf0b9, host dv-cinder-836252-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=57cf5765-6809-4a4a-a92b-2e62019bf0b9,segment=NetworkSegment(1ebc569d-ac07-4f82-8ac0-35735d5e6539),segment_id=1ebc569d-ac07-4f82-8ac0-35735d5e6539)] {{(pid=114861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:28:57.948130 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-878497d6-49fd-41ab-aa7b-6bd95ef78ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (57cf5765-6809-4a4a-a92b-2e62019bf0b9), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:57.973973 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eecc025-9854-436e-a57a-9bb1a0e4fc51 admin admin] Router fad7ff64-6ff2-453a-a645-8acfaad3c893 is scheduled to L3 agent d3fb0dde-5c40-4fca-80b5-61326157311c with binding_index 1 {{(pid=114859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 00:28:58.058901 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878497d6-49fd-41ab-aa7b-6bd95ef78ac6 None None] Routers {'f17ecacb-2a11-4709-b7e3-41657768df3a'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:28:58.069062 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-878497d6-49fd-41ab-aa7b-6bd95ef78ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:28:45Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['f17ecacb-2a11-4709-b7e3-41657768df3a'], 'active': True} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:28:58.090770 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df46148-070f-4bb8-8bf8-ed85648252a6 req-30cbe9a5-94a6-4694-8be7-24a3f1af5d9b tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:58.103145 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-6df46148-070f-4bb8-8bf8-ed85648252a6 req-30cbe9a5-94a6-4694-8be7-24a3f1af5d9b tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 943 time: 0.0889125 Apr 12 00:28:58.138118 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a17b5bb-3a7a-4de5-a0ea-45f23c41358a None None] Pushing event updated for resources: {'Port': ['ID=57cf5765-6809-4a4a-a92b-2e62019bf0b9,revision_number=4']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:28:58.192179 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eecc025-9854-436e-a57a-9bb1a0e4fc51 admin admin] Notify agent at l3_agent.dv-cinder-836252-3-iscsi the message routers_updated {{(pid=114859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:28:58.205599 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1a1b53-0a0a-49e3-af9a-4ccce061ebe8 None None] Sync routers for ids ['fad7ff64-6ff2-453a-a645-8acfaad3c893'] in dv-cinder-836252-3-iscsi {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:28:58.211058 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-6df46148-070f-4bb8-8bf8-ed85648252a6 req-89597c54-791f-4502-9dac-4e912ed31212 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=76e21fa7-8abd-40c8-b68c-8a662b71ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012118 Apr 12 00:28:58.231734 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1a1b53-0a0a-49e3-af9a-4ccce061ebe8 None None] Routers {'fad7ff64-6ff2-453a-a645-8acfaad3c893'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:28:58.232363 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-3a1a1b53-0a0a-49e3-af9a-4ccce061ebe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:28:45Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['fad7ff64-6ff2-453a-a645-8acfaad3c893'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:28:58.249884 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-470d75e5-1154-4637-a74f-d42e8801d289 req-15a1eb50-8f09-4e69-87c1-0cd984ff9247 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=13fbcf24-3a0e-4e17-bb4b-902364ee86db HTTP/1.1" status: 200 len: 210 time: 0.0556188 Apr 12 00:28:58.276714 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-2eecc025-9854-436e-a57a-9bb1a0e4fc51 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:58.277931 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-2eecc025-9854-436e-a57a-9bb1a0e4fc51 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9967270 Apr 12 00:28:58.280641 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 57526) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:28:58.304192 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-086bdd6d-1102-4f89-b9fd-5d914b29b444 None None] Provisioning complete for port 57cf5765-6809-4a4a-a92b-2e62019bf0b9 triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:28:58.304634 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-086bdd6d-1102-4f89-b9fd-5d914b29b444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (57cf5765-6809-4a4a-a92b-2e62019bf0b9), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:58.329363 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvr_db [None req-878497d6-49fd-41ab-aa7b-6bd95ef78ac6 None None] Set router f17ecacb-2a11-4709-b7e3-41657768df3a gateway port host: dv-cinder-836252-3-iscsi {{(pid=114861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:28:58.360790 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-3a1a1b53-0a0a-49e3-af9a-4ccce061ebe8 None None] Set router fad7ff64-6ff2-453a-a645-8acfaad3c893 gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:28:58.461897 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-086bdd6d-1102-4f89-b9fd-5d914b29b444 None None] Current status of the port 57cf5765-6809-4a4a-a92b-2e62019bf0b9 is: DOWN; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:28:58.462981 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-086bdd6d-1102-4f89-b9fd-5d914b29b444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (57cf5765-6809-4a4a-a92b-2e62019bf0b9), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:58.534349 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-3a1a1b53-0a0a-49e3-af9a-4ccce061ebe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad7ff64-6ff2-453a-a645-8acfaad3c893', 'name': 'tempest-TestShelveInstance-1270631044-router', 'tenant_id': '745d5f15b5cd44edad3d04af93236db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '0512a1e8-50c6-4b1b-87ec-1c8e9d4c4664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:28:56Z', 'updated_at': '2022-04-12T00:28:57Z', 'revision_number': 3, 'project_id': '745d5f15b5cd44edad3d04af93236db9', 'gw_port': {'id': '0512a1e8-50c6-4b1b-87ec-1c8e9d4c4664', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad7ff64-6ff2-453a-a645-8acfaad3c893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:28:56Z', 'updated_at': '2022-04-12T00:28:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi'}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:28:58.551515 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-086bdd6d-1102-4f89-b9fd-5d914b29b444 None None] For port 57cf5765-6809-4a4a-a92b-2e62019bf0b9, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=57cf5765-6809-4a4a-a92b-2e62019bf0b9,segment=NetworkSegment(1ebc569d-ac07-4f82-8ac0-35735d5e6539),segment_id=1ebc569d-ac07-4f82-8ac0-35735d5e6539)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:28:58.561849 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-086bdd6d-1102-4f89-b9fd-5d914b29b444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (57cf5765-6809-4a4a-a92b-2e62019bf0b9), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:58.565203 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1a1b53-0a0a-49e3-af9a-4ccce061ebe8 None None] Checking router: fad7ff64-6ff2-453a-a645-8acfaad3c893 for host: dv-cinder-836252-3-iscsi {{(pid=114862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:28:58.565551 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1a1b53-0a0a-49e3-af9a-4ccce061ebe8 None None] Updating router fad7ff64-6ff2-453a-a645-8acfaad3c893 port 0512a1e8-50c6-4b1b-87ec-1c8e9d4c4664 binding host dv-cinder-836252-3-iscsi {{(pid=114862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 00:28:58.599491 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron_lib.callbacks.manager [None req-3a1a1b53-0a0a-49e3-af9a-4ccce061ebe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (0512a1e8-50c6-4b1b-87ec-1c8e9d4c4664), before_update {{(pid=114862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:58.661648 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-878497d6-49fd-41ab-aa7b-6bd95ef78ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17ecacb-2a11-4709-b7e3-41657768df3a', 'name': 'tempest-TestShelveInstance-1314016357-router', 'tenant_id': 'c03f71e524b24b8abf5e7c81842f4e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '9f8ecd0e-fa7f-4a59-8cfd-9a8bd8ef9234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:28:51Z', 'updated_at': '2022-04-12T00:28:54Z', 'revision_number': 4, 'project_id': 'c03f71e524b24b8abf5e7c81842f4e75', 'gw_port': {'id': '9f8ecd0e-fa7f-4a59-8cfd-9a8bd8ef9234', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17ecacb-2a11-4709-b7e3-41657768df3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:28:51Z', 'updated_at': '2022-04-12T00:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': '57cf5765-6809-4a4a-a92b-2e62019bf0b9', 'name': '', 'network_id': '24ec2ef9-df24-4555-83f6-8552434e4e0b', 'tenant_id': 'c03f71e524b24b8abf5e7c81842f4e75', 'mac_address': 'fa:16:3e:64:e8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17ecacb-2a11-4709-b7e3-41657768df3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'f52cb473-8beb-4ba4-919f-75070d667054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:28:53Z', 'updated_at': '2022-04-12T00:28:57Z', 'revision_number': 4, 'project_id': 'c03f71e524b24b8abf5e7c81842f4e75', 'subnets': [{'id': 'f52cb473-8beb-4ba4-919f-75070d667054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:28:58.709923 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086bdd6d-1102-4f89-b9fd-5d914b29b444 None None] Pushing event updated for resources: {'Port': ['ID=57cf5765-6809-4a4a-a92b-2e62019bf0b9,revision_number=5']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:28:58.719972 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878497d6-49fd-41ab-aa7b-6bd95ef78ac6 None None] The sync data for ids ['f17ecacb-2a11-4709-b7e3-41657768df3a'] in dv-cinder-836252-3-iscsi is: [{'id': 'f17ecacb-2a11-4709-b7e3-41657768df3a', 'name': 'tempest-TestShelveInstance-1314016357-router', 'tenant_id': 'c03f71e524b24b8abf5e7c81842f4e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '9f8ecd0e-fa7f-4a59-8cfd-9a8bd8ef9234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:28:51Z', 'updated_at': '2022-04-12T00:28:54Z', 'revision_number': 4, 'project_id': 'c03f71e524b24b8abf5e7c81842f4e75', 'gw_port': {'id': '9f8ecd0e-fa7f-4a59-8cfd-9a8bd8ef9234', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17ecacb-2a11-4709-b7e3-41657768df3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:28:51Z', 'updated_at': '2022-04-12T00:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': '57cf5765-6809-4a4a-a92b-2e62019bf0b9', 'name': '', 'network_id': '24ec2ef9-df24-4555-83f6-8552434e4e0b', 'tenant_id': 'c03f71e524b24b8abf5e7c81842f4e75', 'mac_address': 'fa:16:3e:64:e8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17ecacb-2a11-4709-b7e3-41657768df3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'f52cb473-8beb-4ba4-919f-75070d667054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:28:53Z', 'updated_at': '2022-04-12T00:28:57Z', 'revision_number': 4, 'project_id': 'c03f71e524b24b8abf5e7c81842f4e75', 'subnets': [{'id': 'f52cb473-8beb-4ba4-919f-75070d667054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:28:58.732236 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-14c792af-40b5-46cf-a9e0-4642f131c50b None None] Provisioning complete for port 57cf5765-6809-4a4a-a92b-2e62019bf0b9 triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:28:58.732766 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-14c792af-40b5-46cf-a9e0-4642f131c50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (57cf5765-6809-4a4a-a92b-2e62019bf0b9), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:58.763497 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-277b56ff-1d06-4437-ab29-8ba7553b5f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:58.898848 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-14c792af-40b5-46cf-a9e0-4642f131c50b None None] Current status of the port 57cf5765-6809-4a4a-a92b-2e62019bf0b9 is: ACTIVE; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:28:58.986920 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron_lib.callbacks.manager [None req-3a1a1b53-0a0a-49e3-af9a-4ccce061ebe8 None None] Publish callbacks [] for port (0512a1e8-50c6-4b1b-87ec-1c8e9d4c4664), precommit_update {{(pid=114862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:58.996726 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron_lib.callbacks.manager [None req-3a1a1b53-0a0a-49e3-af9a-4ccce061ebe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (0512a1e8-50c6-4b1b-87ec-1c8e9d4c4664), after_update {{(pid=114862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:59.031731 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.db_base_plugin_common [None req-277b56ff-1d06-4437-ab29-8ba7553b5f56 admin admin] Allocated IP 172.20.0.1 (1d4235a6-fdab-48f7-ad16-182a9af28e52/24c503f2-3da5-4124-ab5a-d5efcc76129b/98d45ab7-a47d-45b7-89a6-9f0566a0668b) {{(pid=114859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:28:59.065489 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.managers [None req-3a1a1b53-0a0a-49e3-af9a-4ccce061ebe8 None None] Attempting to bind port 0512a1e8-50c6-4b1b-87ec-1c8e9d4c4664 on host dv-cinder-836252-3-iscsi for vnic_type normal with profile {{(pid=114862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:28:59.065972 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.managers [None req-3a1a1b53-0a0a-49e3-af9a-4ccce061ebe8 None None] Attempting to bind port 0512a1e8-50c6-4b1b-87ec-1c8e9d4c4664 by drivers openvswitch,hyperv on host dv-cinder-836252-3-iscsi at level 0 using segments [{'id': '45a4c36b-a669-4a7f-a3e9-c2d676175ec7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7'}] {{(pid=114862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:28:59.066088 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9402e4c-77a8-43cc-a911-3aa39723f9f9 None None] Network 1d4235a6-fdab-48f7-ad16-182a9af28e52 requested from dv-cinder-836252-3-iscsi {{(pid=114861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:28:59.066186 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1a1b53-0a0a-49e3-af9a-4ccce061ebe8 None None] Attempting to bind port 0512a1e8-50c6-4b1b-87ec-1c8e9d4c4664 on network 1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7 {{(pid=114862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:28:59.068522 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1542221c-85a0-466e-ab34-3315d85e9478 None None] Pushing event updated for resources: {'Port': ['ID=0512a1e8-50c6-4b1b-87ec-1c8e9d4c4664,revision_number=2']} {{(pid=114862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:28:59.083824 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1a1b53-0a0a-49e3-af9a-4ccce061ebe8 None None] Checking agent: {'id': 'f9a21fd4-36f2-4826-890e-da332e228edf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836252-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 0, 17, 19), 'started_at': datetime.datetime(2022, 4, 12, 0, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836252-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:28:59.084192 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1a1b53-0a0a-49e3-af9a-4ccce061ebe8 None None] Checking segment: {'id': '45a4c36b-a669-4a7f-a3e9-c2d676175ec7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:28:59.085094 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron_lib.callbacks.manager [None req-3a1a1b53-0a0a-49e3-af9a-4ccce061ebe8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:59.085505 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1a1b53-0a0a-49e3-af9a-4ccce061ebe8 None None] Bound using segment: {'id': '45a4c36b-a669-4a7f-a3e9-c2d676175ec7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7'} {{(pid=114862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:28:59.085958 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.managers [None req-3a1a1b53-0a0a-49e3-af9a-4ccce061ebe8 None None] Bound port: 0512a1e8-50c6-4b1b-87ec-1c8e9d4c4664, host: dv-cinder-836252-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45a4c36b-a669-4a7f-a3e9-c2d676175ec7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7'}}] {{(pid=114862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:28:59.086371 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron_lib.callbacks.manager [None req-3a1a1b53-0a0a-49e3-af9a-4ccce061ebe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (0512a1e8-50c6-4b1b-87ec-1c8e9d4c4664), before_update {{(pid=114862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:59.160232 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.db [None req-3a1a1b53-0a0a-49e3-af9a-4ccce061ebe8 None None] For port 0512a1e8-50c6-4b1b-87ec-1c8e9d4c4664, host dv-cinder-836252-3-iscsi, cleared binding levels {{(pid=114862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:28:59.165746 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.db [None req-3a1a1b53-0a0a-49e3-af9a-4ccce061ebe8 None None] For port 0512a1e8-50c6-4b1b-87ec-1c8e9d4c4664, host dv-cinder-836252-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=0512a1e8-50c6-4b1b-87ec-1c8e9d4c4664,segment=NetworkSegment(45a4c36b-a669-4a7f-a3e9-c2d676175ec7),segment_id=45a4c36b-a669-4a7f-a3e9-c2d676175ec7)] {{(pid=114862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:28:59.171317 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-277b56ff-1d06-4437-ab29-8ba7553b5f56 admin admin] Publish callbacks [] for port (98d45ab7-a47d-45b7-89a6-9f0566a0668b), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:59.200633 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron_lib.callbacks.manager [None req-3a1a1b53-0a0a-49e3-af9a-4ccce061ebe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (0512a1e8-50c6-4b1b-87ec-1c8e9d4c4664), after_update {{(pid=114862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:59.235815 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-277b56ff-1d06-4437-ab29-8ba7553b5f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (98d45ab7-a47d-45b7-89a6-9f0566a0668b), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:59.282168 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277b56ff-1d06-4437-ab29-8ba7553b5f56 admin admin] Network 1d4235a6-fdab-48f7-ad16-182a9af28e52 is already hosted by enough agents. {{(pid=114859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:28:59.291379 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.base_scheduler [None req-277b56ff-1d06-4437-ab29-8ba7553b5f56 admin admin] Resources bound (agent type, host, resource id): {{(pid=114859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:28:59.297304 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277b56ff-1d06-4437-ab29-8ba7553b5f56 admin admin] Received port after_create {{(pid=114859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:28:59.309512 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1a1b53-0a0a-49e3-af9a-4ccce061ebe8 None None] Routers {'fad7ff64-6ff2-453a-a645-8acfaad3c893'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:28:59.310131 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-3a1a1b53-0a0a-49e3-af9a-4ccce061ebe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:28:45Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['fad7ff64-6ff2-453a-a645-8acfaad3c893'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:28:59.365160 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b56ff-1d06-4437-ab29-8ba7553b5f56 admin admin] Pushing event updated for resources: {'Port': ['ID=98d45ab7-a47d-45b7-89a6-9f0566a0668b,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:28:59.399577 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-ca1e0599-f997-42bb-a8fe-ee4cb425c992 req-d2531e51-5c81-4a1b-a992-e091825dcfc1 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=13fbcf24-3a0e-4e17-bb4b-902364ee86db HTTP/1.1" status: 200 len: 210 time: 0.0535324 Apr 12 00:28:59.406662 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1542221c-85a0-466e-ab34-3315d85e9478 None None] Pushing event updated for resources: {'Port': ['ID=0512a1e8-50c6-4b1b-87ec-1c8e9d4c4664,revision_number=3']} {{(pid=114862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:28:59.407795 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-277b56ff-1d06-4437-ab29-8ba7553b5f56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586209'] for router_interface (fad7ff64-6ff2-453a-a645-8acfaad3c893), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:59.428789 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 8f3044e7-3e8a-4263-813e-68511d5caf3f up at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:28:59.436934 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147af23a-d4e3-4bf4-9fb7-4ec0d657fc37 req-5ad32a27-f1c8-4a08-b0b7-2b6e60abca0f tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:28:59.439529 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-147af23a-d4e3-4bf4-9fb7-4ec0d657fc37 req-5ad32a27-f1c8-4a08-b0b7-2b6e60abca0f tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 943 time: 0.1021698 Apr 12 00:28:59.502709 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-aa58f8cb-77ad-404f-be04-85ee113ce89e None None] Provisioning complete for port 8f3044e7-3e8a-4263-813e-68511d5caf3f triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:28:59.503257 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-aa58f8cb-77ad-404f-be04-85ee113ce89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (8f3044e7-3e8a-4263-813e-68511d5caf3f), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:59.509589 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-3a1a1b53-0a0a-49e3-af9a-4ccce061ebe8 None None] Set router fad7ff64-6ff2-453a-a645-8acfaad3c893 gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:28:59.522389 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-147af23a-d4e3-4bf4-9fb7-4ec0d657fc37 req-e7297352-d004-4605-a6ce-e5c28039b118 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=76e21fa7-8abd-40c8-b68c-8a662b71ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725758 Apr 12 00:28:59.637035 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Provisioning complete for port 8f3044e7-3e8a-4263-813e-68511d5caf3f triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:28:59.637414 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (8f3044e7-3e8a-4263-813e-68511d5caf3f), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:59.685571 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-aa58f8cb-77ad-404f-be04-85ee113ce89e None None] Current status of the port 8f3044e7-3e8a-4263-813e-68511d5caf3f is: DOWN; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:28:59.685571 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-aa58f8cb-77ad-404f-be04-85ee113ce89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (8f3044e7-3e8a-4263-813e-68511d5caf3f), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:59.748238 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device 4d87f86a-c5c3-4dac-8e53-78bd55c3da76 no longer exists at agent hyperv_hv-cinder-83625 {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:28:59.752462 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-aa58f8cb-77ad-404f-be04-85ee113ce89e None None] For port 8f3044e7-3e8a-4263-813e-68511d5caf3f, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=8f3044e7-3e8a-4263-813e-68511d5caf3f,segment=NetworkSegment(dd4a5fc6-d1f9-4671-a7e1-b1cf02499c4d),segment_id=dd4a5fc6-d1f9-4671-a7e1-b1cf02499c4d)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:28:59.796863 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-aa58f8cb-77ad-404f-be04-85ee113ce89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (8f3044e7-3e8a-4263-813e-68511d5caf3f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:59.806638 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] No Port match for: 4d87f86a-c5c3-4dac-8e53-78bd55c3da76 {{(pid=114861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 00:28:59.807269 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device 4d87f86a-c5c3-4dac-8e53-78bd55c3da76 not bound to the agent host hv-cinder-83625 {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:28:59.866217 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-3a1a1b53-0a0a-49e3-af9a-4ccce061ebe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad7ff64-6ff2-453a-a645-8acfaad3c893', 'name': 'tempest-TestShelveInstance-1270631044-router', 'tenant_id': '745d5f15b5cd44edad3d04af93236db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '0512a1e8-50c6-4b1b-87ec-1c8e9d4c4664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:28:56Z', 'updated_at': '2022-04-12T00:28:57Z', 'revision_number': 3, 'project_id': '745d5f15b5cd44edad3d04af93236db9', 'gw_port': {'id': '0512a1e8-50c6-4b1b-87ec-1c8e9d4c4664', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad7ff64-6ff2-453a-a645-8acfaad3c893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:28:56Z', 'updated_at': '2022-04-12T00:28:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi'}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:28:59.872833 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-277b56ff-1d06-4437-ab29-8ba7553b5f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (98d45ab7-a47d-45b7-89a6-9f0566a0668b), before_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:28:59.886298 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Current status of the port 8f3044e7-3e8a-4263-813e-68511d5caf3f is: ACTIVE; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:28:59.887442 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 57cf5765-6809-4a4a-a92b-2e62019bf0b9 up at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:28:59.897313 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1a1b53-0a0a-49e3-af9a-4ccce061ebe8 None None] The sync data for ids ['fad7ff64-6ff2-453a-a645-8acfaad3c893'] in dv-cinder-836252-3-iscsi is: [{'id': 'fad7ff64-6ff2-453a-a645-8acfaad3c893', 'name': 'tempest-TestShelveInstance-1270631044-router', 'tenant_id': '745d5f15b5cd44edad3d04af93236db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '0512a1e8-50c6-4b1b-87ec-1c8e9d4c4664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:28:56Z', 'updated_at': '2022-04-12T00:28:57Z', 'revision_number': 3, 'project_id': '745d5f15b5cd44edad3d04af93236db9', 'gw_port': {'id': '0512a1e8-50c6-4b1b-87ec-1c8e9d4c4664', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad7ff64-6ff2-453a-a645-8acfaad3c893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:28:56Z', 'updated_at': '2022-04-12T00:28:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi'}] {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:28:59.926202 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa58f8cb-77ad-404f-be04-85ee113ce89e None None] Pushing event updated for resources: {'Port': ['ID=8f3044e7-3e8a-4263-813e-68511d5caf3f,revision_number=3']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:28:59.958739 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Provisioning complete for port 57cf5765-6809-4a4a-a92b-2e62019bf0b9 triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:28:59.959328 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (57cf5765-6809-4a4a-a92b-2e62019bf0b9), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:00.036044 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-397ee12b-17ce-4d6b-ad98-c5fa11ab5cf2 None None] Provisioning complete for port 98d45ab7-a47d-45b7-89a6-9f0566a0668b triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:29:00.036415 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-397ee12b-17ce-4d6b-ad98-c5fa11ab5cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (98d45ab7-a47d-45b7-89a6-9f0566a0668b), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:00.089176 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-397ee12b-17ce-4d6b-ad98-c5fa11ab5cf2 None None] Port 98d45ab7-a47d-45b7-89a6-9f0566a0668b cannot update to ACTIVE because it is not bound. {{(pid=114861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:29:00.117340 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-277b56ff-1d06-4437-ab29-8ba7553b5f56 admin admin] Publish callbacks [] for port (98d45ab7-a47d-45b7-89a6-9f0566a0668b), precommit_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:00.124740 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-277b56ff-1d06-4437-ab29-8ba7553b5f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59136039'] for port (98d45ab7-a47d-45b7-89a6-9f0566a0668b), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:00.133039 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Current status of the port 57cf5765-6809-4a4a-a92b-2e62019bf0b9 is: ACTIVE; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:29:00.137117 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-397ee12b-17ce-4d6b-ad98-c5fa11ab5cf2 None None] Provisioning complete for port 8f3044e7-3e8a-4263-813e-68511d5caf3f triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:29:00.137639 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-397ee12b-17ce-4d6b-ad98-c5fa11ab5cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (8f3044e7-3e8a-4263-813e-68511d5caf3f), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:00.210188 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b56ff-1d06-4437-ab29-8ba7553b5f56 admin admin] Pushing event updated for resources: {'Port': ['ID=98d45ab7-a47d-45b7-89a6-9f0566a0668b,revision_number=2']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:29:00.232770 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-277b56ff-1d06-4437-ab29-8ba7553b5f56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586577'] for router_interface (fad7ff64-6ff2-453a-a645-8acfaad3c893), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:00.241338 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-397ee12b-17ce-4d6b-ad98-c5fa11ab5cf2 None None] Current status of the port 8f3044e7-3e8a-4263-813e-68511d5caf3f is: ACTIVE; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:29:00.348769 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277b56ff-1d06-4437-ab29-8ba7553b5f56 admin admin] Network 1d4235a6-fdab-48f7-ad16-182a9af28e52 is already hosted by enough agents. {{(pid=114859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:29:00.350355 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.base_scheduler [None req-277b56ff-1d06-4437-ab29-8ba7553b5f56 admin admin] Resources bound (agent type, host, resource id): {{(pid=114859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:29:00.368265 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-9162d93a-79bc-459a-90fe-51e8b3a0ecae None None] Provisioning complete for port 98d45ab7-a47d-45b7-89a6-9f0566a0668b triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:29:00.368640 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-9162d93a-79bc-459a-90fe-51e8b3a0ecae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (98d45ab7-a47d-45b7-89a6-9f0566a0668b), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:00.434674 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-9162d93a-79bc-459a-90fe-51e8b3a0ecae None None] Port 98d45ab7-a47d-45b7-89a6-9f0566a0668b cannot update to ACTIVE because it is not bound. {{(pid=114861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:29:00.511881 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-277b56ff-1d06-4437-ab29-8ba7553b5f56 admin admin] Router fad7ff64-6ff2-453a-a645-8acfaad3c893 has already been hosted by L3 agent d3fb0dde-5c40-4fca-80b5-61326157311c {{(pid=114859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:29:00.599818 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-db5bfead-c3d7-4ca3-bb9b-e5f8caa0e6da req-809846e1-1ee5-4807-b845-984fb474a5ee tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=13fbcf24-3a0e-4e17-bb4b-902364ee86db HTTP/1.1" status: 200 len: 210 time: 0.0803902 Apr 12 00:29:00.641503 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8136734a-c503-4e06-9d79-09f04a0d9acd req-6f252512-2cd4-4fd3-b135-90dd16aa645f tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:00.648737 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-8136734a-c503-4e06-9d79-09f04a0d9acd req-6f252512-2cd4-4fd3-b135-90dd16aa645f tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 943 time: 0.0652328 Apr 12 00:29:00.663113 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-2a9191f8-30cc-4fd2-b747-c60582ee39db None None] Provisioning complete for port 98d45ab7-a47d-45b7-89a6-9f0566a0668b triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:29:00.663650 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-2a9191f8-30cc-4fd2-b747-c60582ee39db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (98d45ab7-a47d-45b7-89a6-9f0566a0668b), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:00.687565 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277b56ff-1d06-4437-ab29-8ba7553b5f56 admin admin] Notify agent at l3_agent.dv-cinder-836252-3-iscsi the message routers_updated {{(pid=114859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:29:00.694299 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-277b56ff-1d06-4437-ab29-8ba7553b5f56 admin admin] 10.222.0.32 "PUT /v2.0/routers/fad7ff64-6ff2-453a-a645-8acfaad3c893/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4108932 Apr 12 00:29:00.712811 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-8136734a-c503-4e06-9d79-09f04a0d9acd req-f9387aa8-c01c-460e-9921-7da22f355c3d tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=76e21fa7-8abd-40c8-b68c-8a662b71ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632000 Apr 12 00:29:00.724662 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-2a9191f8-30cc-4fd2-b747-c60582ee39db None None] Port 98d45ab7-a47d-45b7-89a6-9f0566a0668b cannot update to ACTIVE because it is not bound. {{(pid=114861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:29:01.241452 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 8f3044e7-3e8a-4263-813e-68511d5caf3f up at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:29:01.261552 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 57550) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:29:01.267147 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [None req-6a0c5cb5-3738-4790-8d5f-c06e91f38643 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-262539506', 'description': 'tempest-secgroup-smoke-262539506 description', 'project_id': 'c03f71e524b24b8abf5e7c81842f4e75'}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:29:01.290525 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-6a0c5cb5-3738-4790-8d5f-c06e91f38643 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Publish callbacks [] for security_group (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:01.293013 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Provisioning complete for port 8f3044e7-3e8a-4263-813e-68511d5caf3f triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:29:01.293415 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (8f3044e7-3e8a-4263-813e-68511d5caf3f), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:01.358926 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-6a0c5cb5-3738-4790-8d5f-c06e91f38643 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Publish callbacks [] for security_group (529c0cb2-c623-4df4-82c0-9ff506db5c5e), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:01.362387 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-6a0c5cb5-3738-4790-8d5f-c06e91f38643 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (529c0cb2-c623-4df4-82c0-9ff506db5c5e), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:01.368745 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Current status of the port 8f3044e7-3e8a-4263-813e-68511d5caf3f is: ACTIVE; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:29:01.369805 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 0512a1e8-50c6-4b1b-87ec-1c8e9d4c4664 up at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:29:01.392220 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-6a0c5cb5-3738-4790-8d5f-c06e91f38643 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Publish callbacks [] for security_group (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:01.393443 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-6a0c5cb5-3738-4790-8d5f-c06e91f38643 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1308737 Apr 12 00:29:01.396384 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 57552) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:29:01.401192 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [None req-626d2c32-13b9-4056-8ac2-e8c9de6cc210 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Request body: {'security_group_rule': {'security_group_id': '529c0cb2-c623-4df4-82c0-9ff506db5c5e', 'project_id': 'c03f71e524b24b8abf5e7c81842f4e75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:29:01.405926 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0c5cb5-3738-4790-8d5f-c06e91f38643 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=529c0cb2-c623-4df4-82c0-9ff506db5c5e,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:29:01.415632 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Provisioning complete for port 0512a1e8-50c6-4b1b-87ec-1c8e9d4c4664 triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:29:01.416221 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (0512a1e8-50c6-4b1b-87ec-1c8e9d4c4664), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:01.428200 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-626d2c32-13b9-4056-8ac2-e8c9de6cc210 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Publish callbacks [] for security_group_rule (40278a19-b591-4511-871f-5d58633587e2), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:01.493502 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-626d2c32-13b9-4056-8ac2-e8c9de6cc210 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Publish callbacks [] for security_group_rule (40278a19-b591-4511-871f-5d58633587e2), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:01.496047 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Current status of the port 0512a1e8-50c6-4b1b-87ec-1c8e9d4c4664 is: DOWN; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:29:01.496411 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (0512a1e8-50c6-4b1b-87ec-1c8e9d4c4664), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:01.497303 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-626d2c32-13b9-4056-8ac2-e8c9de6cc210 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496243'] for security_group_rule (40278a19-b591-4511-871f-5d58633587e2), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:01.516529 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626d2c32-13b9-4056-8ac2-e8c9de6cc210 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40278a19-b591-4511-871f-5d58633587e2,revision_number=0']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:29:01.517615 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] For port 0512a1e8-50c6-4b1b-87ec-1c8e9d4c4664, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=0512a1e8-50c6-4b1b-87ec-1c8e9d4c4664,segment=NetworkSegment(45a4c36b-a669-4a7f-a3e9-c2d676175ec7),segment_id=45a4c36b-a669-4a7f-a3e9-c2d676175ec7)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:29:01.521315 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (0512a1e8-50c6-4b1b-87ec-1c8e9d4c4664), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:01.524425 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-626d2c32-13b9-4056-8ac2-e8c9de6cc210 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:01.528402 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-626d2c32-13b9-4056-8ac2-e8c9de6cc210 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1283138 Apr 12 00:29:01.528817 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 57554) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:29:01.532913 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [None req-f7dd8bdd-42b7-455b-8368-57a7797bf756 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Request body: {'security_group_rule': {'security_group_id': '529c0cb2-c623-4df4-82c0-9ff506db5c5e', 'project_id': 'c03f71e524b24b8abf5e7c81842f4e75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:29:01.558127 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-f7dd8bdd-42b7-455b-8368-57a7797bf756 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Publish callbacks [] for security_group_rule (de3036fe-9ebf-42cb-9ccb-380451bf506a), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:01.572159 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Pushing event updated for resources: {'Port': ['ID=0512a1e8-50c6-4b1b-87ec-1c8e9d4c4664,revision_number=4']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:29:01.617094 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-f7dd8bdd-42b7-455b-8368-57a7797bf756 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Publish callbacks [] for security_group_rule (de3036fe-9ebf-42cb-9ccb-380451bf506a), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:01.621263 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-f7dd8bdd-42b7-455b-8368-57a7797bf756 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496243'] for security_group_rule (de3036fe-9ebf-42cb-9ccb-380451bf506a), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:01.640428 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dd8bdd-42b7-455b-8368-57a7797bf756 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de3036fe-9ebf-42cb-9ccb-380451bf506a,revision_number=0']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:29:01.650794 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-f7dd8bdd-42b7-455b-8368-57a7797bf756 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:01.652024 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-f7dd8bdd-42b7-455b-8368-57a7797bf756 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1224802 Apr 12 00:29:01.655945 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 57558) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:29:01.660526 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-7d11b80e-959a-4397-ba22-f26aec1f6f33 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Request body: {'security_group_rule': {'security_group_id': '529c0cb2-c623-4df4-82c0-9ff506db5c5e', 'project_id': 'c03f71e524b24b8abf5e7c81842f4e75', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:29:01.685807 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-7d11b80e-959a-4397-ba22-f26aec1f6f33 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Publish callbacks [] for security_group_rule (f92a823c-84f2-4494-997b-f5cb385e8a2b), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:01.734585 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-031107e8-4fc9-4c42-b75b-10e191d84687 req-55880f1d-a927-420b-9f10-c8ea108d668c tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=13fbcf24-3a0e-4e17-bb4b-902364ee86db HTTP/1.1" status: 200 len: 210 time: 0.0389652 Apr 12 00:29:01.759585 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-7d11b80e-959a-4397-ba22-f26aec1f6f33 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Publish callbacks [] for security_group_rule (f92a823c-84f2-4494-997b-f5cb385e8a2b), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:01.763880 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-7d11b80e-959a-4397-ba22-f26aec1f6f33 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496243'] for security_group_rule (f92a823c-84f2-4494-997b-f5cb385e8a2b), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:01.783324 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d11b80e-959a-4397-ba22-f26aec1f6f33 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f92a823c-84f2-4494-997b-f5cb385e8a2b,revision_number=0']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:29:01.788498 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-7d11b80e-959a-4397-ba22-f26aec1f6f33 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:01.792480 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-7d11b80e-959a-4397-ba22-f26aec1f6f33 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1354609 Apr 12 00:29:01.793092 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 57562) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:29:01.797316 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-f5c19c3f-21d3-41b7-995f-52caaaf4fc16 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Request body: {'security_group_rule': {'security_group_id': '529c0cb2-c623-4df4-82c0-9ff506db5c5e', 'project_id': 'c03f71e524b24b8abf5e7c81842f4e75', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:29:01.822539 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-f5c19c3f-21d3-41b7-995f-52caaaf4fc16 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Publish callbacks [] for security_group_rule (1c57cdb1-2158-4805-a61f-bbcd6bfcc5ab), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:01.836844 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae867ca2-ecb6-4a18-8024-b90730ff6429 req-461e2571-8ccf-446a-a3cc-0ad19fc52f9d tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:01.838599 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-ae867ca2-ecb6-4a18-8024-b90730ff6429 req-461e2571-8ccf-446a-a3cc-0ad19fc52f9d tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 943 time: 0.0535438 Apr 12 00:29:01.889991 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-ae867ca2-ecb6-4a18-8024-b90730ff6429 req-dc622749-fbd9-42b4-9930-948baecc3103 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=76e21fa7-8abd-40c8-b68c-8a662b71ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446606 Apr 12 00:29:01.893610 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-f5c19c3f-21d3-41b7-995f-52caaaf4fc16 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Publish callbacks [] for security_group_rule (1c57cdb1-2158-4805-a61f-bbcd6bfcc5ab), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:01.899242 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-f5c19c3f-21d3-41b7-995f-52caaaf4fc16 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496243'] for security_group_rule (1c57cdb1-2158-4805-a61f-bbcd6bfcc5ab), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:01.918141 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c19c3f-21d3-41b7-995f-52caaaf4fc16 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c57cdb1-2158-4805-a61f-bbcd6bfcc5ab,revision_number=0']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:29:01.930104 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-f5c19c3f-21d3-41b7-995f-52caaaf4fc16 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:01.931366 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-f5c19c3f-21d3-41b7-995f-52caaaf4fc16 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1373596 Apr 12 00:29:01.934237 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 57566) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:29:01.938557 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-b998c220-93d1-4ca9-8ffa-c89080b2df33 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Request body: {'security_group_rule': {'security_group_id': '529c0cb2-c623-4df4-82c0-9ff506db5c5e', 'project_id': 'c03f71e524b24b8abf5e7c81842f4e75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:29:01.958692 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.db.securitygroups_db [None req-b998c220-93d1-4ca9-8ffa-c89080b2df33 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Project c03f71e524b24b8abf5e7c81842f4e75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 00:29:01.964026 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-b998c220-93d1-4ca9-8ffa-c89080b2df33 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Publish callbacks [] for security_group_rule (37d35754-b6c4-491d-bf9b-57b6f934e2c1), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:02.029255 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-b998c220-93d1-4ca9-8ffa-c89080b2df33 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Publish callbacks [] for security_group_rule (37d35754-b6c4-491d-bf9b-57b6f934e2c1), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:02.033430 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-b998c220-93d1-4ca9-8ffa-c89080b2df33 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496243'] for security_group_rule (37d35754-b6c4-491d-bf9b-57b6f934e2c1), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:02.051066 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b998c220-93d1-4ca9-8ffa-c89080b2df33 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37d35754-b6c4-491d-bf9b-57b6f934e2c1,revision_number=0']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:29:02.056584 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-b998c220-93d1-4ca9-8ffa-c89080b2df33 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:02.060893 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 57568) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:29:02.061173 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-b998c220-93d1-4ca9-8ffa-c89080b2df33 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1255097 Apr 12 00:29:02.065742 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [None req-5fdc1179-0dc4-4983-9892-f2c0ab6cec89 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Request body: {'security_group_rule': {'security_group_id': '529c0cb2-c623-4df4-82c0-9ff506db5c5e', 'project_id': 'c03f71e524b24b8abf5e7c81842f4e75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:29:02.086119 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.db.securitygroups_db [None req-5fdc1179-0dc4-4983-9892-f2c0ab6cec89 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Project c03f71e524b24b8abf5e7c81842f4e75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 00:29:02.091899 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-5fdc1179-0dc4-4983-9892-f2c0ab6cec89 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Publish callbacks [] for security_group_rule (768f1917-7850-4c77-b34c-bad3c282367e), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:02.153417 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-5fdc1179-0dc4-4983-9892-f2c0ab6cec89 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Publish callbacks [] for security_group_rule (768f1917-7850-4c77-b34c-bad3c282367e), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:02.158611 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-5fdc1179-0dc4-4983-9892-f2c0ab6cec89 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496243'] for security_group_rule (768f1917-7850-4c77-b34c-bad3c282367e), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:02.163159 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22447292-0fc4-48d4-b1e7-93126bfa9db4 None None] Sync routers for ids ['fad7ff64-6ff2-453a-a645-8acfaad3c893'] in dv-cinder-836252-3-iscsi {{(pid=114861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:29:02.173790 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22447292-0fc4-48d4-b1e7-93126bfa9db4 None None] Routers {'fad7ff64-6ff2-453a-a645-8acfaad3c893'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:29:02.174515 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-22447292-0fc4-48d4-b1e7-93126bfa9db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:28:45Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['fad7ff64-6ff2-453a-a645-8acfaad3c893'], 'active': True} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:29:02.180206 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdc1179-0dc4-4983-9892-f2c0ab6cec89 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=768f1917-7850-4c77-b34c-bad3c282367e,revision_number=0']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:29:02.185637 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-5fdc1179-0dc4-4983-9892-f2c0ab6cec89 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:02.186944 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-5fdc1179-0dc4-4983-9892-f2c0ab6cec89 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1248937 Apr 12 00:29:02.287668 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvr_db [None req-22447292-0fc4-48d4-b1e7-93126bfa9db4 None None] Set router fad7ff64-6ff2-453a-a645-8acfaad3c893 gateway port host: dv-cinder-836252-3-iscsi {{(pid=114861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:29:02.477976 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-22447292-0fc4-48d4-b1e7-93126bfa9db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad7ff64-6ff2-453a-a645-8acfaad3c893', 'name': 'tempest-TestShelveInstance-1270631044-router', 'tenant_id': '745d5f15b5cd44edad3d04af93236db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '0512a1e8-50c6-4b1b-87ec-1c8e9d4c4664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:28:56Z', 'updated_at': '2022-04-12T00:28:59Z', 'revision_number': 4, 'project_id': '745d5f15b5cd44edad3d04af93236db9', 'gw_port': {'id': '0512a1e8-50c6-4b1b-87ec-1c8e9d4c4664', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad7ff64-6ff2-453a-a645-8acfaad3c893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:28:56Z', 'updated_at': '2022-04-12T00:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': '98d45ab7-a47d-45b7-89a6-9f0566a0668b', 'name': '', 'network_id': '1d4235a6-fdab-48f7-ad16-182a9af28e52', 'tenant_id': '745d5f15b5cd44edad3d04af93236db9', 'mac_address': 'fa:16:3e:15:b5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad7ff64-6ff2-453a-a645-8acfaad3c893', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '24c503f2-3da5-4124-ab5a-d5efcc76129b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:28:58Z', 'updated_at': '2022-04-12T00:28:59Z', 'revision_number': 2, 'project_id': '745d5f15b5cd44edad3d04af93236db9', 'subnets': [{'id': '24c503f2-3da5-4124-ab5a-d5efcc76129b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:29:02.505139 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22447292-0fc4-48d4-b1e7-93126bfa9db4 None None] Checking router: fad7ff64-6ff2-453a-a645-8acfaad3c893 for host: dv-cinder-836252-3-iscsi {{(pid=114861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:29:02.505488 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22447292-0fc4-48d4-b1e7-93126bfa9db4 None None] Updating router fad7ff64-6ff2-453a-a645-8acfaad3c893 port 98d45ab7-a47d-45b7-89a6-9f0566a0668b binding host dv-cinder-836252-3-iscsi {{(pid=114861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 00:29:02.531291 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-22447292-0fc4-48d4-b1e7-93126bfa9db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (98d45ab7-a47d-45b7-89a6-9f0566a0668b), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:02.803700 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-22447292-0fc4-48d4-b1e7-93126bfa9db4 None None] Publish callbacks [] for port (98d45ab7-a47d-45b7-89a6-9f0566a0668b), precommit_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:02.808675 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-22447292-0fc4-48d4-b1e7-93126bfa9db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (98d45ab7-a47d-45b7-89a6-9f0566a0668b), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:02.840598 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-b9e9d8ca-fe19-479d-b070-2eed5686ad84 req-2da08a3d-02c1-4196-a8e8-dcc07507b9b8 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=13fbcf24-3a0e-4e17-bb4b-902364ee86db HTTP/1.1" status: 200 len: 210 time: 0.0265121 Apr 12 00:29:02.862054 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af8821c-ea5d-43b0-80cc-d2d78e4668c0 None None] Pushing event updated for resources: {'Port': ['ID=98d45ab7-a47d-45b7-89a6-9f0566a0668b,revision_number=3']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:29:02.917167 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.managers [None req-22447292-0fc4-48d4-b1e7-93126bfa9db4 None None] Attempting to bind port 98d45ab7-a47d-45b7-89a6-9f0566a0668b on host dv-cinder-836252-3-iscsi for vnic_type normal with profile {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:29:02.917531 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.managers [None req-22447292-0fc4-48d4-b1e7-93126bfa9db4 None None] Attempting to bind port 98d45ab7-a47d-45b7-89a6-9f0566a0668b by drivers openvswitch,hyperv on host dv-cinder-836252-3-iscsi at level 0 using segments [{'id': 'dd4a5fc6-d1f9-4671-a7e1-b1cf02499c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1d4235a6-fdab-48f7-ad16-182a9af28e52'}] {{(pid=114861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:29:02.917887 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22447292-0fc4-48d4-b1e7-93126bfa9db4 None None] Attempting to bind port 98d45ab7-a47d-45b7-89a6-9f0566a0668b on network 1d4235a6-fdab-48f7-ad16-182a9af28e52 {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:29:02.924005 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22447292-0fc4-48d4-b1e7-93126bfa9db4 None None] Checking agent: {'id': 'f9a21fd4-36f2-4826-890e-da332e228edf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836252-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 0, 17, 19), 'started_at': datetime.datetime(2022, 4, 12, 0, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836252-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:29:02.924390 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22447292-0fc4-48d4-b1e7-93126bfa9db4 None None] Checking segment: {'id': 'dd4a5fc6-d1f9-4671-a7e1-b1cf02499c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1d4235a6-fdab-48f7-ad16-182a9af28e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:29:02.924761 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-22447292-0fc4-48d4-b1e7-93126bfa9db4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:02.926994 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22447292-0fc4-48d4-b1e7-93126bfa9db4 None None] Bound using segment: {'id': 'dd4a5fc6-d1f9-4671-a7e1-b1cf02499c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1d4235a6-fdab-48f7-ad16-182a9af28e52'} {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:29:02.927518 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.managers [None req-22447292-0fc4-48d4-b1e7-93126bfa9db4 None None] Bound port: 98d45ab7-a47d-45b7-89a6-9f0566a0668b, host: dv-cinder-836252-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd4a5fc6-d1f9-4671-a7e1-b1cf02499c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1d4235a6-fdab-48f7-ad16-182a9af28e52'}}] {{(pid=114861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:29:02.927956 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-22447292-0fc4-48d4-b1e7-93126bfa9db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (98d45ab7-a47d-45b7-89a6-9f0566a0668b), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:03.009510 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-22447292-0fc4-48d4-b1e7-93126bfa9db4 None None] For port 98d45ab7-a47d-45b7-89a6-9f0566a0668b, host dv-cinder-836252-3-iscsi, cleared binding levels {{(pid=114861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:29:03.014741 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-22447292-0fc4-48d4-b1e7-93126bfa9db4 None None] For port 98d45ab7-a47d-45b7-89a6-9f0566a0668b, host dv-cinder-836252-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=98d45ab7-a47d-45b7-89a6-9f0566a0668b,segment=NetworkSegment(dd4a5fc6-d1f9-4671-a7e1-b1cf02499c4d),segment_id=dd4a5fc6-d1f9-4671-a7e1-b1cf02499c4d)] {{(pid=114861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:29:03.025113 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-22447292-0fc4-48d4-b1e7-93126bfa9db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (98d45ab7-a47d-45b7-89a6-9f0566a0668b), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:03.041884 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e859e02-4349-4e88-beb3-92908950391a req-94f67675-4978-4186-af99-bbad07f531a6 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:03.043733 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-1e859e02-4349-4e88-beb3-92908950391a req-94f67675-4978-4186-af99-bbad07f531a6 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 943 time: 0.0633202 Apr 12 00:29:03.083331 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22447292-0fc4-48d4-b1e7-93126bfa9db4 None None] Routers {'fad7ff64-6ff2-453a-a645-8acfaad3c893'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:29:03.083958 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-22447292-0fc4-48d4-b1e7-93126bfa9db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:28:45Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['fad7ff64-6ff2-453a-a645-8acfaad3c893'], 'active': True} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:29:03.101893 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-1e859e02-4349-4e88-beb3-92908950391a req-66fe9fe3-a1d9-4e98-adff-7a5fcbdf05a1 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=76e21fa7-8abd-40c8-b68c-8a662b71ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518539 Apr 12 00:29:03.201453 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-fe2e9d48-fc7d-4a01-9c8e-e914c373362b None None] Provisioning complete for port 98d45ab7-a47d-45b7-89a6-9f0566a0668b triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:29:03.202023 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-fe2e9d48-fc7d-4a01-9c8e-e914c373362b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (98d45ab7-a47d-45b7-89a6-9f0566a0668b), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:03.233720 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 0512a1e8-50c6-4b1b-87ec-1c8e9d4c4664 up at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:29:03.266242 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af8821c-ea5d-43b0-80cc-d2d78e4668c0 None None] Pushing event updated for resources: {'Port': ['ID=98d45ab7-a47d-45b7-89a6-9f0566a0668b,revision_number=4']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:29:03.330276 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af8821c-ea5d-43b0-80cc-d2d78e4668c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:29:03.330640 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af8821c-ea5d-43b0-80cc-d2d78e4668c0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:29:03.330977 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af8821c-ea5d-43b0-80cc-d2d78e4668c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:29:03.331311 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af8821c-ea5d-43b0-80cc-d2d78e4668c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:29:03.331640 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af8821c-ea5d-43b0-80cc-d2d78e4668c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:29:03.331967 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af8821c-ea5d-43b0-80cc-d2d78e4668c0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:29:03.332297 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af8821c-ea5d-43b0-80cc-d2d78e4668c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:29:03.332610 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af8821c-ea5d-43b0-80cc-d2d78e4668c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:29:03.332929 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af8821c-ea5d-43b0-80cc-d2d78e4668c0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:29:03.333249 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af8821c-ea5d-43b0-80cc-d2d78e4668c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:29:03.333567 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af8821c-ea5d-43b0-80cc-d2d78e4668c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:29:03.333894 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af8821c-ea5d-43b0-80cc-d2d78e4668c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:29:03.334208 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af8821c-ea5d-43b0-80cc-d2d78e4668c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:29:03.334580 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af8821c-ea5d-43b0-80cc-d2d78e4668c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:29:03.334900 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af8821c-ea5d-43b0-80cc-d2d78e4668c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:29:03.406613 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvr_db [None req-22447292-0fc4-48d4-b1e7-93126bfa9db4 None None] Set router fad7ff64-6ff2-453a-a645-8acfaad3c893 gateway port host: dv-cinder-836252-3-iscsi {{(pid=114861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:29:03.408197 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Provisioning complete for port 0512a1e8-50c6-4b1b-87ec-1c8e9d4c4664 triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:29:03.408564 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (0512a1e8-50c6-4b1b-87ec-1c8e9d4c4664), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:03.583877 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-fe2e9d48-fc7d-4a01-9c8e-e914c373362b None None] Current status of the port 98d45ab7-a47d-45b7-89a6-9f0566a0668b is: DOWN; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:29:03.584258 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-fe2e9d48-fc7d-4a01-9c8e-e914c373362b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (98d45ab7-a47d-45b7-89a6-9f0566a0668b), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:03.709055 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-fe2e9d48-fc7d-4a01-9c8e-e914c373362b None None] For port 98d45ab7-a47d-45b7-89a6-9f0566a0668b, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=98d45ab7-a47d-45b7-89a6-9f0566a0668b,segment=NetworkSegment(dd4a5fc6-d1f9-4671-a7e1-b1cf02499c4d),segment_id=dd4a5fc6-d1f9-4671-a7e1-b1cf02499c4d)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:29:03.723529 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-fe2e9d48-fc7d-4a01-9c8e-e914c373362b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (98d45ab7-a47d-45b7-89a6-9f0566a0668b), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:03.803133 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Current status of the port 0512a1e8-50c6-4b1b-87ec-1c8e9d4c4664 is: ACTIVE; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:29:03.853956 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2e9d48-fc7d-4a01-9c8e-e914c373362b None None] Pushing event updated for resources: {'Port': ['ID=98d45ab7-a47d-45b7-89a6-9f0566a0668b,revision_number=5']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:29:03.860585 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-5d4114bb-02e0-49af-83a6-f07ddd335316 None None] Provisioning complete for port 98d45ab7-a47d-45b7-89a6-9f0566a0668b triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:29:03.860954 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-5d4114bb-02e0-49af-83a6-f07ddd335316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (98d45ab7-a47d-45b7-89a6-9f0566a0668b), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:03.865557 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-22447292-0fc4-48d4-b1e7-93126bfa9db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad7ff64-6ff2-453a-a645-8acfaad3c893', 'name': 'tempest-TestShelveInstance-1270631044-router', 'tenant_id': '745d5f15b5cd44edad3d04af93236db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '0512a1e8-50c6-4b1b-87ec-1c8e9d4c4664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:28:56Z', 'updated_at': '2022-04-12T00:28:59Z', 'revision_number': 4, 'project_id': '745d5f15b5cd44edad3d04af93236db9', 'gw_port': {'id': '0512a1e8-50c6-4b1b-87ec-1c8e9d4c4664', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad7ff64-6ff2-453a-a645-8acfaad3c893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:28:56Z', 'updated_at': '2022-04-12T00:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': '98d45ab7-a47d-45b7-89a6-9f0566a0668b', 'name': '', 'network_id': '1d4235a6-fdab-48f7-ad16-182a9af28e52', 'tenant_id': '745d5f15b5cd44edad3d04af93236db9', 'mac_address': 'fa:16:3e:15:b5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad7ff64-6ff2-453a-a645-8acfaad3c893', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '24c503f2-3da5-4124-ab5a-d5efcc76129b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:28:58Z', 'updated_at': '2022-04-12T00:29:03Z', 'revision_number': 4, 'project_id': '745d5f15b5cd44edad3d04af93236db9', 'subnets': [{'id': '24c503f2-3da5-4124-ab5a-d5efcc76129b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:29:03.919657 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22447292-0fc4-48d4-b1e7-93126bfa9db4 None None] The sync data for ids ['fad7ff64-6ff2-453a-a645-8acfaad3c893'] in dv-cinder-836252-3-iscsi is: [{'id': 'fad7ff64-6ff2-453a-a645-8acfaad3c893', 'name': 'tempest-TestShelveInstance-1270631044-router', 'tenant_id': '745d5f15b5cd44edad3d04af93236db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '0512a1e8-50c6-4b1b-87ec-1c8e9d4c4664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:28:56Z', 'updated_at': '2022-04-12T00:28:59Z', 'revision_number': 4, 'project_id': '745d5f15b5cd44edad3d04af93236db9', 'gw_port': {'id': '0512a1e8-50c6-4b1b-87ec-1c8e9d4c4664', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad7ff64-6ff2-453a-a645-8acfaad3c893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:28:56Z', 'updated_at': '2022-04-12T00:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': '98d45ab7-a47d-45b7-89a6-9f0566a0668b', 'name': '', 'network_id': '1d4235a6-fdab-48f7-ad16-182a9af28e52', 'tenant_id': '745d5f15b5cd44edad3d04af93236db9', 'mac_address': 'fa:16:3e:15:b5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad7ff64-6ff2-453a-a645-8acfaad3c893', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '24c503f2-3da5-4124-ab5a-d5efcc76129b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:28:58Z', 'updated_at': '2022-04-12T00:29:03Z', 'revision_number': 4, 'project_id': '745d5f15b5cd44edad3d04af93236db9', 'subnets': [{'id': '24c503f2-3da5-4124-ab5a-d5efcc76129b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:29:03.992469 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-1e30c20d-8840-4c00-bd25-634f1c67a14f req-dc72902a-5b3b-4465-af46-f38f75ed58c6 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=13fbcf24-3a0e-4e17-bb4b-902364ee86db HTTP/1.1" status: 200 len: 210 time: 0.0633569 Apr 12 00:29:03.999494 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-5d4114bb-02e0-49af-83a6-f07ddd335316 None None] Current status of the port 98d45ab7-a47d-45b7-89a6-9f0566a0668b is: ACTIVE; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:29:04.235473 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084200be-4f5d-4a5d-9f58-40866f3068c8 req-8d549199-6d05-468b-9c9a-460336967c55 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:04.236977 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-084200be-4f5d-4a5d-9f58-40866f3068c8 req-8d549199-6d05-468b-9c9a-460336967c55 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 943 time: 0.0531723 Apr 12 00:29:04.288831 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-084200be-4f5d-4a5d-9f58-40866f3068c8 req-bfdaa67d-2e82-4be2-aaf9-31640e9ee63b tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=76e21fa7-8abd-40c8-b68c-8a662b71ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462728 Apr 12 00:29:05.094893 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-c5ad5cfd-0ef5-4c1b-a409-2bd9e6a48849 req-d6e5c525-6d50-4aaa-a25e-72dea03c5da2 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=13fbcf24-3a0e-4e17-bb4b-902364ee86db HTTP/1.1" status: 200 len: 210 time: 0.0273898 Apr 12 00:29:05.177070 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 98d45ab7-a47d-45b7-89a6-9f0566a0668b up at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:29:05.227418 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Provisioning complete for port 98d45ab7-a47d-45b7-89a6-9f0566a0668b triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:29:05.227870 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (98d45ab7-a47d-45b7-89a6-9f0566a0668b), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:05.304030 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Current status of the port 98d45ab7-a47d-45b7-89a6-9f0566a0668b is: ACTIVE; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:29:05.402184 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6112303-84e3-4512-ba00-622f2b6aaf8b req-ffd53d86-d9ec-46f3-84bd-d593cbf3ad73 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:05.403744 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d6112303-84e3-4512-ba00-622f2b6aaf8b req-ffd53d86-d9ec-46f3-84bd-d593cbf3ad73 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 943 time: 0.0494735 Apr 12 00:29:05.451555 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d6112303-84e3-4512-ba00-622f2b6aaf8b req-337e385e-f82b-4fc6-8bab-7ff0a91ba3f9 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=76e21fa7-8abd-40c8-b68c-8a662b71ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417495 Apr 12 00:29:06.197526 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-58cdef4e-65cf-4447-9f5e-4d84db0451ac req-3e202224-4d2a-4f05-8c3d-4c2083de1602 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=13fbcf24-3a0e-4e17-bb4b-902364ee86db HTTP/1.1" status: 200 len: 210 time: 0.0273540 Apr 12 00:29:06.572200 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d715da23-aa1d-4d00-9757-8a2d4155ca38 req-5ba138b7-df64-4b26-aa72-53f2cc82f7a1 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:06.573957 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d715da23-aa1d-4d00-9757-8a2d4155ca38 req-5ba138b7-df64-4b26-aa72-53f2cc82f7a1 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 943 time: 0.0537953 Apr 12 00:29:06.621156 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d715da23-aa1d-4d00-9757-8a2d4155ca38 req-21079cc2-bc3e-48d5-bae9-114ed7b42489 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=76e21fa7-8abd-40c8-b68c-8a662b71ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407772 Apr 12 00:29:07.302005 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-406cbaca-bcd0-45b3-a49e-d61dee1b8b37 req-12f5456e-1de1-4394-9669-49ed10ba66dc tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=13fbcf24-3a0e-4e17-bb4b-902364ee86db HTTP/1.1" status: 200 len: 210 time: 0.0275667 Apr 12 00:29:07.738908 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0db8c5-f54f-42a8-bc3e-d32b7512478e req-17363f9f-7441-4344-a3f4-b49e8daac981 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:07.740354 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0c0db8c5-f54f-42a8-bc3e-d32b7512478e req-17363f9f-7441-4344-a3f4-b49e8daac981 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 943 time: 0.0467870 Apr 12 00:29:07.786659 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0c0db8c5-f54f-42a8-bc3e-d32b7512478e req-e7270298-3332-4d8a-bdb2-f00387ec98d0 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=76e21fa7-8abd-40c8-b68c-8a662b71ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407825 Apr 12 00:29:07.895194 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device acbbc313-dcc4-4731-a931-77e1a5d10277 details requested by agent hyperv_hv-cinder-83625 with host hv-cinder-83625 {{(pid=114861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 00:29:07.997002 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port acbbc313-dcc4-4731-a931-77e1a5d10277, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=acbbc313-dcc4-4731-a931-77e1a5d10277,segment=NetworkSegment(fd63afde-b6e3-4288-8882-e1cea57d1a20),segment_id=fd63afde-b6e3-4288-8882-e1cea57d1a20)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:29:08.007770 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Returning: {'device': 'acbbc313-dcc4-4731-a931-77e1a5d10277', 'network_id': 'd9c3b5d9-2a62-4930-bf1a-06e919287728', 'port_id': 'acbbc313-dcc4-4731-a931-77e1a5d10277', 'mac_address': 'fa:16:3e:97:95:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f76de51-1250-4e78-bc34-31fbaa8ccdf7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 00:29:08.043878 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Current status of the port acbbc313-dcc4-4731-a931-77e1a5d10277 is: DOWN; New status is: BUILD {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:29:08.044259 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (acbbc313-dcc4-4731-a931-77e1a5d10277), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:08.056339 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.notifiers.nova [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acbbc313-dcc4-4731-a931-77e1a5d10277 {{(pid=114861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:29:08.077154 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port acbbc313-dcc4-4731-a931-77e1a5d10277, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=acbbc313-dcc4-4731-a931-77e1a5d10277,segment=NetworkSegment(fd63afde-b6e3-4288-8882-e1cea57d1a20),segment_id=fd63afde-b6e3-4288-8882-e1cea57d1a20)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:29:08.081253 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (acbbc313-dcc4-4731-a931-77e1a5d10277), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:08.129673 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Pushing event updated for resources: {'Port': ['ID=acbbc313-dcc4-4731-a931-77e1a5d10277,revision_number=4']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:29:08.405857 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-e61d377e-095e-496b-80ef-e365655ab543 req-9a5e2423-35aa-49f3-bf8f-40b853bc465e tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=13fbcf24-3a0e-4e17-bb4b-902364ee86db HTTP/1.1" status: 200 len: 210 time: 0.0289037 Apr 12 00:29:08.895126 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8930b4bf-3805-4e9c-a851-15ae931c42a1 req-68a563ea-43bd-4f28-8096-5d207ab6407c tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:08.896569 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-8930b4bf-3805-4e9c-a851-15ae931c42a1 req-68a563ea-43bd-4f28-8096-5d207ab6407c tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 944 time: 0.0454793 Apr 12 00:29:08.945842 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-8930b4bf-3805-4e9c-a851-15ae931c42a1 req-31c805ad-7beb-4c75-9d10-59b8891bef42 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=76e21fa7-8abd-40c8-b68c-8a662b71ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435286 Apr 12 00:29:09.507246 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-b9570739-39a8-4083-9024-76ed85ec1503 req-7e735887-a548-4c3d-9e6b-4503104bec88 tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=13fbcf24-3a0e-4e17-bb4b-902364ee86db HTTP/1.1" status: 200 len: 210 time: 0.0260060 Apr 12 00:29:10.057551 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b906f2-019c-45af-b253-72e1f49e5bd3 req-8bee3bf0-10ff-4de5-9ee3-e621239bd0ed tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:10.059057 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e7b906f2-019c-45af-b253-72e1f49e5bd3 req-8bee3bf0-10ff-4de5-9ee3-e621239bd0ed tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 944 time: 0.0464447 Apr 12 00:29:10.107031 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e7b906f2-019c-45af-b253-72e1f49e5bd3 req-1ac1c8db-dcc2-4091-9000-8cb2236c88a6 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=76e21fa7-8abd-40c8-b68c-8a662b71ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417478 Apr 12 00:29:10.616954 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-1ce391bb-7aa0-46c5-ac06-79894a9929c4 req-f060b52f-303b-4df2-aad1-dd1404f32a2f tempest-VolumesActionsTest-1177353602 tempest-VolumesActionsTest-1177353602-project] 10.222.0.32 "GET /v2.0/ports?device_id=13fbcf24-3a0e-4e17-bb4b-902364ee86db HTTP/1.1" status: 200 len: 210 time: 0.0324466 Apr 12 00:29:10.842864 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] get_ports_and_sgs() called for port_ids ['acbbc313-dcc4-4731-a931-77e1a5d10277'] {{(pid=114861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:29:11.219316 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce0ab54-2475-4b27-8e61-df3977e569ee req-6a173e21-b134-4232-88ff-a103d81e192b tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:11.220798 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-dce0ab54-2475-4b27-8e61-df3977e569ee req-6a173e21-b134-4232-88ff-a103d81e192b tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 944 time: 0.0482776 Apr 12 00:29:11.266297 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-dce0ab54-2475-4b27-8e61-df3977e569ee req-6c9b98e7-a8d6-40d4-9e0f-62d8791b678f tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=76e21fa7-8abd-40c8-b68c-8a662b71ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399671 Apr 12 00:29:12.068246 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (6c438ad1-5788-4552-a50f-29c8c96f3196), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:12.347585 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ef9ca41d-9a4b-453f-a82a-5906de247462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (4ecbd319-6885-49f5-abb8-de205838eb1c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:12.386541 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb3987-0cf6-42a0-933a-4c59cfa32318 req-bb80324b-570d-498e-a862-cc18e58eb6a8 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:12.388083 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-b7eb3987-0cf6-42a0-933a-4c59cfa32318 req-bb80324b-570d-498e-a862-cc18e58eb6a8 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 944 time: 0.0506220 Apr 12 00:29:12.437695 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-b7eb3987-0cf6-42a0-933a-4c59cfa32318 req-0d11ff87-4a09-4543-8354-ccd199ba10af tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=76e21fa7-8abd-40c8-b68c-8a662b71ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416753 Apr 12 00:29:12.602662 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device acbbc313-dcc4-4731-a931-77e1a5d10277 up at agent hyperv_hv-cinder-83625 {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:29:12.645365 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Provisioning for port acbbc313-dcc4-4731-a931-77e1a5d10277 completed by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 00:29:12.650844 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Provisioning complete for port acbbc313-dcc4-4731-a931-77e1a5d10277 triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:29:12.651215 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (acbbc313-dcc4-4731-a931-77e1a5d10277), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:12.727342 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Current status of the port acbbc313-dcc4-4731-a931-77e1a5d10277 is: BUILD; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:29:12.727636 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (acbbc313-dcc4-4731-a931-77e1a5d10277), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:12.749581 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a3e7dc-86c5-42ab-8a46-126c80dd1adc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acbbc313-dcc4-4731-a931-77e1a5d10277'}] {{(pid=114861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:29:12.751826 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d187226e65eb8f713948fb36ffe50595ec682b3d9ec12b6d0c088ba153fadb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e254c7b-ed22-4d97-9b3c-ac45e852ef12" -d '{"events": [{"server_uuid": "85a3e7dc-86c5-42ab-8a46-126c80dd1adc", "name": "network-vif-plugged", "status": "completed", "tag": "acbbc313-dcc4-4731-a931-77e1a5d10277"}]}' {{(pid=114861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:29:12.768021 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port acbbc313-dcc4-4731-a931-77e1a5d10277, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=acbbc313-dcc4-4731-a931-77e1a5d10277,segment=NetworkSegment(fd63afde-b6e3-4288-8882-e1cea57d1a20),segment_id=fd63afde-b6e3-4288-8882-e1cea57d1a20)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:29:12.772046 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (acbbc313-dcc4-4731-a931-77e1a5d10277), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:12.794618 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5052055-b169-4df2-aafc-ab6a2c8b97f0 x-openstack-request-id: req-c5052055-b169-4df2-aafc-ab6a2c8b97f0 {{(pid=114861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:29:12.794956 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85a3e7dc-86c5-42ab-8a46-126c80dd1adc", "name": "network-vif-plugged", "status": "completed", "tag": "acbbc313-dcc4-4731-a931-77e1a5d10277", "code": 200}]} {{(pid=114861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:29:12.795215 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c5052055-b169-4df2-aafc-ab6a2c8b97f0 {{(pid=114861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:29:12.795606 dv-cinder-836252-3-iscsi neutron-server[114861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5052055-b169-4df2-aafc-ab6a2c8b97f0'] response: {'server_uuid': '85a3e7dc-86c5-42ab-8a46-126c80dd1adc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acbbc313-dcc4-4731-a931-77e1a5d10277', 'code': 200} Apr 12 00:29:12.820181 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Pushing event updated for resources: {'Port': ['ID=acbbc313-dcc4-4731-a931-77e1a5d10277,revision_number=5']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:29:13.550606 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c7200-338c-49e0-9a0d-7f2db303ad88 req-c57edbda-a642-412c-b4b9-54e82174fb99 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:13.552064 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-750c7200-338c-49e0-9a0d-7f2db303ad88 req-c57edbda-a642-412c-b4b9-54e82174fb99 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 945 time: 0.0467560 Apr 12 00:29:13.600568 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-750c7200-338c-49e0-9a0d-7f2db303ad88 req-bdc3e939-2ef8-4a34-933c-478fd5dddb47 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=76e21fa7-8abd-40c8-b68c-8a662b71ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430090 Apr 12 00:29:13.853265 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.agents_db [None req-4f17da96-f611-4225-a78f-ee15b860eec6 None None] Agent healthcheck: found 6 active agents {{(pid=114862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:29:14.602459 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-c5c103f7-bb14-4067-9b4c-309ca55e2c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (d3fb0dde-5c40-4fca-80b5-61326157311c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:14.711827 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df6db0b-dd76-4ccf-8404-fd24cfa659b6 req-8e013347-9fd0-4bfa-81ac-9b60082789b8 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:14.713214 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-8df6db0b-dd76-4ccf-8404-fd24cfa659b6 req-8e013347-9fd0-4bfa-81ac-9b60082789b8 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 945 time: 0.0459859 Apr 12 00:29:14.758763 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-8df6db0b-dd76-4ccf-8404-fd24cfa659b6 req-8cbdba63-80a9-498a-89e7-133924085d47 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=76e21fa7-8abd-40c8-b68c-8a662b71ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400028 Apr 12 00:29:15.869775 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20f6c2d-2cd0-4b0b-a53c-7218513cd555 req-d5d07eb7-590a-4497-9924-bc48799d3c74 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:15.871249 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c20f6c2d-2cd0-4b0b-a53c-7218513cd555 req-d5d07eb7-590a-4497-9924-bc48799d3c74 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 945 time: 0.0464387 Apr 12 00:29:15.920549 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c20f6c2d-2cd0-4b0b-a53c-7218513cd555 req-219ef847-9046-431d-b8d9-da7f4078f4c9 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=76e21fa7-8abd-40c8-b68c-8a662b71ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431685 Apr 12 00:29:16.180635 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d4423688-5a44-44f3-a132-81f2c9b6cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (af38becd-82ff-4144-8f94-74de975161ca), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:17.030382 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34827f7d-0087-4425-8d56-e441fc39145c req-bd2f0f49-54f8-4d9e-b720-10fdf34222d2 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:17.031981 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-34827f7d-0087-4425-8d56-e441fc39145c req-bd2f0f49-54f8-4d9e-b720-10fdf34222d2 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 945 time: 0.0471289 Apr 12 00:29:17.077594 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-34827f7d-0087-4425-8d56-e441fc39145c req-5c98e335-fea2-46e3-bc0d-610319019dc4 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=76e21fa7-8abd-40c8-b68c-8a662b71ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400889 Apr 12 00:29:17.581036 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-be9ea9f3-6c7c-4887-ad09-badb35df740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (738aa052-ee84-4bd1-913b-ee7149597f8f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:18.189644 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680741dd-377f-4a13-9f50-8d8896ed83e7 req-3d27bed4-4964-4e2d-9058-a6f48a2e3fb2 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:18.191833 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-680741dd-377f-4a13-9f50-8d8896ed83e7 req-3d27bed4-4964-4e2d-9058-a6f48a2e3fb2 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 945 time: 0.0478561 Apr 12 00:29:18.241384 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-680741dd-377f-4a13-9f50-8d8896ed83e7 req-74d105d7-8fd4-437e-b99d-c31b0076ae6d tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=76e21fa7-8abd-40c8-b68c-8a662b71ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437331 Apr 12 00:29:18.347672 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a574ab-17bf-47c3-8346-e76c3cf68211 req-b30806fc-b810-4f13-aec5-86eba2ac3ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:18.349095 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-b3a574ab-17bf-47c3-8346-e76c3cf68211 req-b30806fc-b810-4f13-aec5-86eba2ac3ac6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 1129 time: 0.0360200 Apr 12 00:29:18.403582 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-b3a574ab-17bf-47c3-8346-e76c3cf68211 req-5c279eed-df2f-4f88-b623-96ce5d6384a9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=76e21fa7-8abd-40c8-b68c-8a662b71ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375423 Apr 12 00:29:18.937611 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (f9a21fd4-36f2-4826-890e-da332e228edf), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:19.356144 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e335b5-9c8a-4b75-a595-ddbf0cde6eec req-c21f076e-9d53-4d24-a92f-ded4aaec5ec9 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:19.357584 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-69e335b5-9c8a-4b75-a595-ddbf0cde6eec req-c21f076e-9d53-4d24-a92f-ded4aaec5ec9 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 945 time: 0.0492463 Apr 12 00:29:19.404604 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-69e335b5-9c8a-4b75-a595-ddbf0cde6eec req-ade4c5ca-5115-4241-8a90-264e7651bb04 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=76e21fa7-8abd-40c8-b68c-8a662b71ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415866 Apr 12 00:29:20.517562 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c552ec-710e-4d22-873e-c1bd40d61813 req-37b6dfb5-f253-45e6-a8b3-b1ef4e3f5ab6 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:20.519119 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-f2c552ec-710e-4d22-873e-c1bd40d61813 req-37b6dfb5-f253-45e6-a8b3-b1ef4e3f5ab6 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 945 time: 0.0505488 Apr 12 00:29:20.566111 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-f2c552ec-710e-4d22-873e-c1bd40d61813 req-0ac53622-3e2e-466d-9cf1-84373da130f4 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=76e21fa7-8abd-40c8-b68c-8a662b71ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411510 Apr 12 00:29:21.718349 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97bd3b-1862-4ca4-a1a4-8a07e808d3bc req-e52b4bc9-6ba4-41fc-8294-2701178b5ee9 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:21.720008 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-8a97bd3b-1862-4ca4-a1a4-8a07e808d3bc req-e52b4bc9-6ba4-41fc-8294-2701178b5ee9 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 945 time: 0.0578797 Apr 12 00:29:21.777839 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-8a97bd3b-1862-4ca4-a1a4-8a07e808d3bc req-fee33ef2-517e-4345-baef-d194ddfe882e tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=76e21fa7-8abd-40c8-b68c-8a662b71ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505037 Apr 12 00:29:21.931556 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc2982-7bd2-4fb2-b9f2-d7b1841b687c req-7066db46-208e-480a-8042-44c63e5fcc07 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:21.934615 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c4bc2982-7bd2-4fb2-b9f2-d7b1841b687c req-7066db46-208e-480a-8042-44c63e5fcc07 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 945 time: 0.0785112 Apr 12 00:29:21.945045 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 57888) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:29:21.951994 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-2afa0a0d-7502-4bc8-91aa-4f00c41a559c tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Request body: {'floatingip': {'port_id': 'acbbc313-dcc4-4731-a931-77e1a5d10277'}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:29:22.033257 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-2afa0a0d-7502-4bc8-91aa-4f00c41a559c tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Publish callbacks [] for floatingip (ea4e4b62-4d02-4c3c-a7f1-5819f6646226), before_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:22.632021 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-2afa0a0d-7502-4bc8-91aa-4f00c41a559c tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:22.639631 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-2afa0a0d-7502-4bc8-91aa-4f00c41a559c tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1586356'] for floatingip (ea4e4b62-4d02-4c3c-a7f1-5819f6646226), after_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:22.768960 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.db.l3_db [None req-2afa0a0d-7502-4bc8-91aa-4f00c41a559c tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Floating IP ea4e4b62-4d02-4c3c-a7f1-5819f6646226 associated. External IP: 172.27.3.188, port: acbbc313-dcc4-4731-a931-77e1a5d10277. Apr 12 00:29:23.005675 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2afa0a0d-7502-4bc8-91aa-4f00c41a559c tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Router 91721c3e-9320-4063-bd5f-37a055cc06ce has already been hosted by L3 agent d3fb0dde-5c40-4fca-80b5-61326157311c {{(pid=114860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:29:23.134381 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2afa0a0d-7502-4bc8-91aa-4f00c41a559c tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Notify agent at l3_agent.dv-cinder-836252-3-iscsi the message routers_updated {{(pid=114860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:29:23.139474 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-2afa0a0d-7502-4bc8-91aa-4f00c41a559c tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for floatingip (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:23.144775 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6f057f-872b-40f2-810f-e896bfd5f577 None None] Sync routers for ids ['91721c3e-9320-4063-bd5f-37a055cc06ce'] in dv-cinder-836252-3-iscsi {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:29:23.167712 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6f057f-872b-40f2-810f-e896bfd5f577 None None] Routers {'91721c3e-9320-4063-bd5f-37a055cc06ce'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:29:23.168872 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-5f6f057f-872b-40f2-810f-e896bfd5f577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:29:15Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['91721c3e-9320-4063-bd5f-37a055cc06ce'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:29:23.190675 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-2afa0a0d-7502-4bc8-91aa-4f00c41a559c tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "PUT /v2.0/floatingips/ea4e4b62-4d02-4c3c-a7f1-5819f6646226 HTTP/1.1" status: 200 len: 991 time: 1.2437062 Apr 12 00:29:23.191278 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85a3e7dc-86c5-42ab-8a46-126c80dd1adc', 'tag': 'acbbc313-dcc4-4731-a931-77e1a5d10277'}] {{(pid=114860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:29:23.193596 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90dfd39203e2da807f23340b9cb516271cbc18bcd75fa685292d117274546a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54fd0bc2-88ca-4372-b0a0-38685c05e929" -d '{"events": [{"name": "network-changed", "server_uuid": "85a3e7dc-86c5-42ab-8a46-126c80dd1adc", "tag": "acbbc313-dcc4-4731-a931-77e1a5d10277"}]}' {{(pid=114860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:29:23.234091 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e347ce-1839-43ba-9901-17df61ba0986 x-openstack-request-id: req-d5e347ce-1839-43ba-9901-17df61ba0986 {{(pid=114860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:29:23.234091 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85a3e7dc-86c5-42ab-8a46-126c80dd1adc", "tag": "acbbc313-dcc4-4731-a931-77e1a5d10277", "status": "completed", "code": 200}]} {{(pid=114860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:29:23.234091 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d5e347ce-1839-43ba-9901-17df61ba0986 {{(pid=114860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:29:23.234511 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5e347ce-1839-43ba-9901-17df61ba0986'] response: {'name': 'network-changed', 'server_uuid': '85a3e7dc-86c5-42ab-8a46-126c80dd1adc', 'tag': 'acbbc313-dcc4-4731-a931-77e1a5d10277', 'status': 'completed', 'code': 200} Apr 12 00:29:23.325055 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-5f6f057f-872b-40f2-810f-e896bfd5f577 None None] Set router 91721c3e-9320-4063-bd5f-37a055cc06ce gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:29:23.341531 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd0bc2-88ca-4372-b0a0-38685c05e929 req-d7b204c9-e12a-40e4-8970-4b0228a865c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:23.344125 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-54fd0bc2-88ca-4372-b0a0-38685c05e929 req-d7b204c9-e12a-40e4-8970-4b0228a865c4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7bdba79df5fc4c3faa187bd65479d3f7&device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 1129 time: 0.0464914 Apr 12 00:29:23.490330 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd0bc2-88ca-4372-b0a0-38685c05e929 req-9bb6b109-97e0-4965-a0fe-33403f1d7082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:23.492081 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-54fd0bc2-88ca-4372-b0a0-38685c05e929 req-9bb6b109-97e0-4965-a0fe-33403f1d7082 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d9c3b5d9-2a62-4930-bf1a-06e919287728 HTTP/1.1" status: 200 len: 920 time: 0.1348479 Apr 12 00:29:23.558205 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-5f6f057f-872b-40f2-810f-e896bfd5f577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91721c3e-9320-4063-bd5f-37a055cc06ce', 'name': 'tempest-ServerRescueNegativeTestJSON-1051460631-router', 'tenant_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'e414a36b-4af7-49f0-b141-e81f87a4c67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:25:41Z', 'updated_at': '2022-04-12T00:25:51Z', 'revision_number': 4, 'project_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'gw_port': {'id': 'e414a36b-4af7-49f0-b141-e81f87a4c67d', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:91:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91721c3e-9320-4063-bd5f-37a055cc06ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:42Z', 'updated_at': '2022-04-12T00:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_floatingips': [{'id': 'ea4e4b62-4d02-4c3c-a7f1-5819f6646226', 'tenant_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'floating_ip_address': '172.27.3.188', 'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'router_id': '91721c3e-9320-4063-bd5f-37a055cc06ce', 'port_id': 'acbbc313-dcc4-4731-a931-77e1a5d10277', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c3b5d9-2a62-4930-bf1a-06e919287728', 'mac_address': 'fa:16:3e:97:95:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a3e7dc-86c5-42ab-8a46-126c80dd1adc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:28:43Z', 'updated_at': '2022-04-12T00:29:22Z', 'revision_number': 1, 'project_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a82a6ed-1029-4c84-94ac-401d26f7ba63', 'name': '', 'network_id': 'd9c3b5d9-2a62-4930-bf1a-06e919287728', 'tenant_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'mac_address': 'fa:16:3e:0e:1a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91721c3e-9320-4063-bd5f-37a055cc06ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7f76de51-1250-4e78-bc34-31fbaa8ccdf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:49Z', 'updated_at': '2022-04-12T00:26:01Z', 'revision_number': 5, 'project_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'subnets': [{'id': '7f76de51-1250-4e78-bc34-31fbaa8ccdf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:29:23.564144 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-54fd0bc2-88ca-4372-b0a0-38685c05e929 req-3f0b7435-1f51-44b8-9fe2-60f51a5cc885 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acbbc313-dcc4-4731-a931-77e1a5d10277 HTTP/1.1" status: 200 len: 999 time: 0.0651569 Apr 12 00:29:23.589101 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6f057f-872b-40f2-810f-e896bfd5f577 None None] Checking router: 91721c3e-9320-4063-bd5f-37a055cc06ce for host: dv-cinder-836252-3-iscsi {{(pid=114862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:29:23.598964 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6f057f-872b-40f2-810f-e896bfd5f577 None None] Routers {'91721c3e-9320-4063-bd5f-37a055cc06ce'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:29:23.599906 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-5f6f057f-872b-40f2-810f-e896bfd5f577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:29:15Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['91721c3e-9320-4063-bd5f-37a055cc06ce'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:29:23.638924 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd0bc2-88ca-4372-b0a0-38685c05e929 req-9efce0e5-093d-4f1a-bb2f-16a523634e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:23.662046 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-54fd0bc2-88ca-4372-b0a0-38685c05e929 req-9efce0e5-093d-4f1a-bb2f-16a523634e16 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7f76de51-1250-4e78-bc34-31fbaa8ccdf7 HTTP/1.1" status: 200 len: 858 time: 0.0731111 Apr 12 00:29:23.720513 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd0bc2-88ca-4372-b0a0-38685c05e929 req-e28ff247-5b34-46bc-a6a2-a6acc6da5d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:23.722037 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-54fd0bc2-88ca-4372-b0a0-38685c05e929 req-e28ff247-5b34-46bc-a6a2-a6acc6da5d0b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d9c3b5d9-2a62-4930-bf1a-06e919287728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0587456 Apr 12 00:29:23.794282 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-5f6f057f-872b-40f2-810f-e896bfd5f577 None None] Set router 91721c3e-9320-4063-bd5f-37a055cc06ce gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:29:23.836172 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-54fd0bc2-88ca-4372-b0a0-38685c05e929 req-d968d5f2-2b46-4f36-91bf-557190fe6773 service neutron] 10.222.0.52 "GET /v2.0/networks/d9c3b5d9-2a62-4930-bf1a-06e919287728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006515 Apr 12 00:29:23.981593 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-54fd0bc2-88ca-4372-b0a0-38685c05e929 req-ad9e5c65-0bf0-4c0e-aca4-d7681d3ebe29 service neutron] 10.222.0.52 "GET /v2.0/networks/d9c3b5d9-2a62-4930-bf1a-06e919287728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393094 Apr 12 00:29:24.109270 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-5f6f057f-872b-40f2-810f-e896bfd5f577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91721c3e-9320-4063-bd5f-37a055cc06ce', 'name': 'tempest-ServerRescueNegativeTestJSON-1051460631-router', 'tenant_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'e414a36b-4af7-49f0-b141-e81f87a4c67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:25:41Z', 'updated_at': '2022-04-12T00:25:51Z', 'revision_number': 4, 'project_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'gw_port': {'id': 'e414a36b-4af7-49f0-b141-e81f87a4c67d', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:91:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91721c3e-9320-4063-bd5f-37a055cc06ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:42Z', 'updated_at': '2022-04-12T00:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_floatingips': [{'id': 'ea4e4b62-4d02-4c3c-a7f1-5819f6646226', 'tenant_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'floating_ip_address': '172.27.3.188', 'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'router_id': '91721c3e-9320-4063-bd5f-37a055cc06ce', 'port_id': 'acbbc313-dcc4-4731-a931-77e1a5d10277', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c3b5d9-2a62-4930-bf1a-06e919287728', 'mac_address': 'fa:16:3e:97:95:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a3e7dc-86c5-42ab-8a46-126c80dd1adc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:28:43Z', 'updated_at': '2022-04-12T00:29:22Z', 'revision_number': 1, 'project_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a82a6ed-1029-4c84-94ac-401d26f7ba63', 'name': '', 'network_id': 'd9c3b5d9-2a62-4930-bf1a-06e919287728', 'tenant_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'mac_address': 'fa:16:3e:0e:1a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91721c3e-9320-4063-bd5f-37a055cc06ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7f76de51-1250-4e78-bc34-31fbaa8ccdf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:49Z', 'updated_at': '2022-04-12T00:26:01Z', 'revision_number': 5, 'project_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'subnets': [{'id': '7f76de51-1250-4e78-bc34-31fbaa8ccdf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:29:24.142829 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6f057f-872b-40f2-810f-e896bfd5f577 None None] The sync data for ids ['91721c3e-9320-4063-bd5f-37a055cc06ce'] in dv-cinder-836252-3-iscsi is: [{'id': '91721c3e-9320-4063-bd5f-37a055cc06ce', 'name': 'tempest-ServerRescueNegativeTestJSON-1051460631-router', 'tenant_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'e414a36b-4af7-49f0-b141-e81f87a4c67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:25:41Z', 'updated_at': '2022-04-12T00:25:51Z', 'revision_number': 4, 'project_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'gw_port': {'id': 'e414a36b-4af7-49f0-b141-e81f87a4c67d', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:91:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91721c3e-9320-4063-bd5f-37a055cc06ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:42Z', 'updated_at': '2022-04-12T00:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_floatingips': [{'id': 'ea4e4b62-4d02-4c3c-a7f1-5819f6646226', 'tenant_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'floating_ip_address': '172.27.3.188', 'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'router_id': '91721c3e-9320-4063-bd5f-37a055cc06ce', 'port_id': 'acbbc313-dcc4-4731-a931-77e1a5d10277', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c3b5d9-2a62-4930-bf1a-06e919287728', 'mac_address': 'fa:16:3e:97:95:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a3e7dc-86c5-42ab-8a46-126c80dd1adc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:28:43Z', 'updated_at': '2022-04-12T00:29:22Z', 'revision_number': 1, 'project_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a82a6ed-1029-4c84-94ac-401d26f7ba63', 'name': '', 'network_id': 'd9c3b5d9-2a62-4930-bf1a-06e919287728', 'tenant_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'mac_address': 'fa:16:3e:0e:1a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91721c3e-9320-4063-bd5f-37a055cc06ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7f76de51-1250-4e78-bc34-31fbaa8ccdf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:49Z', 'updated_at': '2022-04-12T00:26:01Z', 'revision_number': 5, 'project_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'subnets': [{'id': '7f76de51-1250-4e78-bc34-31fbaa8ccdf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:29:24.375317 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9121ddba-db86-4338-b79c-2461994126d3 None None] New status for floating IP ea4e4b62-4d02-4c3c-a7f1-5819f6646226: ACTIVE {{(pid=114861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 00:29:24.767350 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046bbcf0-6c1c-4bf3-a09d-4614aa14b3c9 req-a91b38ab-6b6b-4792-a6cd-88f08e48ac67 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:24.769505 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-046bbcf0-6c1c-4bf3-a09d-4614aa14b3c9 req-a91b38ab-6b6b-4792-a6cd-88f08e48ac67 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=6443b855-1525-4e40-bfa0-a16e1c2de983 HTTP/1.1" status: 200 len: 945 time: 0.0676036 Apr 12 00:29:24.823109 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-046bbcf0-6c1c-4bf3-a09d-4614aa14b3c9 req-e9221ab7-74d3-498e-82f1-d28d8c11969d tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9efb8a5-2801-467f-a96d-f11f9d571d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423756 Apr 12 00:29:25.952194 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da1f8a-d4c7-44fb-9049-98129a493fc4 req-499d84b2-783b-4c06-b9f0-591f171b63e9 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:25.953699 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-a8da1f8a-d4c7-44fb-9049-98129a493fc4 req-499d84b2-783b-4c06-b9f0-591f171b63e9 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=6443b855-1525-4e40-bfa0-a16e1c2de983 HTTP/1.1" status: 200 len: 945 time: 0.0532656 Apr 12 00:29:26.004962 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-a8da1f8a-d4c7-44fb-9049-98129a493fc4 req-c79af112-41b1-4a6e-a11c-c67ac40146f9 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9efb8a5-2801-467f-a96d-f11f9d571d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447392 Apr 12 00:29:27.135077 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3d3c6-7712-4e21-bcbf-fadb8958cab3 req-4cec0a10-6043-43f3-82ff-cd48c8703bc1 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:27.138759 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-9ad3d3c6-7712-4e21-bcbf-fadb8958cab3 req-4cec0a10-6043-43f3-82ff-cd48c8703bc1 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=6443b855-1525-4e40-bfa0-a16e1c2de983 HTTP/1.1" status: 200 len: 945 time: 0.0619497 Apr 12 00:29:27.186921 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-9ad3d3c6-7712-4e21-bcbf-fadb8958cab3 req-41914b6c-cad0-40e5-9b3d-ca043bd1aae3 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9efb8a5-2801-467f-a96d-f11f9d571d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463238 Apr 12 00:29:27.715284 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19111c5f-bc38-4d9b-9a64-29f19d34f308 req-fa423fc0-deb2-4d78-aa7f-07ee2f642813 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:27.717307 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-19111c5f-bc38-4d9b-9a64-29f19d34f308 req-fa423fc0-deb2-4d78-aa7f-07ee2f642813 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.52 "GET /v2.0/ports?device_id=6443b855-1525-4e40-bfa0-a16e1c2de983 HTTP/1.1" status: 200 len: 945 time: 0.0537803 Apr 12 00:29:27.817889 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [req-19111c5f-bc38-4d9b-9a64-29f19d34f308 req-6323f910-cb7c-4b5a-94bc-46db3b9482d3 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Deleting port 031c6bd4-83ae-48dd-b676-61131c7d8178 {{(pid=114859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:29:27.818230 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-19111c5f-bc38-4d9b-9a64-29f19d34f308 req-6323f910-cb7c-4b5a-94bc-46db3b9482d3 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (031c6bd4-83ae-48dd-b676-61131c7d8178), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:27.909148 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [req-19111c5f-bc38-4d9b-9a64-29f19d34f308 req-6323f910-cb7c-4b5a-94bc-46db3b9482d3 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] For port 031c6bd4-83ae-48dd-b676-61131c7d8178, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=031c6bd4-83ae-48dd-b676-61131c7d8178,segment=NetworkSegment(5d9dc515-0707-4c75-a379-8fe0f8c382f2),segment_id=5d9dc515-0707-4c75-a379-8fe0f8c382f2)] {{(pid=114859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:29:27.909516 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-19111c5f-bc38-4d9b-9a64-29f19d34f308 req-6323f910-cb7c-4b5a-94bc-46db3b9482d3 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (031c6bd4-83ae-48dd-b676-61131c7d8178), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:27.923444 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [req-19111c5f-bc38-4d9b-9a64-29f19d34f308 req-6323f910-cb7c-4b5a-94bc-46db3b9482d3 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Calling delete_port for 031c6bd4-83ae-48dd-b676-61131c7d8178 owned by compute:nova {{(pid=114859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:29:28.062859 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-19111c5f-bc38-4d9b-9a64-29f19d34f308 req-6323f910-cb7c-4b5a-94bc-46db3b9482d3 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (031c6bd4-83ae-48dd-b676-61131c7d8178), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:28.099918 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323f910-cb7c-4b5a-94bc-46db3b9482d3 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Pushing event deleted for resources: {'Port': ['ID=031c6bd4-83ae-48dd-b676-61131c7d8178,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:29:28.141592 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] get_ports_and_sgs() called for port_ids ['031c6bd4-83ae-48dd-b676-61131c7d8178'] {{(pid=114861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:29:28.157215 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.l3_dvrscheduler_db [req-19111c5f-bc38-4d9b-9a64-29f19d34f308 req-6323f910-cb7c-4b5a-94bc-46db3b9482d3 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] No DVR routers for this DVR port 031c6bd4-83ae-48dd-b676-61131c7d8178 on host hv-cinder-83625 {{(pid=114859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:29:28.161071 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-19111c5f-bc38-4d9b-9a64-29f19d34f308 req-6323f910-cb7c-4b5a-94bc-46db3b9482d3 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for port (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:28.166866 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-19111c5f-bc38-4d9b-9a64-29f19d34f308 req-6323f910-cb7c-4b5a-94bc-46db3b9482d3 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.52 "DELETE /v2.0/ports/031c6bd4-83ae-48dd-b676-61131c7d8178 HTTP/1.1" status: 204 len: 173 time: 0.4434509 Apr 12 00:29:28.167901 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6443b855-1525-4e40-bfa0-a16e1c2de983', 'name': 'network-vif-deleted', 'tag': '031c6bd4-83ae-48dd-b676-61131c7d8178'}] {{(pid=114859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:29:28.172584 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d751ce943c7fd1580d8237ddcdd582f05025ac6b53677acecb9ecfb4d000721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b8d5d6-9542-4e22-8e6a-7d003657b201" -d '{"events": [{"server_uuid": "6443b855-1525-4e40-bfa0-a16e1c2de983", "name": "network-vif-deleted", "tag": "031c6bd4-83ae-48dd-b676-61131c7d8178"}]}' {{(pid=114859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:29:28.215663 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c878db3-c2a6-4b1d-8d04-ae10ab54d4a6 x-openstack-request-id: req-8c878db3-c2a6-4b1d-8d04-ae10ab54d4a6 {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:29:28.216194 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6443b855-1525-4e40-bfa0-a16e1c2de983", "name": "network-vif-deleted", "tag": "031c6bd4-83ae-48dd-b676-61131c7d8178", "status": "completed", "code": 200}]} {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:29:28.216546 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8c878db3-c2a6-4b1d-8d04-ae10ab54d4a6 {{(pid=114859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:29:28.217254 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c878db3-c2a6-4b1d-8d04-ae10ab54d4a6'] response: {'server_uuid': '6443b855-1525-4e40-bfa0-a16e1c2de983', 'name': 'network-vif-deleted', 'tag': '031c6bd4-83ae-48dd-b676-61131c7d8178', 'status': 'completed', 'code': 200} Apr 12 00:29:28.322498 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-78036e0e-897e-4837-93ff-8cc2bc9c6b53 req-77afd471-42ce-48a2-90a5-479bf610baba tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=6443b855-1525-4e40-bfa0-a16e1c2de983 HTTP/1.1" status: 200 len: 210 time: 0.0471420 Apr 12 00:29:33.948157 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device 031c6bd4-83ae-48dd-b676-61131c7d8178 no longer exists at agent hyperv_hv-cinder-83625 {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:29:33.973419 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] No Port match for: 031c6bd4-83ae-48dd-b676-61131c7d8178 {{(pid=114861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 00:29:33.973958 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device 031c6bd4-83ae-48dd-b676-61131c7d8178 not bound to the agent host hv-cinder-83625 {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:29:35.422643 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5f911746-9b09-48ca-b650-b340b974ad5c req-1a0bf166-1d65-420d-84ea-1a115bdb3ee2 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-262539506&fields=id&tenant_id=c03f71e524b24b8abf5e7c81842f4e75 HTTP/1.1" status: 200 len: 267 time: 0.0581634 Apr 12 00:29:35.535557 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f911746-9b09-48ca-b650-b340b974ad5c req-28767b96-490b-4e72-8e3c-2a3418e23e5d tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:35.537452 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5f911746-9b09-48ca-b650-b340b974ad5c req-28767b96-490b-4e72-8e3c-2a3418e23e5d tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/networks?id=24ec2ef9-df24-4555-83f6-8552434e4e0b HTTP/1.1" status: 200 len: 809 time: 0.1080911 Apr 12 00:29:35.554315 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5f911746-9b09-48ca-b650-b340b974ad5c req-9bedd18d-23be-4e10-9b88-f772f27db335 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/quotas/c03f71e524b24b8abf5e7c81842f4e75 HTTP/1.1" status: 200 len: 375 time: 0.0110009 Apr 12 00:29:35.612434 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5f911746-9b09-48ca-b650-b340b974ad5c req-dd34b415-9005-4f4f-b33e-e63e2a0b813e tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c03f71e524b24b8abf5e7c81842f4e75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525267 Apr 12 00:29:35.724149 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5f911746-9b09-48ca-b650-b340b974ad5c req-eb3d567b-4539-4445-9935-d64118f62a41 service neutron] 10.222.0.32 "GET /v2.0/networks/24ec2ef9-df24-4555-83f6-8552434e4e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996985 Apr 12 00:29:35.878432 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5f911746-9b09-48ca-b650-b340b974ad5c req-3f0de67d-c175-48cd-a729-ed2f0d1942f8 service neutron] 10.222.0.32 "GET /v2.0/networks/24ec2ef9-df24-4555-83f6-8552434e4e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437535 Apr 12 00:29:36.220389 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-3217faae-b0f9-421d-b77c-c8ee91ae759d req-8397c830-9401-46c6-8627-798ddfcae55f tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/ports?device_id=29aa1426-1684-47b1-aded-1c9c306543bc HTTP/1.1" status: 200 len: 210 time: 0.0429847 Apr 12 00:29:37.374660 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-25515725-6eb9-43b4-9e39-24891de64354 req-3a2ce764-4854-4c9e-9db7-fe060ded2ada tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/ports?device_id=29aa1426-1684-47b1-aded-1c9c306543bc HTTP/1.1" status: 200 len: 210 time: 0.0615201 Apr 12 00:29:37.522591 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f911746-9b09-48ca-b650-b340b974ad5c req-efd0fdaa-f230-4fc9-8525-768549e21e7e tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:37.524333 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5f911746-9b09-48ca-b650-b340b974ad5c req-efd0fdaa-f230-4fc9-8525-768549e21e7e tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.52 "GET /v2.0/networks?id=24ec2ef9-df24-4555-83f6-8552434e4e0b HTTP/1.1" status: 200 len: 809 time: 0.1289716 Apr 12 00:29:38.478936 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-a56412db-252b-49d4-a97f-93c2b70faa5e req-51a4e73c-725c-4b3b-8052-81e54592ea1f tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/ports?device_id=29aa1426-1684-47b1-aded-1c9c306543bc HTTP/1.1" status: 200 len: 210 time: 0.0306396 Apr 12 00:29:39.568821 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-38dcc339-4be3-405b-806d-15c9f3c3c36d req-b9aa1bd7-ba63-4cf0-8a9b-e07897cc444f tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/ports?device_id=29aa1426-1684-47b1-aded-1c9c306543bc HTTP/1.1" status: 200 len: 210 time: 0.0268922 Apr 12 00:29:40.662498 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-af30e0ee-0971-4419-b619-12d18affd170 req-71bc277b-f02f-4b55-86d3-4ec7943bde3a tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/ports?device_id=29aa1426-1684-47b1-aded-1c9c306543bc HTTP/1.1" status: 200 len: 210 time: 0.0300262 Apr 12 00:29:41.510350 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5f911746-9b09-48ca-b650-b340b974ad5c req-63c24b9d-9bef-4ef2-9f67-bcd64990f1c2 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c03f71e524b24b8abf5e7c81842f4e75 HTTP/1.1" status: 200 len: 379 time: 0.0561161 Apr 12 00:29:41.548466 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [req-5f911746-9b09-48ca-b650-b340b974ad5c req-732e5d3d-0471-4215-89a2-f7bfd722bcc6 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Request body: {'port': {'device_id': '29aa1426-1684-47b1-aded-1c9c306543bc', 'network_id': '24ec2ef9-df24-4555-83f6-8552434e4e0b', 'admin_state_up': True, 'tenant_id': 'c03f71e524b24b8abf5e7c81842f4e75', 'security_groups': ['529c0cb2-c623-4df4-82c0-9ff506db5c5e']}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:29:41.655580 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f911746-9b09-48ca-b650-b340b974ad5c req-732e5d3d-0471-4215-89a2-f7bfd722bcc6 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Made reservation on behalf of c03f71e524b24b8abf5e7c81842f4e75 for: {'port': 1} {{(pid=114859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:29:41.658997 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-5f911746-9b09-48ca-b650-b340b974ad5c req-732e5d3d-0471-4215-89a2-f7bfd722bcc6 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:41.783250 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0daa9834-73cc-4049-865d-b7a0bbf3166d req-355d8197-513b-406d-8ea9-91db222078b6 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/ports?device_id=29aa1426-1684-47b1-aded-1c9c306543bc HTTP/1.1" status: 200 len: 210 time: 0.0486751 Apr 12 00:29:41.810943 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.db_base_plugin_common [req-5f911746-9b09-48ca-b650-b340b974ad5c req-732e5d3d-0471-4215-89a2-f7bfd722bcc6 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Allocated IP 172.20.0.4 (24ec2ef9-df24-4555-83f6-8552434e4e0b/f52cb473-8beb-4ba4-919f-75070d667054/94406837-92d7-472c-9764-43cc0c5b4cd8) {{(pid=114859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:29:41.952655 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-5f911746-9b09-48ca-b650-b340b974ad5c req-732e5d3d-0471-4215-89a2-f7bfd722bcc6 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Publish callbacks [] for port (94406837-92d7-472c-9764-43cc0c5b4cd8), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:41.989087 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-5f911746-9b09-48ca-b650-b340b974ad5c req-732e5d3d-0471-4215-89a2-f7bfd722bcc6 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (94406837-92d7-472c-9764-43cc0c5b4cd8), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:42.041938 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f911746-9b09-48ca-b650-b340b974ad5c req-732e5d3d-0471-4215-89a2-f7bfd722bcc6 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Network 24ec2ef9-df24-4555-83f6-8552434e4e0b is already hosted by enough agents. {{(pid=114859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:29:42.050293 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.base_scheduler [req-5f911746-9b09-48ca-b650-b340b974ad5c req-732e5d3d-0471-4215-89a2-f7bfd722bcc6 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Resources bound (agent type, host, resource id): {{(pid=114859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:29:42.052835 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f911746-9b09-48ca-b650-b340b974ad5c req-732e5d3d-0471-4215-89a2-f7bfd722bcc6 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Received port after_create {{(pid=114859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:29:42.056938 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732e5d3d-0471-4215-89a2-f7bfd722bcc6 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Pushing event updated for resources: {'Port': ['ID=94406837-92d7-472c-9764-43cc0c5b4cd8,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:29:42.092321 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732e5d3d-0471-4215-89a2-f7bfd722bcc6 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:29:42.092675 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732e5d3d-0471-4215-89a2-f7bfd722bcc6 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:29:42.093016 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732e5d3d-0471-4215-89a2-f7bfd722bcc6 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:29:42.093487 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732e5d3d-0471-4215-89a2-f7bfd722bcc6 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:29:42.093704 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732e5d3d-0471-4215-89a2-f7bfd722bcc6 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:29:42.094014 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732e5d3d-0471-4215-89a2-f7bfd722bcc6 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:29:42.094364 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732e5d3d-0471-4215-89a2-f7bfd722bcc6 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:29:42.094710 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732e5d3d-0471-4215-89a2-f7bfd722bcc6 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:29:42.095017 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732e5d3d-0471-4215-89a2-f7bfd722bcc6 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:29:42.095339 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732e5d3d-0471-4215-89a2-f7bfd722bcc6 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:29:42.095661 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732e5d3d-0471-4215-89a2-f7bfd722bcc6 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:29:42.095980 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732e5d3d-0471-4215-89a2-f7bfd722bcc6 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:29:42.096306 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732e5d3d-0471-4215-89a2-f7bfd722bcc6 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:29:42.096668 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732e5d3d-0471-4215-89a2-f7bfd722bcc6 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:29:42.096932 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732e5d3d-0471-4215-89a2-f7bfd722bcc6 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:29:42.124182 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f911746-9b09-48ca-b650-b340b974ad5c req-732e5d3d-0471-4215-89a2-f7bfd722bcc6 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:42.124797 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-5f911746-9b09-48ca-b650-b340b974ad5c req-732e5d3d-0471-4215-89a2-f7bfd722bcc6 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for port (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:42.141158 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5f911746-9b09-48ca-b650-b340b974ad5c req-732e5d3d-0471-4215-89a2-f7bfd722bcc6 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5971417 Apr 12 00:29:42.270340 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [req-5f911746-9b09-48ca-b650-b340b974ad5c req-2fb1947c-9f9e-4c33-b5cc-76d0362eafc7 service neutron] Request body: {'port': {'device_id': '29aa1426-1684-47b1-aded-1c9c306543bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83625'}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:29:42.288059 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-e678ed40-5765-440f-bfdb-f12300bf220d None None] Provisioning complete for port 94406837-92d7-472c-9764-43cc0c5b4cd8 triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:29:42.289153 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-e678ed40-5765-440f-bfdb-f12300bf220d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (94406837-92d7-472c-9764-43cc0c5b4cd8), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:42.311481 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (6c438ad1-5788-4552-a50f-29c8c96f3196), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:42.324024 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-e678ed40-5765-440f-bfdb-f12300bf220d None None] Port 94406837-92d7-472c-9764-43cc0c5b4cd8 cannot update to ACTIVE because it is not bound. {{(pid=114861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:29:42.332615 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-5f911746-9b09-48ca-b650-b340b974ad5c req-2fb1947c-9f9e-4c33-b5cc-76d0362eafc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (94406837-92d7-472c-9764-43cc0c5b4cd8), before_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:42.350706 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-dff0ae24-8ce5-4ff9-b9e7-6408a97ac4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (4ecbd319-6885-49f5-abb8-de205838eb1c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:42.484588 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-12781f0b-deb5-4894-a05f-b05aa27d8a80 req-50a97ec3-8279-4a7d-b715-43bbb6eedf4c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1f7526a5-050f-4c25-8432-e85eddf41b98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0516376 Apr 12 00:29:42.579536 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12781f0b-deb5-4894-a05f-b05aa27d8a80 req-15c53b71-2487-4dfd-8359-f486e0f52ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:42.580982 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-12781f0b-deb5-4894-a05f-b05aa27d8a80 req-15c53b71-2487-4dfd-8359-f486e0f52ba5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7bdba79df5fc4c3faa187bd65479d3f7&device_id=1f7526a5-050f-4c25-8432-e85eddf41b98 HTTP/1.1" status: 200 len: 1130 time: 0.0480549 Apr 12 00:29:42.715158 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [req-5f911746-9b09-48ca-b650-b340b974ad5c req-2fb1947c-9f9e-4c33-b5cc-76d0362eafc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94406837-92d7-472c-9764-43cc0c5b4cd8 {{(pid=114859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:29:42.729816 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-5f911746-9b09-48ca-b650-b340b974ad5c req-2fb1947c-9f9e-4c33-b5cc-76d0362eafc7 service neutron] Publish callbacks [] for port (94406837-92d7-472c-9764-43cc0c5b4cd8), precommit_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:42.740986 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12781f0b-deb5-4894-a05f-b05aa27d8a80 req-31fbc2e4-7d5d-4f31-ad63-93e1dddad03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:42.742393 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-12781f0b-deb5-4894-a05f-b05aa27d8a80 req-31fbc2e4-7d5d-4f31-ad63-93e1dddad03e service neutron] 10.222.0.52 "GET /v2.0/networks?id=d9c3b5d9-2a62-4930-bf1a-06e919287728 HTTP/1.1" status: 200 len: 920 time: 0.1401155 Apr 12 00:29:42.747564 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.provisioning_blocks [req-5f911746-9b09-48ca-b650-b340b974ad5c req-2fb1947c-9f9e-4c33-b5cc-76d0362eafc7 service neutron] Transition to ACTIVE for port object 94406837-92d7-472c-9764-43cc0c5b4cd8 will not be triggered until provisioned by entity L2. {{(pid=114859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 00:29:42.755831 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-5f911746-9b09-48ca-b650-b340b974ad5c req-2fb1947c-9f9e-4c33-b5cc-76d0362eafc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59136039'] for port (94406837-92d7-472c-9764-43cc0c5b4cd8), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:42.790354 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-12781f0b-deb5-4894-a05f-b05aa27d8a80 req-902a35ae-7fe2-427a-9272-9b3e1bbc91f5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2528e14-c8a3-4f63-b34e-364aedc6fb6a HTTP/1.1" status: 200 len: 217 time: 0.0410490 Apr 12 00:29:42.868221 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb1947c-9f9e-4c33-b5cc-76d0362eafc7 service neutron] Pushing event updated for resources: {'Port': ['ID=94406837-92d7-472c-9764-43cc0c5b4cd8,revision_number=2']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:29:42.900317 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12781f0b-deb5-4894-a05f-b05aa27d8a80 req-aa25c29c-64bb-495f-b98f-9e783236ecff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:42.901830 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-12781f0b-deb5-4894-a05f-b05aa27d8a80 req-aa25c29c-64bb-495f-b98f-9e783236ecff service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7f76de51-1250-4e78-bc34-31fbaa8ccdf7 HTTP/1.1" status: 200 len: 858 time: 0.0900049 Apr 12 00:29:42.908874 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f8fe40-c20f-44cc-bcc1-c9d636ca7d43 req-48dc0afa-dc03-45c6-b03d-16492578404b tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:42.910451 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-37f8fe40-c20f-44cc-bcc1-c9d636ca7d43 req-48dc0afa-dc03-45c6-b03d-16492578404b tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/ports?device_id=29aa1426-1684-47b1-aded-1c9c306543bc HTTP/1.1" status: 200 len: 943 time: 0.0580761 Apr 12 00:29:42.967194 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-37f8fe40-c20f-44cc-bcc1-c9d636ca7d43 req-a04820b5-41fd-4d4d-8f27-d37b008a6290 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/security-groups?id=529c0cb2-c623-4df4-82c0-9ff506db5c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509052 Apr 12 00:29:42.979097 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12781f0b-deb5-4894-a05f-b05aa27d8a80 req-37206ae7-4c0e-42f9-a5c4-451f30a99242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:42.985532 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-12781f0b-deb5-4894-a05f-b05aa27d8a80 req-37206ae7-4c0e-42f9-a5c4-451f30a99242 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d9c3b5d9-2a62-4930-bf1a-06e919287728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0567739 Apr 12 00:29:42.998335 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.managers [req-5f911746-9b09-48ca-b650-b340b974ad5c req-2fb1947c-9f9e-4c33-b5cc-76d0362eafc7 service neutron] Attempting to bind port 94406837-92d7-472c-9764-43cc0c5b4cd8 on host hv-cinder-83625 for vnic_type normal with profile {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:29:42.998592 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.managers [req-5f911746-9b09-48ca-b650-b340b974ad5c req-2fb1947c-9f9e-4c33-b5cc-76d0362eafc7 service neutron] Attempting to bind port 94406837-92d7-472c-9764-43cc0c5b4cd8 by drivers openvswitch,hyperv on host hv-cinder-83625 at level 0 using segments [{'id': '1ebc569d-ac07-4f82-8ac0-35735d5e6539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '24ec2ef9-df24-4555-83f6-8552434e4e0b'}] {{(pid=114859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:29:42.998919 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f911746-9b09-48ca-b650-b340b974ad5c req-2fb1947c-9f9e-4c33-b5cc-76d0362eafc7 service neutron] Attempting to bind port 94406837-92d7-472c-9764-43cc0c5b4cd8 on network 24ec2ef9-df24-4555-83f6-8552434e4e0b {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:29:43.018690 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f911746-9b09-48ca-b650-b340b974ad5c req-2fb1947c-9f9e-4c33-b5cc-76d0362eafc7 service neutron] Port 94406837-92d7-472c-9764-43cc0c5b4cd8 on network 24ec2ef9-df24-4555-83f6-8552434e4e0b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83625 {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 00:29:43.019015 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f911746-9b09-48ca-b650-b340b974ad5c req-2fb1947c-9f9e-4c33-b5cc-76d0362eafc7 service neutron] Attempting to bind port 94406837-92d7-472c-9764-43cc0c5b4cd8 on network 24ec2ef9-df24-4555-83f6-8552434e4e0b {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:29:43.026645 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f911746-9b09-48ca-b650-b340b974ad5c req-2fb1947c-9f9e-4c33-b5cc-76d0362eafc7 service neutron] Checking agent: {'id': '6c438ad1-5788-4552-a50f-29c8c96f3196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83625', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 0, 23, 42), 'started_at': datetime.datetime(2022, 4, 12, 0, 23, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:29:43.026989 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f911746-9b09-48ca-b650-b340b974ad5c req-2fb1947c-9f9e-4c33-b5cc-76d0362eafc7 service neutron] Checking segment: {'id': '1ebc569d-ac07-4f82-8ac0-35735d5e6539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '24ec2ef9-df24-4555-83f6-8552434e4e0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:29:43.027366 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f911746-9b09-48ca-b650-b340b974ad5c req-2fb1947c-9f9e-4c33-b5cc-76d0362eafc7 service neutron] Bound using segment: {'id': '1ebc569d-ac07-4f82-8ac0-35735d5e6539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '24ec2ef9-df24-4555-83f6-8552434e4e0b'} {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:29:43.027786 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.managers [req-5f911746-9b09-48ca-b650-b340b974ad5c req-2fb1947c-9f9e-4c33-b5cc-76d0362eafc7 service neutron] Bound port: 94406837-92d7-472c-9764-43cc0c5b4cd8, host: hv-cinder-83625, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ebc569d-ac07-4f82-8ac0-35735d5e6539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '24ec2ef9-df24-4555-83f6-8552434e4e0b'}}] {{(pid=114859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:29:43.028848 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-5f911746-9b09-48ca-b650-b340b974ad5c req-2fb1947c-9f9e-4c33-b5cc-76d0362eafc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (94406837-92d7-472c-9764-43cc0c5b4cd8), before_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:43.138350 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-12781f0b-deb5-4894-a05f-b05aa27d8a80 req-7527455e-5564-4c97-8a62-244dd68c31fb service neutron] 10.222.0.52 "GET /v2.0/networks/d9c3b5d9-2a62-4930-bf1a-06e919287728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496685 Apr 12 00:29:43.144453 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [req-5f911746-9b09-48ca-b650-b340b974ad5c req-2fb1947c-9f9e-4c33-b5cc-76d0362eafc7 service neutron] For port 94406837-92d7-472c-9764-43cc0c5b4cd8, host hv-cinder-83625, cleared binding levels {{(pid=114859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:29:43.148311 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [req-5f911746-9b09-48ca-b650-b340b974ad5c req-2fb1947c-9f9e-4c33-b5cc-76d0362eafc7 service neutron] For port 94406837-92d7-472c-9764-43cc0c5b4cd8, host hv-cinder-83625, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=94406837-92d7-472c-9764-43cc0c5b4cd8,segment=NetworkSegment(1ebc569d-ac07-4f82-8ac0-35735d5e6539),segment_id=1ebc569d-ac07-4f82-8ac0-35735d5e6539)] {{(pid=114859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:29:43.162542 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-5f911746-9b09-48ca-b650-b340b974ad5c req-2fb1947c-9f9e-4c33-b5cc-76d0362eafc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59136039'] for port (94406837-92d7-472c-9764-43cc0c5b4cd8), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:43.469379 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f911746-9b09-48ca-b650-b340b974ad5c req-2fb1947c-9f9e-4c33-b5cc-76d0362eafc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:43.470342 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-5f911746-9b09-48ca-b650-b340b974ad5c req-2fb1947c-9f9e-4c33-b5cc-76d0362eafc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for port (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:43.471609 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5f911746-9b09-48ca-b650-b340b974ad5c req-2fb1947c-9f9e-4c33-b5cc-76d0362eafc7 service neutron] 10.222.0.52 "PUT /v2.0/ports/94406837-92d7-472c-9764-43cc0c5b4cd8 HTTP/1.1" status: 200 len: 1093 time: 1.2073684 Apr 12 00:29:43.473665 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29aa1426-1684-47b1-aded-1c9c306543bc', 'tag': '94406837-92d7-472c-9764-43cc0c5b4cd8'}] {{(pid=114859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:29:43.479985 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d751ce943c7fd1580d8237ddcdd582f05025ac6b53677acecb9ecfb4d000721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3a3fa9-dd35-4ee4-8473-2f377401646e" -d '{"events": [{"name": "network-changed", "server_uuid": "29aa1426-1684-47b1-aded-1c9c306543bc", "tag": "94406837-92d7-472c-9764-43cc0c5b4cd8"}]}' {{(pid=114859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:29:43.540222 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb1947c-9f9e-4c33-b5cc-76d0362eafc7 service neutron] Pushing event updated for resources: {'Port': ['ID=94406837-92d7-472c-9764-43cc0c5b4cd8,revision_number=3']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:29:43.550175 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bdb1b3c-855e-47c9-9a56-64b5c6c9d676 x-openstack-request-id: req-7bdb1b3c-855e-47c9-9a56-64b5c6c9d676 {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:29:43.550574 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29aa1426-1684-47b1-aded-1c9c306543bc", "tag": "94406837-92d7-472c-9764-43cc0c5b4cd8", "status": "completed", "code": 200}]} {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:29:43.550837 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7bdb1b3c-855e-47c9-9a56-64b5c6c9d676 {{(pid=114859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:29:43.551760 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bdb1b3c-855e-47c9-9a56-64b5c6c9d676'] response: {'name': 'network-changed', 'server_uuid': '29aa1426-1684-47b1-aded-1c9c306543bc', 'tag': '94406837-92d7-472c-9764-43cc0c5b4cd8', 'status': 'completed', 'code': 200} Apr 12 00:29:43.560120 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-12781f0b-deb5-4894-a05f-b05aa27d8a80 req-0fce95fa-1ac3-43af-ac35-1c26a1182fd1 service neutron] 10.222.0.52 "GET /v2.0/networks/d9c3b5d9-2a62-4930-bf1a-06e919287728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4066067 Apr 12 00:29:43.635856 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f911746-9b09-48ca-b650-b340b974ad5c req-13613e48-94d6-4abf-8ed3-d26b9bed7bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:43.637421 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5f911746-9b09-48ca-b650-b340b974ad5c req-13613e48-94d6-4abf-8ed3-d26b9bed7bab service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c03f71e524b24b8abf5e7c81842f4e75&device_id=29aa1426-1684-47b1-aded-1c9c306543bc HTTP/1.1" status: 200 len: 1127 time: 0.0763338 Apr 12 00:29:43.717704 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5f911746-9b09-48ca-b650-b340b974ad5c req-a871bf2c-4685-40af-a3d2-d115a649e9dc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94406837-92d7-472c-9764-43cc0c5b4cd8 HTTP/1.1" status: 200 len: 217 time: 0.0469873 Apr 12 00:29:43.788876 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c515b-b606-49d6-bc3e-e2f285ea93ea req-22b8104e-0059-4202-9884-18cd18411585 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:43.790360 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-420c515b-b606-49d6-bc3e-e2f285ea93ea req-22b8104e-0059-4202-9884-18cd18411585 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/networks?id=56b7f3f4-fbda-4e53-9444-e45c08b83dce HTTP/1.1" status: 200 len: 813 time: 0.1916413 Apr 12 00:29:43.799906 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f911746-9b09-48ca-b650-b340b974ad5c req-b5fc9ffc-181a-4958-9fc4-a86fdda5df9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:43.801359 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5f911746-9b09-48ca-b650-b340b974ad5c req-b5fc9ffc-181a-4958-9fc4-a86fdda5df9c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f52cb473-8beb-4ba4-919f-75070d667054 HTTP/1.1" status: 200 len: 848 time: 0.0690250 Apr 12 00:29:43.819420 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-420c515b-b606-49d6-bc3e-e2f285ea93ea req-4d983fa3-9a91-4e3e-aba3-c1f205ce3af3 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/quotas/4d829832a67942c89c33adf4eea0df20 HTTP/1.1" status: 200 len: 375 time: 0.0221219 Apr 12 00:29:43.880855 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-420c515b-b606-49d6-bc3e-e2f285ea93ea req-f83eab0a-6f02-4699-a447-184f1fcf085b tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4d829832a67942c89c33adf4eea0df20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433412 Apr 12 00:29:43.884330 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f911746-9b09-48ca-b650-b340b974ad5c req-034fd88d-c2a2-4c4f-8d4b-a613234b51bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:43.885816 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5f911746-9b09-48ca-b650-b340b974ad5c req-034fd88d-c2a2-4c4f-8d4b-a613234b51bd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=24ec2ef9-df24-4555-83f6-8552434e4e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0780506 Apr 12 00:29:44.066871 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-420c515b-b606-49d6-bc3e-e2f285ea93ea req-3c5c11d1-623a-4c1b-8321-b3345083a2ff service neutron] 10.222.0.32 "GET /v2.0/networks/56b7f3f4-fbda-4e53-9444-e45c08b83dce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778328 Apr 12 00:29:44.080128 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5f911746-9b09-48ca-b650-b340b974ad5c req-2f5f924d-6c41-4feb-a87f-7f0e01726b2d service neutron] 10.222.0.52 "GET /v2.0/networks/24ec2ef9-df24-4555-83f6-8552434e4e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832988 Apr 12 00:29:44.106677 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a41ba3-6531-4b05-9f3e-3711af953d34 req-6d223db1-022b-4d9d-a216-07e2231595a3 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:44.108177 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-b8a41ba3-6531-4b05-9f3e-3711af953d34 req-6d223db1-022b-4d9d-a216-07e2231595a3 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/ports?device_id=29aa1426-1684-47b1-aded-1c9c306543bc HTTP/1.1" status: 200 len: 943 time: 0.0491979 Apr 12 00:29:44.160441 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-b8a41ba3-6531-4b05-9f3e-3711af953d34 req-c1656820-f245-49d4-91ef-8d87cf34099b tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/security-groups?id=529c0cb2-c623-4df4-82c0-9ff506db5c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454385 Apr 12 00:29:44.229455 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-420c515b-b606-49d6-bc3e-e2f285ea93ea req-af895bf6-a666-4f87-b86b-ac121d1e318f service neutron] 10.222.0.32 "GET /v2.0/networks/56b7f3f4-fbda-4e53-9444-e45c08b83dce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615028 Apr 12 00:29:44.235665 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5f911746-9b09-48ca-b650-b340b974ad5c req-8755f6aa-0021-4057-a6dd-e31d562bd749 service neutron] 10.222.0.52 "GET /v2.0/networks/24ec2ef9-df24-4555-83f6-8552434e4e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449654 Apr 12 00:29:44.399386 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-3c94c663-f1d1-4891-86d5-65fac74f5d86 req-ed513db7-eb97-4d9d-bbb9-f2f48d0d9f85 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=b845b619-f58f-4bfd-9a48-df1b1c742def HTTP/1.1" status: 200 len: 210 time: 0.0319571 Apr 12 00:29:44.606762 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-19193e35-39ec-43e8-a746-7d61b371f1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (d3fb0dde-5c40-4fca-80b5-61326157311c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:45.062127 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 58252) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:29:45.105719 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.db.db_base_plugin_v2 [None req-29a9c461-0c89-4df7-853d-5bf45603ab5f admin admin] Deleting subnet 9252ecc6-2a50-49ef-b60d-493f1cc4eb99 {{(pid=114860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 00:29:45.109442 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-29a9c461-0c89-4df7-853d-5bf45603ab5f admin admin] Publish callbacks [] for subnet (9252ecc6-2a50-49ef-b60d-493f1cc4eb99), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:45.147549 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-29a9c461-0c89-4df7-853d-5bf45603ab5f admin admin] Publish callbacks [] for subnet (9252ecc6-2a50-49ef-b60d-493f1cc4eb99), precommit_delete_associations {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:45.157804 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-29a9c461-0c89-4df7-853d-5bf45603ab5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550137'] for subnet (9252ecc6-2a50-49ef-b60d-493f1cc4eb99), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:45.216559 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-29a9c461-0c89-4df7-853d-5bf45603ab5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925'] for subnet (9252ecc6-2a50-49ef-b60d-493f1cc4eb99), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:45.250342 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a9c461-0c89-4df7-853d-5bf45603ab5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9252ecc6-2a50-49ef-b60d-493f1cc4eb99,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:29:45.263545 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-29a9c461-0c89-4df7-853d-5bf45603ab5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for subnet (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:45.269882 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-29a9c461-0c89-4df7-853d-5bf45603ab5f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9252ecc6-2a50-49ef-b60d-493f1cc4eb99 HTTP/1.1" status: 204 len: 168 time: 0.2045238 Apr 12 00:29:45.270493 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 58262) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:29:45.286909 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a9c461-0c89-4df7-853d-5bf45603ab5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:29:45.287254 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a9c461-0c89-4df7-853d-5bf45603ab5f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:29:45.287594 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a9c461-0c89-4df7-853d-5bf45603ab5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:29:45.287927 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a9c461-0c89-4df7-853d-5bf45603ab5f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:29:45.288254 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a9c461-0c89-4df7-853d-5bf45603ab5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:29:45.288635 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a9c461-0c89-4df7-853d-5bf45603ab5f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:29:45.288945 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a9c461-0c89-4df7-853d-5bf45603ab5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:29:45.289271 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a9c461-0c89-4df7-853d-5bf45603ab5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:29:45.289592 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a9c461-0c89-4df7-853d-5bf45603ab5f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:29:45.289910 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a9c461-0c89-4df7-853d-5bf45603ab5f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:29:45.290232 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a9c461-0c89-4df7-853d-5bf45603ab5f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:29:45.290575 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a9c461-0c89-4df7-853d-5bf45603ab5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:29:45.290897 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a9c461-0c89-4df7-853d-5bf45603ab5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:29:45.291210 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a9c461-0c89-4df7-853d-5bf45603ab5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:29:45.291524 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a9c461-0c89-4df7-853d-5bf45603ab5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:29:45.300408 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c44e3-0a36-497f-912f-df597b460d35 req-a08175ff-df68-4b88-ad1b-7860dcb693e7 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:45.301913 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-252c44e3-0a36-497f-912f-df597b460d35 req-a08175ff-df68-4b88-ad1b-7860dcb693e7 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 946 time: 0.0659707 Apr 12 00:29:45.312605 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51082498-87ef-469b-9a69-7107f899d96f req-17b67a0a-742a-4770-9182-6ceb9bfcea4e tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:45.314073 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-51082498-87ef-469b-9a69-7107f899d96f req-17b67a0a-742a-4770-9182-6ceb9bfcea4e tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/ports?device_id=29aa1426-1684-47b1-aded-1c9c306543bc HTTP/1.1" status: 200 len: 943 time: 0.0657642 Apr 12 00:29:45.362564 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-51082498-87ef-469b-9a69-7107f899d96f req-cd4b0325-af22-47d6-8efc-2c37a9be3449 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/security-groups?id=529c0cb2-c623-4df4-82c0-9ff506db5c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427744 Apr 12 00:29:45.372474 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-0cdfd0d2-c806-420a-93f5-e01f39d9ae91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1475178'] for network (2b113919-fa22-480a-8455-7a7b46c22169), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:45.400595 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-252c44e3-0a36-497f-912f-df597b460d35 req-c73e4a5d-7d30-45bc-aafd-6f1e2a93b7fd tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898929 Apr 12 00:29:45.472584 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-0cdfd0d2-c806-420a-93f5-e01f39d9ae91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1545652', 'neutron.services.segments.db._delete_segments_for_network-8757613416367'] for network (2b113919-fa22-480a-8455-7a7b46c22169), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:45.492755 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-abbc7462-32ed-447c-a755-8e9f5c2c170f req-e110718d-6f61-4582-b1b8-a34a07b1ef09 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=b845b619-f58f-4bfd-9a48-df1b1c742def HTTP/1.1" status: 200 len: 210 time: 0.0267789 Apr 12 00:29:45.492983 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.services.segments.db [None req-0cdfd0d2-c806-420a-93f5-e01f39d9ae91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b113919-fa22-480a-8455-7a7b46c22169']}} {{(pid=114859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:29:45.502960 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.services.segments.db [None req-0cdfd0d2-c806-420a-93f5-e01f39d9ae91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9614f3c-ffc8-4b81-a26e-3ff0106bfc9c') {'for_net_delete': True} {{(pid=114859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:29:45.503261 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.services.segments.db [None req-0cdfd0d2-c806-420a-93f5-e01f39d9ae91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9614f3c-ffc8-4b81-a26e-3ff0106bfc9c') {} {{(pid=114859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:29:45.513400 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-0cdfd0d2-c806-420a-93f5-e01f39d9ae91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757613418168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58913336'] for segment (f9614f3c-ffc8-4b81-a26e-3ff0106bfc9c), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:45.527163 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-0cdfd0d2-c806-420a-93f5-e01f39d9ae91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552308'] for segment (f9614f3c-ffc8-4b81-a26e-3ff0106bfc9c), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:45.533236 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cdfd0d2-c806-420a-93f5-e01f39d9ae91 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=114859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 00:29:45.533637 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-0cdfd0d2-c806-420a-93f5-e01f39d9ae91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59136251'] for segment (f9614f3c-ffc8-4b81-a26e-3ff0106bfc9c), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:45.535523 dv-cinder-836252-3-iscsi neutron-server[114859]: Traceback (most recent call last): Apr 12 00:29:45.535523 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 00:29:45.535523 dv-cinder-836252-3-iscsi neutron-server[114859]: timer() Apr 12 00:29:45.535523 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 00:29:45.535523 dv-cinder-836252-3-iscsi neutron-server[114859]: cb(*args, **kw) Apr 12 00:29:45.535523 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 00:29:45.535523 dv-cinder-836252-3-iscsi neutron-server[114859]: return func(*args, **kwargs) Apr 12 00:29:45.535523 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 00:29:45.535523 dv-cinder-836252-3-iscsi neutron-server[114859]: self._notify() Apr 12 00:29:45.535523 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 00:29:45.535523 dv-cinder-836252-3-iscsi neutron-server[114859]: self.callback(batched_events) Apr 12 00:29:45.535523 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 00:29:45.535523 dv-cinder-836252-3-iscsi neutron-server[114859]: event.method(event) Apr 12 00:29:45.535523 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 00:29:45.535523 dv-cinder-836252-3-iscsi neutron-server[114859]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 00:29:45.535523 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 00:29:45.535523 dv-cinder-836252-3-iscsi neutron-server[114859]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 00:29:45.535523 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 00:29:45.535523 dv-cinder-836252-3-iscsi neutron-server[114859]: return f(self, *a, **k) Apr 12 00:29:45.535523 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 00:29:45.535523 dv-cinder-836252-3-iscsi neutron-server[114859]: return self._get(url).json() Apr 12 00:29:45.535523 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 00:29:45.535523 dv-cinder-836252-3-iscsi neutron-server[114859]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 00:29:45.535523 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 00:29:45.535523 dv-cinder-836252-3-iscsi neutron-server[114859]: return self.request(url, 'GET', **kwargs) Apr 12 00:29:45.535523 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 00:29:45.535523 dv-cinder-836252-3-iscsi neutron-server[114859]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 00:29:45.535523 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 00:29:45.535523 dv-cinder-836252-3-iscsi neutron-server[114859]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 00:29:45.535523 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 00:29:45.535523 dv-cinder-836252-3-iscsi neutron-server[114859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 00:29:45.535523 dv-cinder-836252-3-iscsi neutron-server[114859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 00:29:45.588733 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-0cdfd0d2-c806-420a-93f5-e01f39d9ae91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1545659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1586330'] for network (2b113919-fa22-480a-8455-7a7b46c22169), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:45.595024 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-0cdfd0d2-c806-420a-93f5-e01f39d9ae91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for network (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:45.598088 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-0cdfd0d2-c806-420a-93f5-e01f39d9ae91 admin admin] 10.222.0.32 "DELETE /v2.0/networks/2b113919-fa22-480a-8455-7a7b46c22169 HTTP/1.1" status: 204 len: 168 time: 0.3265736 Apr 12 00:29:45.608701 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdfd0d2-c806-420a-93f5-e01f39d9ae91 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b113919-fa22-480a-8455-7a7b46c22169,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:29:45.757671 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 58268) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:29:45.799877 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-b59d1cc9-0362-4063-a705-8d8a3fb6b3ab admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c67b239e9580469aaa5714c21a4c590d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408432 Apr 12 00:29:45.802330 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 58270) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:29:45.848853 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-051a8d4f-90ed-4fd2-b70a-53042435636b admin admin] Publish callbacks [] for security_group (4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:45.869898 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-051a8d4f-90ed-4fd2-b70a-53042435636b admin admin] Publish callbacks [] for security_group (4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:45.915548 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-051a8d4f-90ed-4fd2-b70a-53042435636b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:45.918030 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-051a8d4f-90ed-4fd2-b70a-53042435636b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:45.919177 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-051a8d4f-90ed-4fd2-b70a-53042435636b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9 HTTP/1.1" status: 204 len: 168 time: 0.1159704 Apr 12 00:29:45.927076 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051a8d4f-90ed-4fd2-b70a-53042435636b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a400ee7-dead-42f2-8f0b-4bf0ae8a33b9,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:29:46.045413 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a3fa9-dd35-4ee4-8473-2f377401646e req-15e508d9-3a57-430f-a7ee-0305536f8a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:46.047022 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-ce3a3fa9-dd35-4ee4-8473-2f377401646e req-15e508d9-3a57-430f-a7ee-0305536f8a5e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c03f71e524b24b8abf5e7c81842f4e75&device_id=29aa1426-1684-47b1-aded-1c9c306543bc HTTP/1.1" status: 200 len: 1127 time: 0.0486846 Apr 12 00:29:46.186649 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d4423688-5a44-44f3-a132-81f2c9b6cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (af38becd-82ff-4144-8f94-74de975161ca), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:46.372910 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a3fa9-dd35-4ee4-8473-2f377401646e req-101f07d8-6c89-4436-8d1c-675309e2c204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:46.374668 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-ce3a3fa9-dd35-4ee4-8473-2f377401646e req-101f07d8-6c89-4436-8d1c-675309e2c204 service neutron] 10.222.0.52 "GET /v2.0/networks?id=24ec2ef9-df24-4555-83f6-8552434e4e0b HTTP/1.1" status: 200 len: 910 time: 0.0921288 Apr 12 00:29:46.493885 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e9766-f864-46d1-94fc-cdbe7bebd55a req-c57939d4-62fe-4f77-8eaf-7ed94952ea23 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:46.495396 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-3c6e9766-f864-46d1-94fc-cdbe7bebd55a req-c57939d4-62fe-4f77-8eaf-7ed94952ea23 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/ports?device_id=29aa1426-1684-47b1-aded-1c9c306543bc HTTP/1.1" status: 200 len: 943 time: 0.0613782 Apr 12 00:29:46.524158 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb7feb-24fc-42d3-b03e-1a731290258c req-63e15036-8a14-4ba8-97c0-3a739d06cabc tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:46.525886 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-5bfb7feb-24fc-42d3-b03e-1a731290258c req-63e15036-8a14-4ba8-97c0-3a739d06cabc tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 946 time: 0.0489767 Apr 12 00:29:46.547153 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-3c6e9766-f864-46d1-94fc-cdbe7bebd55a req-591eb248-33bb-4665-bb68-6284d97114c6 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/security-groups?id=529c0cb2-c623-4df4-82c0-9ff506db5c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460823 Apr 12 00:29:46.586789 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-5bfb7feb-24fc-42d3-b03e-1a731290258c req-93b80b51-1a5b-454b-be9d-25bfc4ee23fb tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527089 Apr 12 00:29:46.621193 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 58298) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:29:46.632721 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-2984d395-06e5-4976-bc87-f49a0b511669 req-4b227992-1b4d-4315-bf73-6b83f8d3062b tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=b845b619-f58f-4bfd-9a48-df1b1c742def HTTP/1.1" status: 200 len: 210 time: 0.0274553 Apr 12 00:29:46.693213 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-ce3a3fa9-dd35-4ee4-8473-2f377401646e req-80213806-19f7-4e04-9f19-07788c8f5c38 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94406837-92d7-472c-9764-43cc0c5b4cd8 HTTP/1.1" status: 200 len: 217 time: 0.0401933 Apr 12 00:29:46.718639 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-6056d951-f850-4096-9683-b71a765c4cdc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-881313849-network', 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1'}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:29:46.738476 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6056d951-f850-4096-9683-b71a765c4cdc admin admin] Made reservation on behalf of 4ad54dac63374c8a9b4da55ee5dc7fd1 for: {'network': 1} {{(pid=114860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:29:46.740684 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-6056d951-f850-4096-9683-b71a765c4cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for network (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:46.749686 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-6056d951-f850-4096-9683-b71a765c4cdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:46.787908 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a3fa9-dd35-4ee4-8473-2f377401646e req-6e4ca09b-a6ed-4ea7-9ba0-0a43d8bf8623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:46.789669 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-ce3a3fa9-dd35-4ee4-8473-2f377401646e req-6e4ca09b-a6ed-4ea7-9ba0-0a43d8bf8623 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f52cb473-8beb-4ba4-919f-75070d667054 HTTP/1.1" status: 200 len: 848 time: 0.0471165 Apr 12 00:29:46.830355 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-6056d951-f850-4096-9683-b71a765c4cdc admin admin] Publish callbacks [] for security_group (72b87953-a40c-4d61-a90b-98381cd0ec82), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:46.834045 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-6056d951-f850-4096-9683-b71a765c4cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (72b87953-a40c-4d61-a90b-98381cd0ec82), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:46.846828 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a3fa9-dd35-4ee4-8473-2f377401646e req-6a7c9e6f-7695-40dc-841e-799561e48d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:46.848390 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-ce3a3fa9-dd35-4ee4-8473-2f377401646e req-6a7c9e6f-7695-40dc-841e-799561e48d8a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=24ec2ef9-df24-4555-83f6-8552434e4e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418587 Apr 12 00:29:46.861200 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6056d951-f850-4096-9683-b71a765c4cdc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=114860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 00:29:46.870940 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6056d951-f850-4096-9683-b71a765c4cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b87953-a40c-4d61-a90b-98381cd0ec82,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:29:46.875833 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-6056d951-f850-4096-9683-b71a765c4cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552308'] for segment (d64ef49d-093c-41ff-bdc1-96d0b857029b), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:46.876172 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.db.segments_db [None req-6056d951-f850-4096-9683-b71a765c4cdc admin admin] Added segment d64ef49d-093c-41ff-bdc1-96d0b857029b of type vlan for network 8a9865c2-0d03-40f9-a71a-607e87040674 Apr 12 00:29:46.915450 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-6056d951-f850-4096-9683-b71a765c4cdc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757612902750'] for network (8a9865c2-0d03-40f9-a71a-607e87040674), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:46.938120 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-6056d951-f850-4096-9683-b71a765c4cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925'] for network (8a9865c2-0d03-40f9-a71a-607e87040674), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:46.939121 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6056d951-f850-4096-9683-b71a765c4cdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:46.939683 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-6056d951-f850-4096-9683-b71a765c4cdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for network (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:46.972642 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-6056d951-f850-4096-9683-b71a765c4cdc admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3497696 Apr 12 00:29:46.975870 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 58302) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:29:46.980727 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [None req-62f93217-d74a-4235-8cc1-c28ef903d929 admin admin] Request body: {'subnet': {'network_id': '8a9865c2-0d03-40f9-a71a-607e87040674', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-881313849-subnet', 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'ip_version': 4}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:29:46.998904 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f93217-d74a-4235-8cc1-c28ef903d929 admin admin] Made reservation on behalf of 4ad54dac63374c8a9b4da55ee5dc7fd1 for: {'subnet': 1} {{(pid=114859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:29:47.001170 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-62f93217-d74a-4235-8cc1-c28ef903d929 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59423709'] for subnet (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:47.003274 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6056d951-f850-4096-9683-b71a765c4cdc admin admin] Pushing event updated for resources: {'Network': ['ID=8a9865c2-0d03-40f9-a71a-607e87040674,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:29:47.015168 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Network 8a9865c2-0d03-40f9-a71a-607e87040674 details requested by agent ovs-agent-dv-cinder-836252-3-iscsi with host dv-cinder-836252-3-iscsi {{(pid=114861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 00:29:47.190268 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-62f93217-d74a-4235-8cc1-c28ef903d929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59135644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59423695'] for subnet (673329e3-8235-4c2b-a7ed-65b2b39a6faf), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:47.282715 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f93217-d74a-4235-8cc1-c28ef903d929 admin admin] Pushing event updated for resources: {'Subnet': ['ID=673329e3-8235-4c2b-a7ed-65b2b39a6faf,revision_number=0']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:29:47.306819 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-ce3a3fa9-dd35-4ee4-8473-2f377401646e req-96ee12e2-b839-47a3-a556-6d7ddced9b17 service neutron] 10.222.0.52 "GET /v2.0/networks/24ec2ef9-df24-4555-83f6-8552434e4e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633141 Apr 12 00:29:47.355218 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f93217-d74a-4235-8cc1-c28ef903d929 admin admin] Checking segment: {'id': 'd64ef49d-093c-41ff-bdc1-96d0b857029b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '8a9865c2-0d03-40f9-a71a-607e87040674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:29:47.355571 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f93217-d74a-4235-8cc1-c28ef903d929 admin admin] Network hostable DHCP agents. Network: 8a9865c2-0d03-40f9-a71a-607e87040674, hostable agents: ['4ecbd319-6885-49f5-abb8-de205838eb1c'], hosted agents: [] {{(pid=114859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 00:29:47.483093 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f93217-d74a-4235-8cc1-c28ef903d929 admin admin] Network 8a9865c2-0d03-40f9-a71a-607e87040674 is scheduled to be hosted by DHCP agent 4ecbd319-6885-49f5-abb8-de205838eb1c with binding_index 1 {{(pid=114859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 00:29:47.505370 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c515b-b606-49d6-bc3e-e2f285ea93ea req-b26d51e1-b4ee-483f-be4e-136ae25b2c4a tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:47.507776 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-420c515b-b606-49d6-bc3e-e2f285ea93ea req-b26d51e1-b4ee-483f-be4e-136ae25b2c4a tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.52 "GET /v2.0/networks?id=56b7f3f4-fbda-4e53-9444-e45c08b83dce HTTP/1.1" status: 200 len: 813 time: 0.2226465 Apr 12 00:29:47.510727 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-ce3a3fa9-dd35-4ee4-8473-2f377401646e req-e18dbda4-4d70-4b4b-ae0f-f7363aa95393 service neutron] 10.222.0.52 "GET /v2.0/networks/24ec2ef9-df24-4555-83f6-8552434e4e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932678 Apr 12 00:29:47.511858 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.base_scheduler [None req-62f93217-d74a-4235-8cc1-c28ef903d929 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836252-3-iscsi, 8a9865c2-0d03-40f9-a71a-607e87040674) {{(pid=114859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:29:47.515833 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f93217-d74a-4235-8cc1-c28ef903d929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:47.516407 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-62f93217-d74a-4235-8cc1-c28ef903d929 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:47.522055 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20480b08-9e1c-42f3-8964-928503ccced1 None None] Network 8a9865c2-0d03-40f9-a71a-607e87040674 requested from dv-cinder-836252-3-iscsi {{(pid=114861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:29:47.533156 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-62f93217-d74a-4235-8cc1-c28ef903d929 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5561841 Apr 12 00:29:47.535901 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 58308) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:29:47.540090 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [None req-60d20c71-2576-416c-8789-a3ede572c866 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-881313849-router', 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7'}}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:29:47.558925 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-60d20c71-2576-416c-8789-a3ede572c866 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-442154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1018241'] for router (6ca15b63-1d2a-4015-b195-3a705cb14e92), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:47.560539 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-60d20c71-2576-416c-8789-a3ede572c866 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1592353', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1018264'] for router (6ca15b63-1d2a-4015-b195-3a705cb14e92), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:47.601332 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-be9ea9f3-6c7c-4887-ad09-badb35df740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (738aa052-ee84-4bd1-913b-ee7149597f8f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:47.618417 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-60d20c71-2576-416c-8789-a3ede572c866 admin admin] Publish callbacks [] for router_controller (6ca15b63-1d2a-4015-b195-3a705cb14e92), precommit_add_association {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:47.654170 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475feae8-1831-402d-84db-cb9d1cfec358 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd998405d-5ac8-5fc0-a1ab-e07aa0d55ad4-8a9865c2-0d03-40f9-a71a-607e87040674', 'network_id': '8a9865c2-0d03-40f9-a71a-607e87040674', 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'fixed_ips': [{'subnet_id': '673329e3-8235-4c2b-a7ed-65b2b39a6faf'}]}} from dv-cinder-836252-3-iscsi. {{(pid=114861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 00:29:47.655119 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-475feae8-1831-402d-84db-cb9d1cfec358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:47.676112 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7734af9-9758-418d-b532-e6258f47f60c req-d721a7a5-a7e5-48ed-b881-c76c0df5a346 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:47.682075 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [req-420c515b-b606-49d6-bc3e-e2f285ea93ea req-f5d60702-1f48-4f02-846b-eb654fedbbe1 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Request body: {'port': {'device_id': 'b845b619-f58f-4bfd-9a48-df1b1c742def', 'network_id': '56b7f3f4-fbda-4e53-9444-e45c08b83dce', 'admin_state_up': True, 'tenant_id': '4d829832a67942c89c33adf4eea0df20'}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:29:47.685505 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-b7734af9-9758-418d-b532-e6258f47f60c req-d721a7a5-a7e5-48ed-b881-c76c0df5a346 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/ports?device_id=29aa1426-1684-47b1-aded-1c9c306543bc HTTP/1.1" status: 200 len: 943 time: 0.0604415 Apr 12 00:29:47.748131 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-b7734af9-9758-418d-b532-e6258f47f60c req-2417830c-3277-4ab9-b4ba-b9336454165b tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/security-groups?id=529c0cb2-c623-4df4-82c0-9ff506db5c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613761 Apr 12 00:29:47.813142 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.db_base_plugin_common [None req-475feae8-1831-402d-84db-cb9d1cfec358 None None] Allocated IP 172.20.0.2 (8a9865c2-0d03-40f9-a71a-607e87040674/673329e3-8235-4c2b-a7ed-65b2b39a6faf/f8e83d4c-c681-4186-85f4-02273d9e624f) {{(pid=114861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:29:47.852226 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-f65e429b-c4d7-4c78-8497-4fe87bcbd493 req-fdef9532-61bb-40bd-92b7-e8b021412053 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=b845b619-f58f-4bfd-9a48-df1b1c742def HTTP/1.1" status: 200 len: 210 time: 0.0328152 Apr 12 00:29:47.891280 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17aadac-4e4a-4f4f-b57d-2c33f15e69f0 req-655417ba-0da8-46b1-8bf5-8288b453f003 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:47.892781 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e17aadac-4e4a-4f4f-b57d-2c33f15e69f0 req-655417ba-0da8-46b1-8bf5-8288b453f003 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 946 time: 0.1798658 Apr 12 00:29:47.896505 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-60d20c71-2576-416c-8789-a3ede572c866 admin admin] Publish callbacks [] for router_gateway (6ca15b63-1d2a-4015-b195-3a705cb14e92), precommit_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:47.963980 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-475feae8-1831-402d-84db-cb9d1cfec358 None None] Publish callbacks [] for port (f8e83d4c-c681-4186-85f4-02273d9e624f), precommit_create {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:47.970853 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-475feae8-1831-402d-84db-cb9d1cfec358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360'] for port (f8e83d4c-c681-4186-85f4-02273d9e624f), after_create {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:48.011643 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475feae8-1831-402d-84db-cb9d1cfec358 None None] Network 8a9865c2-0d03-40f9-a71a-607e87040674 is already hosted by enough agents. {{(pid=114861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:29:48.018383 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.scheduler.base_scheduler [None req-475feae8-1831-402d-84db-cb9d1cfec358 None None] Resources bound (agent type, host, resource id): {{(pid=114861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:29:48.020095 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475feae8-1831-402d-84db-cb9d1cfec358 None None] Pushing event updated for resources: {'Port': ['ID=f8e83d4c-c681-4186-85f4-02273d9e624f,revision_number=1']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:29:48.022640 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475feae8-1831-402d-84db-cb9d1cfec358 None None] Received port after_create {{(pid=114861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:29:48.085875 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.managers [None req-475feae8-1831-402d-84db-cb9d1cfec358 None None] Attempting to bind port f8e83d4c-c681-4186-85f4-02273d9e624f on host dv-cinder-836252-3-iscsi for vnic_type normal with profile {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:29:48.086308 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.managers [None req-475feae8-1831-402d-84db-cb9d1cfec358 None None] Attempting to bind port f8e83d4c-c681-4186-85f4-02273d9e624f by drivers openvswitch,hyperv on host dv-cinder-836252-3-iscsi at level 0 using segments [{'id': 'd64ef49d-093c-41ff-bdc1-96d0b857029b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '8a9865c2-0d03-40f9-a71a-607e87040674'}] {{(pid=114861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:29:48.086682 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475feae8-1831-402d-84db-cb9d1cfec358 None None] Attempting to bind port f8e83d4c-c681-4186-85f4-02273d9e624f on network 8a9865c2-0d03-40f9-a71a-607e87040674 {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:29:48.092637 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475feae8-1831-402d-84db-cb9d1cfec358 None None] Checking agent: {'id': 'f9a21fd4-36f2-4826-890e-da332e228edf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836252-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 0, 17, 19), 'started_at': datetime.datetime(2022, 4, 12, 0, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836252-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:29:48.093016 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475feae8-1831-402d-84db-cb9d1cfec358 None None] Checking segment: {'id': 'd64ef49d-093c-41ff-bdc1-96d0b857029b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '8a9865c2-0d03-40f9-a71a-607e87040674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:29:48.093427 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-475feae8-1831-402d-84db-cb9d1cfec358 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:48.093826 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475feae8-1831-402d-84db-cb9d1cfec358 None None] Bound using segment: {'id': 'd64ef49d-093c-41ff-bdc1-96d0b857029b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '8a9865c2-0d03-40f9-a71a-607e87040674'} {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:29:48.094319 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.managers [None req-475feae8-1831-402d-84db-cb9d1cfec358 None None] Bound port: f8e83d4c-c681-4186-85f4-02273d9e624f, host: dv-cinder-836252-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd64ef49d-093c-41ff-bdc1-96d0b857029b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '8a9865c2-0d03-40f9-a71a-607e87040674'}}] {{(pid=114861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:29:48.094709 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-475feae8-1831-402d-84db-cb9d1cfec358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (f8e83d4c-c681-4186-85f4-02273d9e624f), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:48.161112 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-475feae8-1831-402d-84db-cb9d1cfec358 None None] For port f8e83d4c-c681-4186-85f4-02273d9e624f, host dv-cinder-836252-3-iscsi, cleared binding levels {{(pid=114861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:29:48.164736 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-475feae8-1831-402d-84db-cb9d1cfec358 None None] For port f8e83d4c-c681-4186-85f4-02273d9e624f, host dv-cinder-836252-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=f8e83d4c-c681-4186-85f4-02273d9e624f,segment=NetworkSegment(d64ef49d-093c-41ff-bdc1-96d0b857029b),segment_id=d64ef49d-093c-41ff-bdc1-96d0b857029b)] {{(pid=114861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:29:48.171722 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-475feae8-1831-402d-84db-cb9d1cfec358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (f8e83d4c-c681-4186-85f4-02273d9e624f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:48.229165 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475feae8-1831-402d-84db-cb9d1cfec358 None None] Pushing event updated for resources: {'Port': ['ID=f8e83d4c-c681-4186-85f4-02273d9e624f,revision_number=2']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:29:48.251751 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e17aadac-4e4a-4f4f-b57d-2c33f15e69f0 req-843c6781-d18c-4c35-9bc1-eca973b98509 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3515561 Apr 12 00:29:48.254011 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-420c515b-b606-49d6-bc3e-e2f285ea93ea req-f5d60702-1f48-4f02-846b-eb654fedbbe1 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Made reservation on behalf of 4d829832a67942c89c33adf4eea0df20 for: {'port': 1} {{(pid=114859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:29:48.257145 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-420c515b-b606-49d6-bc3e-e2f285ea93ea req-f5d60702-1f48-4f02-846b-eb654fedbbe1 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:48.477246 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-60d20c71-2576-416c-8789-a3ede572c866 admin admin] Publish callbacks [] for router_gateway (6ca15b63-1d2a-4015-b195-3a705cb14e92), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:48.507727 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-60d20c71-2576-416c-8789-a3ede572c866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:48.513328 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.db_base_plugin_common [req-420c515b-b606-49d6-bc3e-e2f285ea93ea req-f5d60702-1f48-4f02-846b-eb654fedbbe1 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Allocated IP 172.20.0.5 (56b7f3f4-fbda-4e53-9444-e45c08b83dce/e988553b-462f-48cc-b257-9a51e3764b6c/d9cbe626-bf12-4a6f-94c5-36e54b08b033) {{(pid=114859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:29:48.702827 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.db_base_plugin_common [None req-60d20c71-2576-416c-8789-a3ede572c866 admin admin] Allocated IP 172.27.3.212 (1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7/02a01a71-afa8-4790-9b30-3097f97db265/eb4fcd47-990e-4bb1-b48a-14ca3a30756d) {{(pid=114859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:29:48.793889 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-420c515b-b606-49d6-bc3e-e2f285ea93ea req-f5d60702-1f48-4f02-846b-eb654fedbbe1 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Publish callbacks [] for port (d9cbe626-bf12-4a6f-94c5-36e54b08b033), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:48.852930 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-60d20c71-2576-416c-8789-a3ede572c866 admin admin] Publish callbacks [] for port (eb4fcd47-990e-4bb1-b48a-14ca3a30756d), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:48.866190 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-420c515b-b606-49d6-bc3e-e2f285ea93ea req-f5d60702-1f48-4f02-846b-eb654fedbbe1 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (d9cbe626-bf12-4a6f-94c5-36e54b08b033), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:48.893144 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21528864-1906-4157-8c48-2f97464e4a26 req-a6b32e19-a438-425e-a5db-193ce8d47553 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:48.899997 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-21528864-1906-4157-8c48-2f97464e4a26 req-a6b32e19-a438-425e-a5db-193ce8d47553 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/ports?device_id=29aa1426-1684-47b1-aded-1c9c306543bc HTTP/1.1" status: 200 len: 943 time: 0.0775967 Apr 12 00:29:48.942938 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-420c515b-b606-49d6-bc3e-e2f285ea93ea req-f5d60702-1f48-4f02-846b-eb654fedbbe1 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Network 56b7f3f4-fbda-4e53-9444-e45c08b83dce is already hosted by enough agents. {{(pid=114859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:29:48.947457 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.base_scheduler [req-420c515b-b606-49d6-bc3e-e2f285ea93ea req-f5d60702-1f48-4f02-846b-eb654fedbbe1 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Resources bound (agent type, host, resource id): {{(pid=114859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:29:48.949738 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (f9a21fd4-36f2-4826-890e-da332e228edf), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:48.968417 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-21528864-1906-4157-8c48-2f97464e4a26 req-39697387-542a-421e-83bd-e627b56300b4 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/security-groups?id=529c0cb2-c623-4df4-82c0-9ff506db5c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649931 Apr 12 00:29:48.968732 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.l3_dvrscheduler_db [req-420c515b-b606-49d6-bc3e-e2f285ea93ea req-f5d60702-1f48-4f02-846b-eb654fedbbe1 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Received port after_create {{(pid=114859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:29:49.028897 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d60702-1f48-4f02-846b-eb654fedbbe1 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Pushing event updated for resources: {'Port': ['ID=d9cbe626-bf12-4a6f-94c5-36e54b08b033,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:29:49.031775 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-60d20c71-2576-416c-8789-a3ede572c866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (eb4fcd47-990e-4bb1-b48a-14ca3a30756d), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:49.085382 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18bece9-7bc9-4c3f-9d13-d9461a434eec req-11c4ac96-863e-4a16-8902-c0098497ced7 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:49.086935 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c18bece9-7bc9-4c3f-9d13-d9461a434eec req-11c4ac96-863e-4a16-8902-c0098497ced7 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=b845b619-f58f-4bfd-9a48-df1b1c742def HTTP/1.1" status: 200 len: 931 time: 0.1545959 Apr 12 00:29:49.107168 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c515b-b606-49d6-bc3e-e2f285ea93ea req-f5d60702-1f48-4f02-846b-eb654fedbbe1 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:49.107776 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-420c515b-b606-49d6-bc3e-e2f285ea93ea req-f5d60702-1f48-4f02-846b-eb654fedbbe1 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for port (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:49.111239 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d20c71-2576-416c-8789-a3ede572c866 admin admin] Network 1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7 is already hosted by enough agents. {{(pid=114859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:29:49.130572 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.base_scheduler [None req-60d20c71-2576-416c-8789-a3ede572c866 admin admin] Resources bound (agent type, host, resource id): {{(pid=114859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:29:49.138324 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d20c71-2576-416c-8789-a3ede572c866 admin admin] Received port after_create {{(pid=114859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:29:49.142394 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d20c71-2576-416c-8789-a3ede572c866 admin admin] Pushing event updated for resources: {'Port': ['ID=eb4fcd47-990e-4bb1-b48a-14ca3a30756d,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:29:49.173706 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-420c515b-b606-49d6-bc3e-e2f285ea93ea req-f5d60702-1f48-4f02-846b-eb654fedbbe1 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4955411 Apr 12 00:29:49.196136 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7378d0c4-98d1-469c-959c-f7fcdc569079 None None] Network 8a9865c2-0d03-40f9-a71a-607e87040674 requested from dv-cinder-836252-3-iscsi {{(pid=114861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:29:49.197595 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [req-420c515b-b606-49d6-bc3e-e2f285ea93ea req-ac22cfb5-247f-49f6-81ea-35e1b802e81b service neutron] Request body: {'port': {'device_id': 'b845b619-f58f-4bfd-9a48-df1b1c742def', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83625'}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:29:49.227512 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c18bece9-7bc9-4c3f-9d13-d9461a434eec req-c4f9b8f6-e228-4d83-97b4-a2be8319c49c tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9efb8a5-2801-467f-a96d-f11f9d571d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311157 Apr 12 00:29:49.268795 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device f8e83d4c-c681-4186-85f4-02273d9e624f up at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:29:49.299020 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-384a49cb-156e-4217-baa9-190ead2ba276 None None] Provisioning complete for port f8e83d4c-c681-4186-85f4-02273d9e624f triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:29:49.299393 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-384a49cb-156e-4217-baa9-190ead2ba276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (f8e83d4c-c681-4186-85f4-02273d9e624f), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:49.353484 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-420c515b-b606-49d6-bc3e-e2f285ea93ea req-ac22cfb5-247f-49f6-81ea-35e1b802e81b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (d9cbe626-bf12-4a6f-94c5-36e54b08b033), before_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:49.378957 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dce311-fab7-4de3-a55d-7ebb028b14eb req-d7f9cdae-3393-4bfd-84e2-dddb8d89a051 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:49.381252 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-f9dce311-fab7-4de3-a55d-7ebb028b14eb req-d7f9cdae-3393-4bfd-84e2-dddb8d89a051 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 946 time: 0.0496533 Apr 12 00:29:49.390391 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Provisioning complete for port f8e83d4c-c681-4186-85f4-02273d9e624f triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:29:49.390764 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (f8e83d4c-c681-4186-85f4-02273d9e624f), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:49.450837 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-f9dce311-fab7-4de3-a55d-7ebb028b14eb req-488f8faa-49ac-40ba-8ed0-0aa7d8304493 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619819 Apr 12 00:29:49.467758 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-384a49cb-156e-4217-baa9-190ead2ba276 None None] Current status of the port f8e83d4c-c681-4186-85f4-02273d9e624f is: DOWN; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:29:49.468182 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-384a49cb-156e-4217-baa9-190ead2ba276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (f8e83d4c-c681-4186-85f4-02273d9e624f), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:49.542426 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-384a49cb-156e-4217-baa9-190ead2ba276 None None] For port f8e83d4c-c681-4186-85f4-02273d9e624f, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=f8e83d4c-c681-4186-85f4-02273d9e624f,segment=NetworkSegment(d64ef49d-093c-41ff-bdc1-96d0b857029b),segment_id=d64ef49d-093c-41ff-bdc1-96d0b857029b)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:29:49.547454 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-384a49cb-156e-4217-baa9-190ead2ba276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (f8e83d4c-c681-4186-85f4-02273d9e624f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:49.551965 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Current status of the port f8e83d4c-c681-4186-85f4-02273d9e624f is: DOWN; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:29:49.552662 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (f8e83d4c-c681-4186-85f4-02273d9e624f), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:49.630631 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-60d20c71-2576-416c-8789-a3ede572c866 admin admin] Publish callbacks [] for router_gateway (6ca15b63-1d2a-4015-b195-3a705cb14e92), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:49.733353 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-e9729b9d-afd7-400f-9059-bf933ff19993 None None] Provisioning complete for port f8e83d4c-c681-4186-85f4-02273d9e624f triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:29:49.733757 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-e9729b9d-afd7-400f-9059-bf933ff19993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (f8e83d4c-c681-4186-85f4-02273d9e624f), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:49.792565 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a49cb-156e-4217-baa9-190ead2ba276 None None] Pushing event updated for resources: {'Port': ['ID=f8e83d4c-c681-4186-85f4-02273d9e624f,revision_number=3']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:29:49.819899 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.db.api [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 00:29:49.820253 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG oslo_db.api [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 00:29:49.831935 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [req-420c515b-b606-49d6-bc3e-e2f285ea93ea req-ac22cfb5-247f-49f6-81ea-35e1b802e81b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9cbe626-bf12-4a6f-94c5-36e54b08b033 {{(pid=114859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:29:49.841669 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-420c515b-b606-49d6-bc3e-e2f285ea93ea req-ac22cfb5-247f-49f6-81ea-35e1b802e81b service neutron] Publish callbacks [] for port (d9cbe626-bf12-4a6f-94c5-36e54b08b033), precommit_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:49.858653 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-e9729b9d-afd7-400f-9059-bf933ff19993 None None] Current status of the port f8e83d4c-c681-4186-85f4-02273d9e624f is: ACTIVE; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:29:49.886402 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.provisioning_blocks [req-420c515b-b606-49d6-bc3e-e2f285ea93ea req-ac22cfb5-247f-49f6-81ea-35e1b802e81b service neutron] Transition to ACTIVE for port object d9cbe626-bf12-4a6f-94c5-36e54b08b033 will not be triggered until provisioned by entity L2. {{(pid=114859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 00:29:49.890943 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-420c515b-b606-49d6-bc3e-e2f285ea93ea req-ac22cfb5-247f-49f6-81ea-35e1b802e81b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59136039'] for port (d9cbe626-bf12-4a6f-94c5-36e54b08b033), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:49.945555 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-60d20c71-2576-416c-8789-a3ede572c866 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1586386'] for router (6ca15b63-1d2a-4015-b195-3a705cb14e92), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:49.958739 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac22cfb5-247f-49f6-81ea-35e1b802e81b service neutron] Pushing event updated for resources: {'Port': ['ID=d9cbe626-bf12-4a6f-94c5-36e54b08b033,revision_number=2']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:29:50.141262 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b3674-3489-4bc3-b40e-c25a0cedf09b req-0952f19e-7cf6-44ee-ac71-0dfb5a817266 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:50.142664 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-f48b3674-3489-4bc3-b40e-c25a0cedf09b req-0952f19e-7cf6-44ee-ac71-0dfb5a817266 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/ports?device_id=29aa1426-1684-47b1-aded-1c9c306543bc HTTP/1.1" status: 200 len: 943 time: 0.1006858 Apr 12 00:29:50.177208 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.managers [req-420c515b-b606-49d6-bc3e-e2f285ea93ea req-ac22cfb5-247f-49f6-81ea-35e1b802e81b service neutron] Attempting to bind port d9cbe626-bf12-4a6f-94c5-36e54b08b033 on host hv-cinder-83625 for vnic_type normal with profile {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:29:50.177541 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.managers [req-420c515b-b606-49d6-bc3e-e2f285ea93ea req-ac22cfb5-247f-49f6-81ea-35e1b802e81b service neutron] Attempting to bind port d9cbe626-bf12-4a6f-94c5-36e54b08b033 by drivers openvswitch,hyperv on host hv-cinder-83625 at level 0 using segments [{'id': '5d9dc515-0707-4c75-a379-8fe0f8c382f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '56b7f3f4-fbda-4e53-9444-e45c08b83dce'}] {{(pid=114859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:29:50.177868 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420c515b-b606-49d6-bc3e-e2f285ea93ea req-ac22cfb5-247f-49f6-81ea-35e1b802e81b service neutron] Attempting to bind port d9cbe626-bf12-4a6f-94c5-36e54b08b033 on network 56b7f3f4-fbda-4e53-9444-e45c08b83dce {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:29:50.193436 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420c515b-b606-49d6-bc3e-e2f285ea93ea req-ac22cfb5-247f-49f6-81ea-35e1b802e81b service neutron] Port d9cbe626-bf12-4a6f-94c5-36e54b08b033 on network 56b7f3f4-fbda-4e53-9444-e45c08b83dce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83625 {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 00:29:50.193754 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420c515b-b606-49d6-bc3e-e2f285ea93ea req-ac22cfb5-247f-49f6-81ea-35e1b802e81b service neutron] Attempting to bind port d9cbe626-bf12-4a6f-94c5-36e54b08b033 on network 56b7f3f4-fbda-4e53-9444-e45c08b83dce {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:29:50.210698 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420c515b-b606-49d6-bc3e-e2f285ea93ea req-ac22cfb5-247f-49f6-81ea-35e1b802e81b service neutron] Checking agent: {'id': '6c438ad1-5788-4552-a50f-29c8c96f3196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83625', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 0, 23, 42), 'started_at': datetime.datetime(2022, 4, 12, 0, 23, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:29:50.211031 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420c515b-b606-49d6-bc3e-e2f285ea93ea req-ac22cfb5-247f-49f6-81ea-35e1b802e81b service neutron] Checking segment: {'id': '5d9dc515-0707-4c75-a379-8fe0f8c382f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '56b7f3f4-fbda-4e53-9444-e45c08b83dce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:29:50.211409 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420c515b-b606-49d6-bc3e-e2f285ea93ea req-ac22cfb5-247f-49f6-81ea-35e1b802e81b service neutron] Bound using segment: {'id': '5d9dc515-0707-4c75-a379-8fe0f8c382f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '56b7f3f4-fbda-4e53-9444-e45c08b83dce'} {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:29:50.211829 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.managers [req-420c515b-b606-49d6-bc3e-e2f285ea93ea req-ac22cfb5-247f-49f6-81ea-35e1b802e81b service neutron] Bound port: d9cbe626-bf12-4a6f-94c5-36e54b08b033, host: hv-cinder-83625, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d9dc515-0707-4c75-a379-8fe0f8c382f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '56b7f3f4-fbda-4e53-9444-e45c08b83dce'}}] {{(pid=114859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:29:50.212182 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-420c515b-b606-49d6-bc3e-e2f285ea93ea req-ac22cfb5-247f-49f6-81ea-35e1b802e81b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (d9cbe626-bf12-4a6f-94c5-36e54b08b033), before_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:50.238496 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-f48b3674-3489-4bc3-b40e-c25a0cedf09b req-a5b8c2e1-4938-47a5-b025-23a5344dcb20 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/security-groups?id=529c0cb2-c623-4df4-82c0-9ff506db5c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833886 Apr 12 00:29:50.240854 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d20c71-2576-416c-8789-a3ede572c866 admin admin] Router 6ca15b63-1d2a-4015-b195-3a705cb14e92 is scheduled to L3 agent d3fb0dde-5c40-4fca-80b5-61326157311c with binding_index 1 {{(pid=114859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 00:29:50.345398 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e96eb-bf44-4b29-8653-db9c00bb3f2a req-a6464d1d-7f35-40b9-b5ad-a8748c30295c tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:50.347819 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-982e96eb-bf44-4b29-8653-db9c00bb3f2a req-a6464d1d-7f35-40b9-b5ad-a8748c30295c tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=b845b619-f58f-4bfd-9a48-df1b1c742def HTTP/1.1" status: 200 len: 943 time: 0.0498343 Apr 12 00:29:50.359684 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Current status of the port f8e83d4c-c681-4186-85f4-02273d9e624f is: ACTIVE; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:29:50.408200 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-982e96eb-bf44-4b29-8653-db9c00bb3f2a req-10b4523a-5991-4a0e-bd19-fb4102f1bb55 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9efb8a5-2801-467f-a96d-f11f9d571d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537827 Apr 12 00:29:50.591470 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [req-420c515b-b606-49d6-bc3e-e2f285ea93ea req-ac22cfb5-247f-49f6-81ea-35e1b802e81b service neutron] For port d9cbe626-bf12-4a6f-94c5-36e54b08b033, host hv-cinder-83625, cleared binding levels {{(pid=114859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:29:50.637315 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [req-420c515b-b606-49d6-bc3e-e2f285ea93ea req-ac22cfb5-247f-49f6-81ea-35e1b802e81b service neutron] For port d9cbe626-bf12-4a6f-94c5-36e54b08b033, host hv-cinder-83625, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=d9cbe626-bf12-4a6f-94c5-36e54b08b033,segment=NetworkSegment(5d9dc515-0707-4c75-a379-8fe0f8c382f2),segment_id=5d9dc515-0707-4c75-a379-8fe0f8c382f2)] {{(pid=114859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:29:50.653699 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69d14fc-de4d-405d-b301-a4ff6683e5b1 req-9a755ac2-a641-46b1-96a3-84afc6327356 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:50.655203 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-b69d14fc-de4d-405d-b301-a4ff6683e5b1 req-9a755ac2-a641-46b1-96a3-84afc6327356 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 946 time: 0.0985136 Apr 12 00:29:50.656148 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d20c71-2576-416c-8789-a3ede572c866 admin admin] Notify agent at l3_agent.dv-cinder-836252-3-iscsi the message routers_updated {{(pid=114859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:29:50.658061 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-420c515b-b606-49d6-bc3e-e2f285ea93ea req-ac22cfb5-247f-49f6-81ea-35e1b802e81b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59136039'] for port (d9cbe626-bf12-4a6f-94c5-36e54b08b033), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:50.672793 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3535a28c-7975-40e2-908d-781a5a8fff14 None None] Sync routers for ids ['6ca15b63-1d2a-4015-b195-3a705cb14e92'] in dv-cinder-836252-3-iscsi {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:29:50.682045 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3535a28c-7975-40e2-908d-781a5a8fff14 None None] Routers {'6ca15b63-1d2a-4015-b195-3a705cb14e92'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:29:50.682714 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-3535a28c-7975-40e2-908d-781a5a8fff14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:29:45Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['6ca15b63-1d2a-4015-b195-3a705cb14e92'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:29:50.713851 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c515b-b606-49d6-bc3e-e2f285ea93ea req-ac22cfb5-247f-49f6-81ea-35e1b802e81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:50.714497 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-420c515b-b606-49d6-bc3e-e2f285ea93ea req-ac22cfb5-247f-49f6-81ea-35e1b802e81b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for port (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:50.715898 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-420c515b-b606-49d6-bc3e-e2f285ea93ea req-ac22cfb5-247f-49f6-81ea-35e1b802e81b service neutron] 10.222.0.52 "PUT /v2.0/ports/d9cbe626-bf12-4a6f-94c5-36e54b08b033 HTTP/1.1" status: 200 len: 1093 time: 1.5275528 Apr 12 00:29:50.716868 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b845b619-f58f-4bfd-9a48-df1b1c742def', 'tag': 'd9cbe626-bf12-4a6f-94c5-36e54b08b033'}] {{(pid=114859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:29:50.719133 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d751ce943c7fd1580d8237ddcdd582f05025ac6b53677acecb9ecfb4d000721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f50723-b82b-43d6-b800-ec0f15779e06" -d '{"events": [{"name": "network-changed", "server_uuid": "b845b619-f58f-4bfd-9a48-df1b1c742def", "tag": "d9cbe626-bf12-4a6f-94c5-36e54b08b033"}]}' {{(pid=114859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:29:50.725554 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-60d20c71-2576-416c-8789-a3ede572c866 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:50.729301 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-60d20c71-2576-416c-8789-a3ede572c866 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1899076 Apr 12 00:29:50.730241 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 58330) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:29:50.790545 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-3535a28c-7975-40e2-908d-781a5a8fff14 None None] Set router 6ca15b63-1d2a-4015-b195-3a705cb14e92 gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:29:50.790842 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d653dab2-a5bd-4100-996d-34093aebe9aa x-openstack-request-id: req-d653dab2-a5bd-4100-996d-34093aebe9aa {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:29:50.791127 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b845b619-f58f-4bfd-9a48-df1b1c742def", "tag": "d9cbe626-bf12-4a6f-94c5-36e54b08b033", "status": "completed", "code": 200}]} {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:29:50.791382 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d653dab2-a5bd-4100-996d-34093aebe9aa {{(pid=114859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:29:50.791781 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d653dab2-a5bd-4100-996d-34093aebe9aa'] response: {'name': 'network-changed', 'server_uuid': 'b845b619-f58f-4bfd-9a48-df1b1c742def', 'tag': 'd9cbe626-bf12-4a6f-94c5-36e54b08b033', 'status': 'completed', 'code': 200} Apr 12 00:29:50.808150 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac22cfb5-247f-49f6-81ea-35e1b802e81b service neutron] Pushing event updated for resources: {'Port': ['ID=d9cbe626-bf12-4a6f-94c5-36e54b08b033,revision_number=3']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:29:50.815528 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-b69d14fc-de4d-405d-b301-a4ff6683e5b1 req-9226a4fc-42bc-43f2-8f37-2c35708478ee tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513462 Apr 12 00:29:50.860287 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.agents_db [None req-4f17da96-f611-4225-a78f-ee15b860eec6 None None] Agent healthcheck: found 6 active agents {{(pid=114862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:29:50.891578 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c515b-b606-49d6-bc3e-e2f285ea93ea req-c582dcc6-861a-4e28-9dff-5ad218c28168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:50.893115 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-420c515b-b606-49d6-bc3e-e2f285ea93ea req-c582dcc6-861a-4e28-9dff-5ad218c28168 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4d829832a67942c89c33adf4eea0df20&device_id=b845b619-f58f-4bfd-9a48-df1b1c742def HTTP/1.1" status: 200 len: 1127 time: 0.0752060 Apr 12 00:29:50.946938 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-420c515b-b606-49d6-bc3e-e2f285ea93ea req-373697a7-ce95-4ccf-82fc-e0aabe711624 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9cbe626-bf12-4a6f-94c5-36e54b08b033 HTTP/1.1" status: 200 len: 217 time: 0.0397358 Apr 12 00:29:50.973486 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-3535a28c-7975-40e2-908d-781a5a8fff14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'name': 'tempest-TestVolumeBootPattern-881313849-router', 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'eb4fcd47-990e-4bb1-b48a-14ca3a30756d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:29:47Z', 'updated_at': '2022-04-12T00:29:49Z', 'revision_number': 3, 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'gw_port': {'id': 'eb4fcd47-990e-4bb1-b48a-14ca3a30756d', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c2:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:29:48Z', 'updated_at': '2022-04-12T00:29:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi'}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:29:51.063612 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c515b-b606-49d6-bc3e-e2f285ea93ea req-77908a96-3da6-4c8b-98a4-67405cfc856e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:51.065087 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-420c515b-b606-49d6-bc3e-e2f285ea93ea req-77908a96-3da6-4c8b-98a4-67405cfc856e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e988553b-462f-48cc-b257-9a51e3764b6c HTTP/1.1" status: 200 len: 853 time: 0.0878172 Apr 12 00:29:51.082314 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3535a28c-7975-40e2-908d-781a5a8fff14 None None] Checking router: 6ca15b63-1d2a-4015-b195-3a705cb14e92 for host: dv-cinder-836252-3-iscsi {{(pid=114862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:29:51.082657 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3535a28c-7975-40e2-908d-781a5a8fff14 None None] Updating router 6ca15b63-1d2a-4015-b195-3a705cb14e92 port eb4fcd47-990e-4bb1-b48a-14ca3a30756d binding host dv-cinder-836252-3-iscsi {{(pid=114862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 00:29:51.104729 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-420c515b-b606-49d6-bc3e-e2f285ea93ea req-a07c58e4-414f-4cf8-a8db-f6ba3f8a200b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=56b7f3f4-fbda-4e53-9444-e45c08b83dce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293345 Apr 12 00:29:51.110024 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron_lib.callbacks.manager [None req-3535a28c-7975-40e2-908d-781a5a8fff14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (eb4fcd47-990e-4bb1-b48a-14ca3a30756d), before_update {{(pid=114862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:51.202121 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device f8e83d4c-c681-4186-85f4-02273d9e624f up at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:29:51.254730 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Provisioning complete for port f8e83d4c-c681-4186-85f4-02273d9e624f triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:29:51.255352 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (f8e83d4c-c681-4186-85f4-02273d9e624f), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:51.273825 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-420c515b-b606-49d6-bc3e-e2f285ea93ea req-9e6cedad-9d61-431e-94c2-0305c34e803f service neutron] 10.222.0.52 "GET /v2.0/networks/56b7f3f4-fbda-4e53-9444-e45c08b83dce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358848 Apr 12 00:29:51.334678 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Current status of the port f8e83d4c-c681-4186-85f4-02273d9e624f is: ACTIVE; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:29:51.365633 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adac749-7f5c-4036-8d05-397b187d45eb req-31dcbb9a-6fbb-4c85-a252-669788e4000f tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:51.370738 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-7adac749-7f5c-4036-8d05-397b187d45eb req-31dcbb9a-6fbb-4c85-a252-669788e4000f tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/ports?device_id=29aa1426-1684-47b1-aded-1c9c306543bc HTTP/1.1" status: 200 len: 943 time: 0.0542510 Apr 12 00:29:51.399815 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron_lib.callbacks.manager [None req-3535a28c-7975-40e2-908d-781a5a8fff14 None None] Publish callbacks [] for port (eb4fcd47-990e-4bb1-b48a-14ca3a30756d), precommit_update {{(pid=114862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:51.407109 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron_lib.callbacks.manager [None req-3535a28c-7975-40e2-908d-781a5a8fff14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (eb4fcd47-990e-4bb1-b48a-14ca3a30756d), after_update {{(pid=114862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:51.428230 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-7adac749-7f5c-4036-8d05-397b187d45eb req-83652a41-a3d6-488f-8942-907331f2e0a1 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/security-groups?id=529c0cb2-c623-4df4-82c0-9ff506db5c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539916 Apr 12 00:29:51.443451 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-420c515b-b606-49d6-bc3e-e2f285ea93ea req-06e4bccc-d465-4de9-bb03-84bf595de36a service neutron] 10.222.0.52 "GET /v2.0/networks/56b7f3f4-fbda-4e53-9444-e45c08b83dce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472943 Apr 12 00:29:51.455504 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.managers [None req-3535a28c-7975-40e2-908d-781a5a8fff14 None None] Attempting to bind port eb4fcd47-990e-4bb1-b48a-14ca3a30756d on host dv-cinder-836252-3-iscsi for vnic_type normal with profile {{(pid=114862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:29:51.455882 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.managers [None req-3535a28c-7975-40e2-908d-781a5a8fff14 None None] Attempting to bind port eb4fcd47-990e-4bb1-b48a-14ca3a30756d by drivers openvswitch,hyperv on host dv-cinder-836252-3-iscsi at level 0 using segments [{'id': '45a4c36b-a669-4a7f-a3e9-c2d676175ec7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7'}] {{(pid=114862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:29:51.456247 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3535a28c-7975-40e2-908d-781a5a8fff14 None None] Attempting to bind port eb4fcd47-990e-4bb1-b48a-14ca3a30756d on network 1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7 {{(pid=114862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:29:51.462147 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-caa9c622-7c27-4fd6-9e69-b4678106041e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:51.462902 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3535a28c-7975-40e2-908d-781a5a8fff14 None None] Checking agent: {'id': 'f9a21fd4-36f2-4826-890e-da332e228edf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836252-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 0, 17, 19), 'started_at': datetime.datetime(2022, 4, 12, 0, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836252-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:29:51.463273 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3535a28c-7975-40e2-908d-781a5a8fff14 None None] Checking segment: {'id': '45a4c36b-a669-4a7f-a3e9-c2d676175ec7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:29:51.463670 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron_lib.callbacks.manager [None req-3535a28c-7975-40e2-908d-781a5a8fff14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:51.464056 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3535a28c-7975-40e2-908d-781a5a8fff14 None None] Bound using segment: {'id': '45a4c36b-a669-4a7f-a3e9-c2d676175ec7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7'} {{(pid=114862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:29:51.464590 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.managers [None req-3535a28c-7975-40e2-908d-781a5a8fff14 None None] Bound port: eb4fcd47-990e-4bb1-b48a-14ca3a30756d, host: dv-cinder-836252-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45a4c36b-a669-4a7f-a3e9-c2d676175ec7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7'}}] {{(pid=114862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:29:51.464977 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron_lib.callbacks.manager [None req-3535a28c-7975-40e2-908d-781a5a8fff14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (eb4fcd47-990e-4bb1-b48a-14ca3a30756d), before_update {{(pid=114862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:51.501724 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c8c8dc-e248-4894-8574-84cd97c6a061 None None] Pushing event updated for resources: {'Port': ['ID=eb4fcd47-990e-4bb1-b48a-14ca3a30756d,revision_number=2']} {{(pid=114862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:29:51.527282 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.db [None req-3535a28c-7975-40e2-908d-781a5a8fff14 None None] For port eb4fcd47-990e-4bb1-b48a-14ca3a30756d, host dv-cinder-836252-3-iscsi, cleared binding levels {{(pid=114862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:29:51.531210 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.db [None req-3535a28c-7975-40e2-908d-781a5a8fff14 None None] For port eb4fcd47-990e-4bb1-b48a-14ca3a30756d, host dv-cinder-836252-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=eb4fcd47-990e-4bb1-b48a-14ca3a30756d,segment=NetworkSegment(45a4c36b-a669-4a7f-a3e9-c2d676175ec7),segment_id=45a4c36b-a669-4a7f-a3e9-c2d676175ec7)] {{(pid=114862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:29:51.537480 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron_lib.callbacks.manager [None req-3535a28c-7975-40e2-908d-781a5a8fff14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (eb4fcd47-990e-4bb1-b48a-14ca3a30756d), after_update {{(pid=114862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:51.573952 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd354026-847f-434f-a453-226923c0a80b req-79feae78-a045-4ca1-b513-d809282ed8d6 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:51.576066 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-cd354026-847f-434f-a453-226923c0a80b req-79feae78-a045-4ca1-b513-d809282ed8d6 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=b845b619-f58f-4bfd-9a48-df1b1c742def HTTP/1.1" status: 200 len: 943 time: 0.0876861 Apr 12 00:29:51.603868 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3535a28c-7975-40e2-908d-781a5a8fff14 None None] Routers {'6ca15b63-1d2a-4015-b195-3a705cb14e92'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:29:51.604555 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-3535a28c-7975-40e2-908d-781a5a8fff14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:29:45Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['6ca15b63-1d2a-4015-b195-3a705cb14e92'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:29:51.606520 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c8c8dc-e248-4894-8574-84cd97c6a061 None None] Pushing event updated for resources: {'Port': ['ID=eb4fcd47-990e-4bb1-b48a-14ca3a30756d,revision_number=3']} {{(pid=114862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:29:51.681980 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-cd354026-847f-434f-a453-226923c0a80b req-86822743-cb96-4ed3-8bd9-f93f4cb8546f tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9efb8a5-2801-467f-a96d-f11f9d571d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836871 Apr 12 00:29:51.704614 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.db_base_plugin_common [None req-caa9c622-7c27-4fd6-9e69-b4678106041e admin admin] Allocated IP 172.20.0.1 (8a9865c2-0d03-40f9-a71a-607e87040674/673329e3-8235-4c2b-a7ed-65b2b39a6faf/dcd1127c-7a98-45f3-8118-070d2b2c65ec) {{(pid=114859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:29:51.738176 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-3535a28c-7975-40e2-908d-781a5a8fff14 None None] Set router 6ca15b63-1d2a-4015-b195-3a705cb14e92 gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:29:51.814391 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-caa9c622-7c27-4fd6-9e69-b4678106041e admin admin] Publish callbacks [] for port (dcd1127c-7a98-45f3-8118-070d2b2c65ec), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:51.860143 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-caa9c622-7c27-4fd6-9e69-b4678106041e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (dcd1127c-7a98-45f3-8118-070d2b2c65ec), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:51.913772 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa9c622-7c27-4fd6-9e69-b4678106041e admin admin] Network 8a9865c2-0d03-40f9-a71a-607e87040674 is already hosted by enough agents. {{(pid=114859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:29:51.918033 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.base_scheduler [None req-caa9c622-7c27-4fd6-9e69-b4678106041e admin admin] Resources bound (agent type, host, resource id): {{(pid=114859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:29:51.920488 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa9c622-7c27-4fd6-9e69-b4678106041e admin admin] Received port after_create {{(pid=114859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:29:51.948578 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa9c622-7c27-4fd6-9e69-b4678106041e admin admin] Pushing event updated for resources: {'Port': ['ID=dcd1127c-7a98-45f3-8118-070d2b2c65ec,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:29:51.950980 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-3535a28c-7975-40e2-908d-781a5a8fff14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'name': 'tempest-TestVolumeBootPattern-881313849-router', 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'eb4fcd47-990e-4bb1-b48a-14ca3a30756d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:29:47Z', 'updated_at': '2022-04-12T00:29:49Z', 'revision_number': 3, 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'gw_port': {'id': 'eb4fcd47-990e-4bb1-b48a-14ca3a30756d', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c2:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:29:48Z', 'updated_at': '2022-04-12T00:29:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi'}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:29:51.970470 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-caa9c622-7c27-4fd6-9e69-b4678106041e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586209'] for router_interface (6ca15b63-1d2a-4015-b195-3a705cb14e92), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:51.980572 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9580d4-12d1-425d-ae14-a9ac910eddef req-72dafde6-f481-4124-9a70-603f6a5e31d3 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:51.982652 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3535a28c-7975-40e2-908d-781a5a8fff14 None None] The sync data for ids ['6ca15b63-1d2a-4015-b195-3a705cb14e92'] in dv-cinder-836252-3-iscsi is: [{'id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'name': 'tempest-TestVolumeBootPattern-881313849-router', 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'eb4fcd47-990e-4bb1-b48a-14ca3a30756d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:29:47Z', 'updated_at': '2022-04-12T00:29:49Z', 'revision_number': 3, 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'gw_port': {'id': 'eb4fcd47-990e-4bb1-b48a-14ca3a30756d', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c2:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:29:48Z', 'updated_at': '2022-04-12T00:29:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi'}] {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:29:51.983565 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-ed9580d4-12d1-425d-ae14-a9ac910eddef req-72dafde6-f481-4124-9a70-603f6a5e31d3 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 946 time: 0.0731046 Apr 12 00:29:52.063706 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-ed9580d4-12d1-425d-ae14-a9ac910eddef req-9d77bf97-3d1e-4344-b905-dfcacd6a7952 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630479 Apr 12 00:29:52.122873 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-caa9c622-7c27-4fd6-9e69-b4678106041e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (dcd1127c-7a98-45f3-8118-070d2b2c65ec), before_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:52.196237 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-70f59cca-a5cc-40c2-9438-c9751d579bf2 None None] Provisioning complete for port dcd1127c-7a98-45f3-8118-070d2b2c65ec triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:29:52.196807 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-70f59cca-a5cc-40c2-9438-c9751d579bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (dcd1127c-7a98-45f3-8118-070d2b2c65ec), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:52.238767 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-70f59cca-a5cc-40c2-9438-c9751d579bf2 None None] Port dcd1127c-7a98-45f3-8118-070d2b2c65ec cannot update to ACTIVE because it is not bound. {{(pid=114861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:29:52.324316 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-caa9c622-7c27-4fd6-9e69-b4678106041e admin admin] Publish callbacks [] for port (dcd1127c-7a98-45f3-8118-070d2b2c65ec), precommit_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:52.329374 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-caa9c622-7c27-4fd6-9e69-b4678106041e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59136039'] for port (dcd1127c-7a98-45f3-8118-070d2b2c65ec), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:52.395695 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-caa9c622-7c27-4fd6-9e69-b4678106041e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586577'] for router_interface (6ca15b63-1d2a-4015-b195-3a705cb14e92), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:52.397800 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa9c622-7c27-4fd6-9e69-b4678106041e admin admin] Pushing event updated for resources: {'Port': ['ID=dcd1127c-7a98-45f3-8118-070d2b2c65ec,revision_number=2']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:29:52.500165 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa9c622-7c27-4fd6-9e69-b4678106041e admin admin] Network 8a9865c2-0d03-40f9-a71a-607e87040674 is already hosted by enough agents. {{(pid=114859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:29:52.501606 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.base_scheduler [None req-caa9c622-7c27-4fd6-9e69-b4678106041e admin admin] Resources bound (agent type, host, resource id): {{(pid=114859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:29:52.631149 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045278a9-218d-4e60-a81d-a7013b985af9 req-ea9c47f9-1f1d-4f6d-a481-176f0cadde27 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:52.632693 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-045278a9-218d-4e60-a81d-a7013b985af9 req-ea9c47f9-1f1d-4f6d-a481-176f0cadde27 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/ports?device_id=29aa1426-1684-47b1-aded-1c9c306543bc HTTP/1.1" status: 200 len: 943 time: 0.0889866 Apr 12 00:29:52.687841 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa9c622-7c27-4fd6-9e69-b4678106041e admin admin] Router 6ca15b63-1d2a-4015-b195-3a705cb14e92 has already been hosted by L3 agent d3fb0dde-5c40-4fca-80b5-61326157311c {{(pid=114859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:29:52.705736 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-045278a9-218d-4e60-a81d-a7013b985af9 req-d1fb06c0-9a88-477f-b5ec-3f514810d36e tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/security-groups?id=529c0cb2-c623-4df4-82c0-9ff506db5c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660720 Apr 12 00:29:52.759328 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-84bdad89-06a4-4718-a2f0-e6dbef279c8e None None] Provisioning complete for port dcd1127c-7a98-45f3-8118-070d2b2c65ec triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:29:52.759858 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-84bdad89-06a4-4718-a2f0-e6dbef279c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (dcd1127c-7a98-45f3-8118-070d2b2c65ec), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:52.802330 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-84bdad89-06a4-4718-a2f0-e6dbef279c8e None None] Port dcd1127c-7a98-45f3-8118-070d2b2c65ec cannot update to ACTIVE because it is not bound. {{(pid=114861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:29:52.809232 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e0318-42df-4853-82d6-943eb925e800 req-6434763f-2f6c-4ecc-bf0b-caa6d6913f2a tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:52.811374 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-941e0318-42df-4853-82d6-943eb925e800 req-6434763f-2f6c-4ecc-bf0b-caa6d6913f2a tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=b845b619-f58f-4bfd-9a48-df1b1c742def HTTP/1.1" status: 200 len: 943 time: 0.0580184 Apr 12 00:29:52.835530 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa9c622-7c27-4fd6-9e69-b4678106041e admin admin] Notify agent at l3_agent.dv-cinder-836252-3-iscsi the message routers_updated {{(pid=114859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:29:52.841219 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-caa9c622-7c27-4fd6-9e69-b4678106041e admin admin] 10.222.0.32 "PUT /v2.0/routers/6ca15b63-1d2a-4015-b195-3a705cb14e92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1070642 Apr 12 00:29:52.866283 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-941e0318-42df-4853-82d6-943eb925e800 req-0122cc33-a29a-45aa-ba9f-a292349148f1 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9efb8a5-2801-467f-a96d-f11f9d571d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485711 Apr 12 00:29:53.194704 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ac270-3860-4b74-a319-468873d1daad req-32b017ea-4370-4d55-b74f-5727e50a2588 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:53.194704 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d29ac270-3860-4b74-a319-468873d1daad req-32b017ea-4370-4d55-b74f-5727e50a2588 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 946 time: 0.0542305 Apr 12 00:29:53.223158 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device eb4fcd47-990e-4bb1-b48a-14ca3a30756d up at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:29:53.252061 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d29ac270-3860-4b74-a319-468873d1daad req-76a576d6-37d6-4708-8991-ce6a0aa17cf5 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512178 Apr 12 00:29:53.284035 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Provisioning complete for port eb4fcd47-990e-4bb1-b48a-14ca3a30756d triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:29:53.284408 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (eb4fcd47-990e-4bb1-b48a-14ca3a30756d), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:53.334601 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 58362) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:29:53.339781 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [None req-5e429060-aab1-40b6-99cd-721afbc4c0b2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1188956872-network', 'tenant_id': '3de3a4084d864ba6845b0d8385e0b593'}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:29:53.364202 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e429060-aab1-40b6-99cd-721afbc4c0b2 admin admin] Made reservation on behalf of 3de3a4084d864ba6845b0d8385e0b593 for: {'network': 1} {{(pid=114859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:29:53.366749 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-5e429060-aab1-40b6-99cd-721afbc4c0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for network (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:53.375746 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-5e429060-aab1-40b6-99cd-721afbc4c0b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:53.377722 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Current status of the port eb4fcd47-990e-4bb1-b48a-14ca3a30756d is: DOWN; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:29:53.378196 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (eb4fcd47-990e-4bb1-b48a-14ca3a30756d), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:53.399905 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] For port eb4fcd47-990e-4bb1-b48a-14ca3a30756d, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=eb4fcd47-990e-4bb1-b48a-14ca3a30756d,segment=NetworkSegment(45a4c36b-a669-4a7f-a3e9-c2d676175ec7),segment_id=45a4c36b-a669-4a7f-a3e9-c2d676175ec7)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:29:53.405362 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (eb4fcd47-990e-4bb1-b48a-14ca3a30756d), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:53.456120 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Pushing event updated for resources: {'Port': ['ID=eb4fcd47-990e-4bb1-b48a-14ca3a30756d,revision_number=4']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:29:53.459018 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-5e429060-aab1-40b6-99cd-721afbc4c0b2 admin admin] Publish callbacks [] for security_group (bca64c84-7ef9-4b36-bdb7-f6ccdc230db6), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:53.462894 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-5e429060-aab1-40b6-99cd-721afbc4c0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (bca64c84-7ef9-4b36-bdb7-f6ccdc230db6), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:53.491006 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e429060-aab1-40b6-99cd-721afbc4c0b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=114859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 00:29:53.496640 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e429060-aab1-40b6-99cd-721afbc4c0b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca64c84-7ef9-4b36-bdb7-f6ccdc230db6,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:29:53.503840 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-5e429060-aab1-40b6-99cd-721afbc4c0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552308'] for segment (dce4b8e1-ec4c-40ff-a23c-83d16f90c5b1), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:53.504177 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.db.segments_db [None req-5e429060-aab1-40b6-99cd-721afbc4c0b2 admin admin] Added segment dce4b8e1-ec4c-40ff-a23c-83d16f90c5b1 of type vlan for network 4bce48e7-f272-4d7f-8b74-ec8868e7768a Apr 12 00:29:53.545360 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-5e429060-aab1-40b6-99cd-721afbc4c0b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757612902750'] for network (4bce48e7-f272-4d7f-8b74-ec8868e7768a), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:53.569289 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-5e429060-aab1-40b6-99cd-721afbc4c0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925'] for network (4bce48e7-f272-4d7f-8b74-ec8868e7768a), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:53.570224 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e429060-aab1-40b6-99cd-721afbc4c0b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:53.570831 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-5e429060-aab1-40b6-99cd-721afbc4c0b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for network (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:53.630319 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-5e429060-aab1-40b6-99cd-721afbc4c0b2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2946272 Apr 12 00:29:53.632888 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 58364) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:29:53.640917 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [None req-732c0bca-6b0f-484c-b005-f0bd5d56fc56 admin admin] Request body: {'subnet': {'network_id': '4bce48e7-f272-4d7f-8b74-ec8868e7768a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1188956872-subnet', 'tenant_id': '3de3a4084d864ba6845b0d8385e0b593', 'ip_version': 4}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:29:53.644160 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e429060-aab1-40b6-99cd-721afbc4c0b2 admin admin] Pushing event updated for resources: {'Network': ['ID=4bce48e7-f272-4d7f-8b74-ec8868e7768a,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:29:53.654217 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Network 4bce48e7-f272-4d7f-8b74-ec8868e7768a details requested by agent ovs-agent-dv-cinder-836252-3-iscsi with host dv-cinder-836252-3-iscsi {{(pid=114861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 00:29:53.667419 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732c0bca-6b0f-484c-b005-f0bd5d56fc56 admin admin] Made reservation on behalf of 3de3a4084d864ba6845b0d8385e0b593 for: {'subnet': 1} {{(pid=114859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:29:53.671990 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-732c0bca-6b0f-484c-b005-f0bd5d56fc56 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59423709'] for subnet (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:53.675447 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6cae84-e072-43ae-bcea-45867f53fe80 None None] Sync routers for ids ['6ca15b63-1d2a-4015-b195-3a705cb14e92'] in dv-cinder-836252-3-iscsi {{(pid=114861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:29:53.730606 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6cae84-e072-43ae-bcea-45867f53fe80 None None] Routers {'6ca15b63-1d2a-4015-b195-3a705cb14e92'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:29:53.731771 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-cc6cae84-e072-43ae-bcea-45867f53fe80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:29:45Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['6ca15b63-1d2a-4015-b195-3a705cb14e92'], 'active': True} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:29:53.836427 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d5c0c-7bb1-43ad-b87f-7b194701631b req-8c3b00c1-507f-49eb-a52c-b3075c7fbce2 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:53.838609 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-237d5c0c-7bb1-43ad-b87f-7b194701631b req-8c3b00c1-507f-49eb-a52c-b3075c7fbce2 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/ports?device_id=29aa1426-1684-47b1-aded-1c9c306543bc HTTP/1.1" status: 200 len: 943 time: 0.0527990 Apr 12 00:29:53.853138 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-732c0bca-6b0f-484c-b005-f0bd5d56fc56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59135644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59423695'] for subnet (c11f733d-aa26-4ad3-9909-ee99fd0c4335), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:53.853684 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvr_db [None req-cc6cae84-e072-43ae-bcea-45867f53fe80 None None] Set router 6ca15b63-1d2a-4015-b195-3a705cb14e92 gateway port host: dv-cinder-836252-3-iscsi {{(pid=114861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:29:53.918547 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-237d5c0c-7bb1-43ad-b87f-7b194701631b req-a2e3cc16-9a6b-4f37-b60a-7ca770b89713 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/security-groups?id=529c0cb2-c623-4df4-82c0-9ff506db5c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733843 Apr 12 00:29:53.924559 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732c0bca-6b0f-484c-b005-f0bd5d56fc56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c11f733d-aa26-4ad3-9909-ee99fd0c4335,revision_number=0']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:29:53.940786 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732c0bca-6b0f-484c-b005-f0bd5d56fc56 admin admin] Checking segment: {'id': 'dce4b8e1-ec4c-40ff-a23c-83d16f90c5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4bce48e7-f272-4d7f-8b74-ec8868e7768a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:29:53.941139 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732c0bca-6b0f-484c-b005-f0bd5d56fc56 admin admin] Network hostable DHCP agents. Network: 4bce48e7-f272-4d7f-8b74-ec8868e7768a, hostable agents: ['4ecbd319-6885-49f5-abb8-de205838eb1c'], hosted agents: [] {{(pid=114859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 00:29:53.981553 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732c0bca-6b0f-484c-b005-f0bd5d56fc56 admin admin] Network 4bce48e7-f272-4d7f-8b74-ec8868e7768a is scheduled to be hosted by DHCP agent 4ecbd319-6885-49f5-abb8-de205838eb1c with binding_index 1 {{(pid=114859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 00:29:53.997830 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.base_scheduler [None req-732c0bca-6b0f-484c-b005-f0bd5d56fc56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836252-3-iscsi, 4bce48e7-f272-4d7f-8b74-ec8868e7768a) {{(pid=114859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:29:54.005193 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f7276-a204-4222-9e8b-2d03c6feac1b req-9b943fd5-73e7-41da-8ac9-190fb0a19cf6 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:54.006662 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c33f7276-a204-4222-9e8b-2d03c6feac1b req-9b943fd5-73e7-41da-8ac9-190fb0a19cf6 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=b845b619-f58f-4bfd-9a48-df1b1c742def HTTP/1.1" status: 200 len: 943 time: 0.0558906 Apr 12 00:29:54.006858 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74476d9-1c4d-4565-9875-4d9a75fd2092 None None] Network 4bce48e7-f272-4d7f-8b74-ec8868e7768a requested from dv-cinder-836252-3-iscsi {{(pid=114861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:29:54.009452 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732c0bca-6b0f-484c-b005-f0bd5d56fc56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:54.010023 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-732c0bca-6b0f-484c-b005-f0bd5d56fc56 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:54.031448 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device 94406837-92d7-472c-9764-43cc0c5b4cd8 details requested by agent hyperv_hv-cinder-83625 with host hv-cinder-83625 {{(pid=114861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 00:29:54.038340 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-732c0bca-6b0f-484c-b005-f0bd5d56fc56 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4013672 Apr 12 00:29:54.040297 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 58370) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:29:54.045673 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-4eb00fd1-8e7d-4f70-90f7-fe4631f339ee admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1188956872-router', 'tenant_id': '3de3a4084d864ba6845b0d8385e0b593', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7'}}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:29:54.065505 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-4eb00fd1-8e7d-4f70-90f7-fe4631f339ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-442154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1018241'] for router (e44c5321-613e-4152-b883-7dd3a31ac317), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:54.066843 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-4eb00fd1-8e7d-4f70-90f7-fe4631f339ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1592353', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1018264'] for router (e44c5321-613e-4152-b883-7dd3a31ac317), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:54.069973 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c33f7276-a204-4222-9e8b-2d03c6feac1b req-c8e38714-ea87-4f30-82e0-19f9e199811f tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9efb8a5-2801-467f-a96d-f11f9d571d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537095 Apr 12 00:29:54.133035 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-4eb00fd1-8e7d-4f70-90f7-fe4631f339ee admin admin] Publish callbacks [] for router_controller (e44c5321-613e-4152-b883-7dd3a31ac317), precommit_add_association {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:54.226494 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-cc6cae84-e072-43ae-bcea-45867f53fe80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'name': 'tempest-TestVolumeBootPattern-881313849-router', 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'eb4fcd47-990e-4bb1-b48a-14ca3a30756d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:29:47Z', 'updated_at': '2022-04-12T00:29:52Z', 'revision_number': 4, 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'gw_port': {'id': 'eb4fcd47-990e-4bb1-b48a-14ca3a30756d', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:29:48Z', 'updated_at': '2022-04-12T00:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': 'dcd1127c-7a98-45f3-8118-070d2b2c65ec', 'name': '', 'network_id': '8a9865c2-0d03-40f9-a71a-607e87040674', 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'mac_address': 'fa:16:3e:35:c4:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '673329e3-8235-4c2b-a7ed-65b2b39a6faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:29:51Z', 'updated_at': '2022-04-12T00:29:52Z', 'revision_number': 2, 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'subnets': [{'id': '673329e3-8235-4c2b-a7ed-65b2b39a6faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:29:54.231285 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f4737c-7c41-48dd-989e-c28c87636db5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd998405d-5ac8-5fc0-a1ab-e07aa0d55ad4-4bce48e7-f272-4d7f-8b74-ec8868e7768a', 'network_id': '4bce48e7-f272-4d7f-8b74-ec8868e7768a', 'project_id': '3de3a4084d864ba6845b0d8385e0b593', 'fixed_ips': [{'subnet_id': 'c11f733d-aa26-4ad3-9909-ee99fd0c4335'}]}} from dv-cinder-836252-3-iscsi. {{(pid=114861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 00:29:54.232153 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-b1f4737c-7c41-48dd-989e-c28c87636db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:54.273423 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6cae84-e072-43ae-bcea-45867f53fe80 None None] Checking router: 6ca15b63-1d2a-4015-b195-3a705cb14e92 for host: dv-cinder-836252-3-iscsi {{(pid=114861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:29:54.273714 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6cae84-e072-43ae-bcea-45867f53fe80 None None] Updating router 6ca15b63-1d2a-4015-b195-3a705cb14e92 port dcd1127c-7a98-45f3-8118-070d2b2c65ec binding host dv-cinder-836252-3-iscsi {{(pid=114861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 00:29:54.322340 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port 94406837-92d7-472c-9764-43cc0c5b4cd8, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=94406837-92d7-472c-9764-43cc0c5b4cd8,segment=NetworkSegment(1ebc569d-ac07-4f82-8ac0-35735d5e6539),segment_id=1ebc569d-ac07-4f82-8ac0-35735d5e6539)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:29:54.379784 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-cc6cae84-e072-43ae-bcea-45867f53fe80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (dcd1127c-7a98-45f3-8118-070d2b2c65ec), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:54.398407 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Returning: {'device': '94406837-92d7-472c-9764-43cc0c5b4cd8', 'network_id': '24ec2ef9-df24-4555-83f6-8552434e4e0b', 'port_id': '94406837-92d7-472c-9764-43cc0c5b4cd8', 'mac_address': 'fa:16:3e:d8:c9:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f52cb473-8beb-4ba4-919f-75070d667054', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 00:29:54.483399 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-4eb00fd1-8e7d-4f70-90f7-fe4631f339ee admin admin] Publish callbacks [] for router_gateway (e44c5321-613e-4152-b883-7dd3a31ac317), precommit_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:54.497669 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Current status of the port 94406837-92d7-472c-9764-43cc0c5b4cd8 is: DOWN; New status is: BUILD {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:29:54.498057 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (94406837-92d7-472c-9764-43cc0c5b4cd8), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:54.498834 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1074f9-fd9b-4247-b919-7b20a4bf9286 req-c274ae07-974d-4e4e-a965-7ff595617f52 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:54.500333 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-ea1074f9-fd9b-4247-b919-7b20a4bf9286 req-c274ae07-974d-4e4e-a965-7ff595617f52 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 946 time: 0.0788589 Apr 12 00:29:54.598679 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-ea1074f9-fd9b-4247-b919-7b20a4bf9286 req-87136cf7-d25b-417a-8a4d-611b0ad8a3a2 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843287 Apr 12 00:29:54.698407 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.notifiers.nova [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94406837-92d7-472c-9764-43cc0c5b4cd8 {{(pid=114861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:29:54.709251 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-4eb00fd1-8e7d-4f70-90f7-fe4631f339ee admin admin] Publish callbacks [] for router_gateway (e44c5321-613e-4152-b883-7dd3a31ac317), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:54.727970 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.db_base_plugin_common [None req-b1f4737c-7c41-48dd-989e-c28c87636db5 None None] Allocated IP 172.20.0.2 (4bce48e7-f272-4d7f-8b74-ec8868e7768a/c11f733d-aa26-4ad3-9909-ee99fd0c4335/c92f9f90-780c-4e01-b7e8-7c860df00aab) {{(pid=114861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:29:54.732270 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-4eb00fd1-8e7d-4f70-90f7-fe4631f339ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:54.745559 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port 94406837-92d7-472c-9764-43cc0c5b4cd8, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=94406837-92d7-472c-9764-43cc0c5b4cd8,segment=NetworkSegment(1ebc569d-ac07-4f82-8ac0-35735d5e6539),segment_id=1ebc569d-ac07-4f82-8ac0-35735d5e6539)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:29:54.761719 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (94406837-92d7-472c-9764-43cc0c5b4cd8), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:54.835375 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.db.db_base_plugin_common [None req-4eb00fd1-8e7d-4f70-90f7-fe4631f339ee admin admin] Allocated IP 172.27.3.239 (1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7/02a01a71-afa8-4790-9b30-3097f97db265/55e37827-ce7d-4902-a2c9-cc4af320b9ba) {{(pid=114860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:29:54.916255 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Pushing event updated for resources: {'Port': ['ID=94406837-92d7-472c-9764-43cc0c5b4cd8,revision_number=4']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:29:54.941004 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-4eb00fd1-8e7d-4f70-90f7-fe4631f339ee admin admin] Publish callbacks [] for port (55e37827-ce7d-4902-a2c9-cc4af320b9ba), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:54.979707 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-4eb00fd1-8e7d-4f70-90f7-fe4631f339ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360'] for port (55e37827-ce7d-4902-a2c9-cc4af320b9ba), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:55.021561 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb00fd1-8e7d-4f70-90f7-fe4631f339ee admin admin] Network 1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7 is already hosted by enough agents. {{(pid=114860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:29:55.026643 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.base_scheduler [None req-4eb00fd1-8e7d-4f70-90f7-fe4631f339ee admin admin] Resources bound (agent type, host, resource id): {{(pid=114860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:29:55.029326 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb00fd1-8e7d-4f70-90f7-fe4631f339ee admin admin] Received port after_create {{(pid=114860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:29:55.040330 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae57b9f-ffe8-4618-9f4d-ea81c99031e4 req-fcde6e1d-00f2-406f-9e9f-a55ce93ebb3e tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:55.042158 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-6ae57b9f-ffe8-4618-9f4d-ea81c99031e4 req-fcde6e1d-00f2-406f-9e9f-a55ce93ebb3e tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/ports?device_id=29aa1426-1684-47b1-aded-1c9c306543bc HTTP/1.1" status: 200 len: 944 time: 0.0505910 Apr 12 00:29:55.051888 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-cc6cae84-e072-43ae-bcea-45867f53fe80 None None] Publish callbacks [] for port (dcd1127c-7a98-45f3-8118-070d2b2c65ec), precommit_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:55.053731 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-b1f4737c-7c41-48dd-989e-c28c87636db5 None None] Publish callbacks [] for port (c92f9f90-780c-4e01-b7e8-7c860df00aab), precommit_create {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:55.060994 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-cc6cae84-e072-43ae-bcea-45867f53fe80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (dcd1127c-7a98-45f3-8118-070d2b2c65ec), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:55.067044 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-b1f4737c-7c41-48dd-989e-c28c87636db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360'] for port (c92f9f90-780c-4e01-b7e8-7c860df00aab), after_create {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:55.095646 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-6ae57b9f-ffe8-4618-9f4d-ea81c99031e4 req-fdd4df51-61ae-4625-aca3-63673f9989e2 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/security-groups?id=529c0cb2-c623-4df4-82c0-9ff506db5c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467820 Apr 12 00:29:55.125726 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb00fd1-8e7d-4f70-90f7-fe4631f339ee admin admin] Pushing event updated for resources: {'Port': ['ID=55e37827-ce7d-4902-a2c9-cc4af320b9ba,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:29:55.133397 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badab53e-3239-4938-8f61-1840a1c44b92 None None] Pushing event updated for resources: {'Port': ['ID=dcd1127c-7a98-45f3-8118-070d2b2c65ec,revision_number=3']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:29:55.140860 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f4737c-7c41-48dd-989e-c28c87636db5 None None] Network 4bce48e7-f272-4d7f-8b74-ec8868e7768a is already hosted by enough agents. {{(pid=114861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:29:55.167306 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.scheduler.base_scheduler [None req-b1f4737c-7c41-48dd-989e-c28c87636db5 None None] Resources bound (agent type, host, resource id): {{(pid=114861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:29:55.179855 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f4737c-7c41-48dd-989e-c28c87636db5 None None] Received port after_create {{(pid=114861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:29:55.212156 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c040c5-bff1-4f8b-ac61-fd19b63181e0 req-0dc9a029-2781-4b7c-a1a3-b8fab4eaf94b tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:55.213479 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-55c040c5-bff1-4f8b-ac61-fd19b63181e0 req-0dc9a029-2781-4b7c-a1a3-b8fab4eaf94b tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=b845b619-f58f-4bfd-9a48-df1b1c742def HTTP/1.1" status: 200 len: 943 time: 0.0547643 Apr 12 00:29:55.233487 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f4737c-7c41-48dd-989e-c28c87636db5 None None] Pushing event updated for resources: {'Port': ['ID=c92f9f90-780c-4e01-b7e8-7c860df00aab,revision_number=1']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:29:55.278587 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-55c040c5-bff1-4f8b-ac61-fd19b63181e0 req-113ecb3f-5d42-4e7a-8f46-824f6df13f39 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9efb8a5-2801-467f-a96d-f11f9d571d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550990 Apr 12 00:29:55.279997 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device eb4fcd47-990e-4bb1-b48a-14ca3a30756d up at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:29:55.319634 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] get_ports_and_sgs() called for port_ids ['94406837-92d7-472c-9764-43cc0c5b4cd8'] {{(pid=114861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:29:55.321938 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.managers [None req-cc6cae84-e072-43ae-bcea-45867f53fe80 None None] Attempting to bind port dcd1127c-7a98-45f3-8118-070d2b2c65ec on host dv-cinder-836252-3-iscsi for vnic_type normal with profile {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:29:55.322330 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.managers [None req-cc6cae84-e072-43ae-bcea-45867f53fe80 None None] Attempting to bind port dcd1127c-7a98-45f3-8118-070d2b2c65ec by drivers openvswitch,hyperv on host dv-cinder-836252-3-iscsi at level 0 using segments [{'id': 'd64ef49d-093c-41ff-bdc1-96d0b857029b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '8a9865c2-0d03-40f9-a71a-607e87040674'}] {{(pid=114861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:29:55.322702 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6cae84-e072-43ae-bcea-45867f53fe80 None None] Attempting to bind port dcd1127c-7a98-45f3-8118-070d2b2c65ec on network 8a9865c2-0d03-40f9-a71a-607e87040674 {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:29:55.352651 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.managers [None req-b1f4737c-7c41-48dd-989e-c28c87636db5 None None] Attempting to bind port c92f9f90-780c-4e01-b7e8-7c860df00aab on host dv-cinder-836252-3-iscsi for vnic_type normal with profile {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:29:55.353023 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.managers [None req-b1f4737c-7c41-48dd-989e-c28c87636db5 None None] Attempting to bind port c92f9f90-780c-4e01-b7e8-7c860df00aab by drivers openvswitch,hyperv on host dv-cinder-836252-3-iscsi at level 0 using segments [{'id': 'dce4b8e1-ec4c-40ff-a23c-83d16f90c5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4bce48e7-f272-4d7f-8b74-ec8868e7768a'}] {{(pid=114861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:29:55.353387 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f4737c-7c41-48dd-989e-c28c87636db5 None None] Attempting to bind port c92f9f90-780c-4e01-b7e8-7c860df00aab on network 4bce48e7-f272-4d7f-8b74-ec8868e7768a {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:29:55.360039 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6cae84-e072-43ae-bcea-45867f53fe80 None None] Checking agent: {'id': 'f9a21fd4-36f2-4826-890e-da332e228edf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836252-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 0, 17, 19), 'started_at': datetime.datetime(2022, 4, 12, 0, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836252-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:29:55.360420 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6cae84-e072-43ae-bcea-45867f53fe80 None None] Checking segment: {'id': 'd64ef49d-093c-41ff-bdc1-96d0b857029b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '8a9865c2-0d03-40f9-a71a-607e87040674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:29:55.360827 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-cc6cae84-e072-43ae-bcea-45867f53fe80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:55.361234 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6cae84-e072-43ae-bcea-45867f53fe80 None None] Bound using segment: {'id': 'd64ef49d-093c-41ff-bdc1-96d0b857029b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '8a9865c2-0d03-40f9-a71a-607e87040674'} {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:29:55.361721 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.managers [None req-cc6cae84-e072-43ae-bcea-45867f53fe80 None None] Bound port: dcd1127c-7a98-45f3-8118-070d2b2c65ec, host: dv-cinder-836252-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd64ef49d-093c-41ff-bdc1-96d0b857029b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '8a9865c2-0d03-40f9-a71a-607e87040674'}}] {{(pid=114861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:29:55.362105 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-cc6cae84-e072-43ae-bcea-45867f53fe80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (dcd1127c-7a98-45f3-8118-070d2b2c65ec), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:55.384491 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-4eb00fd1-8e7d-4f70-90f7-fe4631f339ee admin admin] Publish callbacks [] for router_gateway (e44c5321-613e-4152-b883-7dd3a31ac317), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:55.390159 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f4737c-7c41-48dd-989e-c28c87636db5 None None] Checking agent: {'id': 'f9a21fd4-36f2-4826-890e-da332e228edf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836252-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 0, 17, 19), 'started_at': datetime.datetime(2022, 4, 12, 0, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836252-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:29:55.390633 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f4737c-7c41-48dd-989e-c28c87636db5 None None] Checking segment: {'id': 'dce4b8e1-ec4c-40ff-a23c-83d16f90c5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4bce48e7-f272-4d7f-8b74-ec8868e7768a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:29:55.390994 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-b1f4737c-7c41-48dd-989e-c28c87636db5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:55.391391 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f4737c-7c41-48dd-989e-c28c87636db5 None None] Bound using segment: {'id': 'dce4b8e1-ec4c-40ff-a23c-83d16f90c5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4bce48e7-f272-4d7f-8b74-ec8868e7768a'} {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:29:55.391863 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.managers [None req-b1f4737c-7c41-48dd-989e-c28c87636db5 None None] Bound port: c92f9f90-780c-4e01-b7e8-7c860df00aab, host: dv-cinder-836252-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dce4b8e1-ec4c-40ff-a23c-83d16f90c5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4bce48e7-f272-4d7f-8b74-ec8868e7768a'}}] {{(pid=114861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:29:55.392248 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-b1f4737c-7c41-48dd-989e-c28c87636db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (c92f9f90-780c-4e01-b7e8-7c860df00aab), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:55.493143 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Provisioning complete for port eb4fcd47-990e-4bb1-b48a-14ca3a30756d triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:29:55.493522 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (eb4fcd47-990e-4bb1-b48a-14ca3a30756d), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:55.505892 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-c21d7903-7493-4f8d-a51f-de256ace278a None None] Provisioning complete for port dcd1127c-7a98-45f3-8118-070d2b2c65ec triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:29:55.506284 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-c21d7903-7493-4f8d-a51f-de256ace278a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (dcd1127c-7a98-45f3-8118-070d2b2c65ec), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:55.583736 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-4eb00fd1-8e7d-4f70-90f7-fe4631f339ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1586386'] for router (e44c5321-613e-4152-b883-7dd3a31ac317), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:55.602234 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-cc6cae84-e072-43ae-bcea-45867f53fe80 None None] For port dcd1127c-7a98-45f3-8118-070d2b2c65ec, host dv-cinder-836252-3-iscsi, cleared binding levels {{(pid=114861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:29:55.628551 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-b1f4737c-7c41-48dd-989e-c28c87636db5 None None] For port c92f9f90-780c-4e01-b7e8-7c860df00aab, host dv-cinder-836252-3-iscsi, cleared binding levels {{(pid=114861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:29:55.648141 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-cc6cae84-e072-43ae-bcea-45867f53fe80 None None] For port dcd1127c-7a98-45f3-8118-070d2b2c65ec, host dv-cinder-836252-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=dcd1127c-7a98-45f3-8118-070d2b2c65ec,segment=NetworkSegment(d64ef49d-093c-41ff-bdc1-96d0b857029b),segment_id=d64ef49d-093c-41ff-bdc1-96d0b857029b)] {{(pid=114861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:29:55.652020 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-c21d7903-7493-4f8d-a51f-de256ace278a None None] Port dcd1127c-7a98-45f3-8118-070d2b2c65ec cannot update to ACTIVE because it is not bound. {{(pid=114861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:29:55.658436 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-b1f4737c-7c41-48dd-989e-c28c87636db5 None None] For port c92f9f90-780c-4e01-b7e8-7c860df00aab, host dv-cinder-836252-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=c92f9f90-780c-4e01-b7e8-7c860df00aab,segment=NetworkSegment(dce4b8e1-ec4c-40ff-a23c-83d16f90c5b1),segment_id=dce4b8e1-ec4c-40ff-a23c-83d16f90c5b1)] {{(pid=114861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:29:55.674053 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-cc6cae84-e072-43ae-bcea-45867f53fe80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (dcd1127c-7a98-45f3-8118-070d2b2c65ec), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:55.694154 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-b1f4737c-7c41-48dd-989e-c28c87636db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (c92f9f90-780c-4e01-b7e8-7c860df00aab), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:55.733277 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb00fd1-8e7d-4f70-90f7-fe4631f339ee admin admin] Router e44c5321-613e-4152-b883-7dd3a31ac317 is scheduled to L3 agent d3fb0dde-5c40-4fca-80b5-61326157311c with binding_index 1 {{(pid=114860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 00:29:55.745212 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b876b638-7a15-4c06-8886-5d0769be2d4b req-79a4c59a-36af-47ef-bb5e-5bb17c885840 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:55.750846 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-b876b638-7a15-4c06-8886-5d0769be2d4b req-79a4c59a-36af-47ef-bb5e-5bb17c885840 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 946 time: 0.0591874 Apr 12 00:29:55.810812 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-b876b638-7a15-4c06-8886-5d0769be2d4b req-1f58880d-be48-4287-b792-13c8a7a18bd5 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519071 Apr 12 00:29:55.821128 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Current status of the port eb4fcd47-990e-4bb1-b48a-14ca3a30756d is: ACTIVE; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:29:55.825898 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6cae84-e072-43ae-bcea-45867f53fe80 None None] Routers {'6ca15b63-1d2a-4015-b195-3a705cb14e92'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:29:55.826564 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-cc6cae84-e072-43ae-bcea-45867f53fe80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:29:45Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['6ca15b63-1d2a-4015-b195-3a705cb14e92'], 'active': True} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:29:55.900351 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badab53e-3239-4938-8f61-1840a1c44b92 None None] Pushing event updated for resources: {'Port': ['ID=dcd1127c-7a98-45f3-8118-070d2b2c65ec,revision_number=4']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:29:55.901093 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f50723-b82b-43d6-b800-ec0f15779e06 req-0a98c7a1-a6d2-46a2-95b9-ca3dbd10ebdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:55.902840 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a0f50723-b82b-43d6-b800-ec0f15779e06 req-0a98c7a1-a6d2-46a2-95b9-ca3dbd10ebdd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4d829832a67942c89c33adf4eea0df20&device_id=b845b619-f58f-4bfd-9a48-df1b1c742def HTTP/1.1" status: 200 len: 1127 time: 0.0628564 Apr 12 00:29:55.910418 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb00fd1-8e7d-4f70-90f7-fe4631f339ee admin admin] Notify agent at l3_agent.dv-cinder-836252-3-iscsi the message routers_updated {{(pid=114860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:29:55.923057 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c34eee9-be49-4524-a76f-ad5275295d78 None None] Sync routers for ids ['e44c5321-613e-4152-b883-7dd3a31ac317'] in dv-cinder-836252-3-iscsi {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:29:55.944114 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c34eee9-be49-4524-a76f-ad5275295d78 None None] Routers {'e44c5321-613e-4152-b883-7dd3a31ac317'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:29:55.945033 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-0c34eee9-be49-4524-a76f-ad5275295d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:29:45Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['e44c5321-613e-4152-b883-7dd3a31ac317'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:29:55.972876 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-4eb00fd1-8e7d-4f70-90f7-fe4631f339ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:55.974803 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-4eb00fd1-8e7d-4f70-90f7-fe4631f339ee admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9333346 Apr 12 00:29:55.977618 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 58380) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:29:56.113839 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f50723-b82b-43d6-b800-ec0f15779e06 req-1355815f-92a2-417a-8731-8d29d91ed54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:56.119405 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a0f50723-b82b-43d6-b800-ec0f15779e06 req-1355815f-92a2-417a-8731-8d29d91ed54f service neutron] 10.222.0.52 "GET /v2.0/networks?id=56b7f3f4-fbda-4e53-9444-e45c08b83dce HTTP/1.1" status: 200 len: 914 time: 0.1935620 Apr 12 00:29:56.119879 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device d9cbe626-bf12-4a6f-94c5-36e54b08b033 details requested by agent hyperv_hv-cinder-83625 with host hv-cinder-83625 {{(pid=114861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 00:29:56.144808 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-0c34eee9-be49-4524-a76f-ad5275295d78 None None] Set router e44c5321-613e-4152-b883-7dd3a31ac317 gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:29:56.199880 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvr_db [None req-cc6cae84-e072-43ae-bcea-45867f53fe80 None None] Set router 6ca15b63-1d2a-4015-b195-3a705cb14e92 gateway port host: dv-cinder-836252-3-iscsi {{(pid=114861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:29:56.202175 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-2980a06e-f76c-4d31-9c72-c58994ab1d1a None None] Provisioning complete for port dcd1127c-7a98-45f3-8118-070d2b2c65ec triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:29:56.202175 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-2980a06e-f76c-4d31-9c72-c58994ab1d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (dcd1127c-7a98-45f3-8118-070d2b2c65ec), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:56.263944 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f4737c-7c41-48dd-989e-c28c87636db5 None None] Pushing event updated for resources: {'Port': ['ID=c92f9f90-780c-4e01-b7e8-7c860df00aab,revision_number=2']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:29:56.280253 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.db.resource_extend [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 12 00:29:56.313214 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1ecbe-5c35-4007-80af-0998adc7d4ff req-ebfb01e9-ab42-4d9c-8766-3c5a9d9ab98b tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:56.314936 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-11f1ecbe-5c35-4007-80af-0998adc7d4ff req-ebfb01e9-ab42-4d9c-8766-3c5a9d9ab98b tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/ports?device_id=29aa1426-1684-47b1-aded-1c9c306543bc HTTP/1.1" status: 200 len: 944 time: 0.0974247 Apr 12 00:29:56.381486 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a0f50723-b82b-43d6-b800-ec0f15779e06 req-f3b42a2a-2d2c-4c20-87e2-52f9e71c5923 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9cbe626-bf12-4a6f-94c5-36e54b08b033 HTTP/1.1" status: 200 len: 217 time: 0.0793512 Apr 12 00:29:56.418878 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-0c34eee9-be49-4524-a76f-ad5275295d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44c5321-613e-4152-b883-7dd3a31ac317', 'name': 'tempest-TestVolumeBootPattern-1188956872-router', 'tenant_id': '3de3a4084d864ba6845b0d8385e0b593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '55e37827-ce7d-4902-a2c9-cc4af320b9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:29:54Z', 'updated_at': '2022-04-12T00:29:55Z', 'revision_number': 3, 'project_id': '3de3a4084d864ba6845b0d8385e0b593', 'gw_port': {'id': '55e37827-ce7d-4902-a2c9-cc4af320b9ba', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44c5321-613e-4152-b883-7dd3a31ac317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:29:54Z', 'updated_at': '2022-04-12T00:29:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi'}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:29:56.423067 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-11f1ecbe-5c35-4007-80af-0998adc7d4ff req-a06ccecf-f8e1-4eef-a58d-4afe513b7525 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/security-groups?id=529c0cb2-c623-4df4-82c0-9ff506db5c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945385 Apr 12 00:29:56.450020 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c34eee9-be49-4524-a76f-ad5275295d78 None None] Checking router: e44c5321-613e-4152-b883-7dd3a31ac317 for host: dv-cinder-836252-3-iscsi {{(pid=114862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:29:56.450650 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c34eee9-be49-4524-a76f-ad5275295d78 None None] Updating router e44c5321-613e-4152-b883-7dd3a31ac317 port 55e37827-ce7d-4902-a2c9-cc4af320b9ba binding host dv-cinder-836252-3-iscsi {{(pid=114862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 00:29:56.481953 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron_lib.callbacks.manager [None req-0c34eee9-be49-4524-a76f-ad5275295d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (55e37827-ce7d-4902-a2c9-cc4af320b9ba), before_update {{(pid=114862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:56.623636 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-2980a06e-f76c-4d31-9c72-c58994ab1d1a None None] Current status of the port dcd1127c-7a98-45f3-8118-070d2b2c65ec is: DOWN; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:29:56.624293 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-2980a06e-f76c-4d31-9c72-c58994ab1d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (dcd1127c-7a98-45f3-8118-070d2b2c65ec), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:56.646050 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-0bed31a5-79bf-4534-93a6-823565f3dca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:56.700406 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-cc6cae84-e072-43ae-bcea-45867f53fe80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'name': 'tempest-TestVolumeBootPattern-881313849-router', 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'eb4fcd47-990e-4bb1-b48a-14ca3a30756d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:29:47Z', 'updated_at': '2022-04-12T00:29:52Z', 'revision_number': 4, 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'gw_port': {'id': 'eb4fcd47-990e-4bb1-b48a-14ca3a30756d', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:29:48Z', 'updated_at': '2022-04-12T00:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': 'dcd1127c-7a98-45f3-8118-070d2b2c65ec', 'name': '', 'network_id': '8a9865c2-0d03-40f9-a71a-607e87040674', 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'mac_address': 'fa:16:3e:35:c4:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '673329e3-8235-4c2b-a7ed-65b2b39a6faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:29:51Z', 'updated_at': '2022-04-12T00:29:55Z', 'revision_number': 4, 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'subnets': [{'id': '673329e3-8235-4c2b-a7ed-65b2b39a6faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:29:56.705635 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda5394e-9e68-41c2-8a49-a3054501cb86 req-3aa03905-eef1-497f-bd54-dcc0d135d59f tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:56.707181 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-bda5394e-9e68-41c2-8a49-a3054501cb86 req-3aa03905-eef1-497f-bd54-dcc0d135d59f tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=b845b619-f58f-4bfd-9a48-df1b1c742def HTTP/1.1" status: 200 len: 943 time: 0.3276086 Apr 12 00:29:56.722288 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-2980a06e-f76c-4d31-9c72-c58994ab1d1a None None] For port dcd1127c-7a98-45f3-8118-070d2b2c65ec, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=dcd1127c-7a98-45f3-8118-070d2b2c65ec,segment=NetworkSegment(d64ef49d-093c-41ff-bdc1-96d0b857029b),segment_id=d64ef49d-093c-41ff-bdc1-96d0b857029b)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:29:56.724746 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f50723-b82b-43d6-b800-ec0f15779e06 req-aa9cc714-2f43-47de-ba5e-8739d4ddb0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:56.725802 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port d9cbe626-bf12-4a6f-94c5-36e54b08b033, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=d9cbe626-bf12-4a6f-94c5-36e54b08b033,segment=NetworkSegment(5d9dc515-0707-4c75-a379-8fe0f8c382f2),segment_id=5d9dc515-0707-4c75-a379-8fe0f8c382f2)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:29:56.730688 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a0f50723-b82b-43d6-b800-ec0f15779e06 req-aa9cc714-2f43-47de-ba5e-8739d4ddb0de service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e988553b-462f-48cc-b257-9a51e3764b6c HTTP/1.1" status: 200 len: 853 time: 0.0731127 Apr 12 00:29:56.767896 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-2980a06e-f76c-4d31-9c72-c58994ab1d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (dcd1127c-7a98-45f3-8118-070d2b2c65ec), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:56.773157 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a0f50723-b82b-43d6-b800-ec0f15779e06 req-a3dda1f1-5cd4-45e3-8ec7-4dc3a53af6ad service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=56b7f3f4-fbda-4e53-9444-e45c08b83dce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331159 Apr 12 00:29:56.784569 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6cae84-e072-43ae-bcea-45867f53fe80 None None] The sync data for ids ['6ca15b63-1d2a-4015-b195-3a705cb14e92'] in dv-cinder-836252-3-iscsi is: [{'id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'name': 'tempest-TestVolumeBootPattern-881313849-router', 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'eb4fcd47-990e-4bb1-b48a-14ca3a30756d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:29:47Z', 'updated_at': '2022-04-12T00:29:52Z', 'revision_number': 4, 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'gw_port': {'id': 'eb4fcd47-990e-4bb1-b48a-14ca3a30756d', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:29:48Z', 'updated_at': '2022-04-12T00:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': 'dcd1127c-7a98-45f3-8118-070d2b2c65ec', 'name': '', 'network_id': '8a9865c2-0d03-40f9-a71a-607e87040674', 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'mac_address': 'fa:16:3e:35:c4:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '673329e3-8235-4c2b-a7ed-65b2b39a6faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:29:51Z', 'updated_at': '2022-04-12T00:29:55Z', 'revision_number': 4, 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'subnets': [{'id': '673329e3-8235-4c2b-a7ed-65b2b39a6faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:29:56.830839 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Returning: {'device': 'd9cbe626-bf12-4a6f-94c5-36e54b08b033', 'network_id': '56b7f3f4-fbda-4e53-9444-e45c08b83dce', 'port_id': 'd9cbe626-bf12-4a6f-94c5-36e54b08b033', 'mac_address': 'fa:16:3e:c2:89:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e988553b-462f-48cc-b257-9a51e3764b6c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 00:29:56.917752 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron_lib.callbacks.manager [None req-0c34eee9-be49-4524-a76f-ad5275295d78 None None] Publish callbacks [] for port (55e37827-ce7d-4902-a2c9-cc4af320b9ba), precommit_update {{(pid=114862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:56.924311 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-bda5394e-9e68-41c2-8a49-a3054501cb86 req-5b8725d8-1ef8-430f-955d-b092c70f4af1 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9efb8a5-2801-467f-a96d-f11f9d571d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044351 Apr 12 00:29:56.925864 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Current status of the port d9cbe626-bf12-4a6f-94c5-36e54b08b033 is: DOWN; New status is: BUILD {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:29:56.926277 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (d9cbe626-bf12-4a6f-94c5-36e54b08b033), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:56.931122 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron_lib.callbacks.manager [None req-0c34eee9-be49-4524-a76f-ad5275295d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (55e37827-ce7d-4902-a2c9-cc4af320b9ba), after_update {{(pid=114862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:56.977437 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a0f50723-b82b-43d6-b800-ec0f15779e06 req-ea827117-fdbb-45eb-b73d-fe84134461e3 service neutron] 10.222.0.52 "GET /v2.0/networks/56b7f3f4-fbda-4e53-9444-e45c08b83dce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966648 Apr 12 00:29:56.981838 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.db.db_base_plugin_common [None req-0bed31a5-79bf-4534-93a6-823565f3dca9 admin admin] Allocated IP 172.20.0.1 (4bce48e7-f272-4d7f-8b74-ec8868e7768a/c11f733d-aa26-4ad3-9909-ee99fd0c4335/0133423c-a29e-4f8d-9df3-db90eab1becd) {{(pid=114860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:29:56.999530 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.notifiers.nova [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9cbe626-bf12-4a6f-94c5-36e54b08b033 {{(pid=114861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:29:57.007955 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2980a06e-f76c-4d31-9c72-c58994ab1d1a None None] Pushing event updated for resources: {'Port': ['ID=dcd1127c-7a98-45f3-8118-070d2b2c65ec,revision_number=5']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:29:57.038165 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port d9cbe626-bf12-4a6f-94c5-36e54b08b033, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=d9cbe626-bf12-4a6f-94c5-36e54b08b033,segment=NetworkSegment(5d9dc515-0707-4c75-a379-8fe0f8c382f2),segment_id=5d9dc515-0707-4c75-a379-8fe0f8c382f2)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:29:57.039714 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97b7be5-43cb-49da-a255-9a7e5ce4a090 None None] Pushing event updated for resources: {'Port': ['ID=55e37827-ce7d-4902-a2c9-cc4af320b9ba,revision_number=2']} {{(pid=114862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:29:57.048776 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (d9cbe626-bf12-4a6f-94c5-36e54b08b033), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:57.099907 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.managers [None req-0c34eee9-be49-4524-a76f-ad5275295d78 None None] Attempting to bind port 55e37827-ce7d-4902-a2c9-cc4af320b9ba on host dv-cinder-836252-3-iscsi for vnic_type normal with profile {{(pid=114862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:29:57.100272 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.managers [None req-0c34eee9-be49-4524-a76f-ad5275295d78 None None] Attempting to bind port 55e37827-ce7d-4902-a2c9-cc4af320b9ba by drivers openvswitch,hyperv on host dv-cinder-836252-3-iscsi at level 0 using segments [{'id': '45a4c36b-a669-4a7f-a3e9-c2d676175ec7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7'}] {{(pid=114862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:29:57.100635 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c34eee9-be49-4524-a76f-ad5275295d78 None None] Attempting to bind port 55e37827-ce7d-4902-a2c9-cc4af320b9ba on network 1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7 {{(pid=114862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:29:57.103344 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97b7be5-43cb-49da-a255-9a7e5ce4a090 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:29:57.103684 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97b7be5-43cb-49da-a255-9a7e5ce4a090 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:29:57.104033 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97b7be5-43cb-49da-a255-9a7e5ce4a090 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:29:57.104380 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97b7be5-43cb-49da-a255-9a7e5ce4a090 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:29:57.104714 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97b7be5-43cb-49da-a255-9a7e5ce4a090 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:29:57.105035 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97b7be5-43cb-49da-a255-9a7e5ce4a090 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:29:57.105356 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97b7be5-43cb-49da-a255-9a7e5ce4a090 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:29:57.105536 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a0f50723-b82b-43d6-b800-ec0f15779e06 req-dbf452b6-346d-44f6-8b35-003fa9432e54 service neutron] 10.222.0.52 "GET /v2.0/networks/56b7f3f4-fbda-4e53-9444-e45c08b83dce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195555 Apr 12 00:29:57.106320 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97b7be5-43cb-49da-a255-9a7e5ce4a090 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:29:57.106592 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97b7be5-43cb-49da-a255-9a7e5ce4a090 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:29:57.106912 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97b7be5-43cb-49da-a255-9a7e5ce4a090 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:29:57.107235 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97b7be5-43cb-49da-a255-9a7e5ce4a090 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:29:57.107569 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97b7be5-43cb-49da-a255-9a7e5ce4a090 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:29:57.107890 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97b7be5-43cb-49da-a255-9a7e5ce4a090 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:29:57.108203 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97b7be5-43cb-49da-a255-9a7e5ce4a090 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:29:57.108512 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97b7be5-43cb-49da-a255-9a7e5ce4a090 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:29:57.122841 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Pushing event updated for resources: {'Port': ['ID=d9cbe626-bf12-4a6f-94c5-36e54b08b033,revision_number=4']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:29:57.137623 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6055b533-445f-463c-b8b3-fd72c414fd2d req-6ffcff6d-c695-4f8d-8dc3-5fd0ef1f6e63 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:57.139354 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c34eee9-be49-4524-a76f-ad5275295d78 None None] Checking agent: {'id': 'f9a21fd4-36f2-4826-890e-da332e228edf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836252-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 0, 17, 19), 'started_at': datetime.datetime(2022, 4, 12, 0, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836252-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:29:57.139732 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c34eee9-be49-4524-a76f-ad5275295d78 None None] Checking segment: {'id': '45a4c36b-a669-4a7f-a3e9-c2d676175ec7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:29:57.140248 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron_lib.callbacks.manager [None req-0c34eee9-be49-4524-a76f-ad5275295d78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:57.140641 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c34eee9-be49-4524-a76f-ad5275295d78 None None] Bound using segment: {'id': '45a4c36b-a669-4a7f-a3e9-c2d676175ec7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7'} {{(pid=114862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:29:57.141207 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.managers [None req-0c34eee9-be49-4524-a76f-ad5275295d78 None None] Bound port: 55e37827-ce7d-4902-a2c9-cc4af320b9ba, host: dv-cinder-836252-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45a4c36b-a669-4a7f-a3e9-c2d676175ec7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7'}}] {{(pid=114862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:29:57.141696 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron_lib.callbacks.manager [None req-0c34eee9-be49-4524-a76f-ad5275295d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (55e37827-ce7d-4902-a2c9-cc4af320b9ba), before_update {{(pid=114862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:57.151487 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-6055b533-445f-463c-b8b3-fd72c414fd2d req-6ffcff6d-c695-4f8d-8dc3-5fd0ef1f6e63 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 946 time: 0.1471460 Apr 12 00:29:57.232319 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.db [None req-0c34eee9-be49-4524-a76f-ad5275295d78 None None] For port 55e37827-ce7d-4902-a2c9-cc4af320b9ba, host dv-cinder-836252-3-iscsi, cleared binding levels {{(pid=114862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:29:57.235866 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.db [None req-0c34eee9-be49-4524-a76f-ad5275295d78 None None] For port 55e37827-ce7d-4902-a2c9-cc4af320b9ba, host dv-cinder-836252-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=55e37827-ce7d-4902-a2c9-cc4af320b9ba,segment=NetworkSegment(45a4c36b-a669-4a7f-a3e9-c2d676175ec7),segment_id=45a4c36b-a669-4a7f-a3e9-c2d676175ec7)] {{(pid=114862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:29:57.263301 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron_lib.callbacks.manager [None req-0c34eee9-be49-4524-a76f-ad5275295d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (55e37827-ce7d-4902-a2c9-cc4af320b9ba), after_update {{(pid=114862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:57.328374 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device dcd1127c-7a98-45f3-8118-070d2b2c65ec up at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:29:57.351004 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c34eee9-be49-4524-a76f-ad5275295d78 None None] Routers {'e44c5321-613e-4152-b883-7dd3a31ac317'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:29:57.351642 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-0c34eee9-be49-4524-a76f-ad5275295d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:29:45Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['e44c5321-613e-4152-b883-7dd3a31ac317'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:29:57.395961 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Provisioning complete for port dcd1127c-7a98-45f3-8118-070d2b2c65ec triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:29:57.396468 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (dcd1127c-7a98-45f3-8118-070d2b2c65ec), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:57.409421 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97b7be5-43cb-49da-a255-9a7e5ce4a090 None None] Pushing event updated for resources: {'Port': ['ID=55e37827-ce7d-4902-a2c9-cc4af320b9ba,revision_number=3']} {{(pid=114862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:29:57.422573 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3155c3d1-cfa3-469f-9a5a-2354e720b4da None None] Network 4bce48e7-f272-4d7f-8b74-ec8868e7768a requested from dv-cinder-836252-3-iscsi {{(pid=114861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:29:57.517162 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-6055b533-445f-463c-b8b3-fd72c414fd2d req-005438b8-0f86-4530-b042-ee9a666c10c6 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3582401 Apr 12 00:29:57.540283 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-0bed31a5-79bf-4534-93a6-823565f3dca9 admin admin] Publish callbacks [] for port (0133423c-a29e-4f8d-9df3-db90eab1becd), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:57.581813 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-0c34eee9-be49-4524-a76f-ad5275295d78 None None] Set router e44c5321-613e-4152-b883-7dd3a31ac317 gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:29:57.624537 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-0bed31a5-79bf-4534-93a6-823565f3dca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360'] for port (0133423c-a29e-4f8d-9df3-db90eab1becd), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:57.637544 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e4d9a3-56a9-428b-9530-5e7315e73dd2 req-d80a2d1c-b3c7-45b3-a836-c256fe98cf79 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:57.647170 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-58e4d9a3-56a9-428b-9530-5e7315e73dd2 req-d80a2d1c-b3c7-45b3-a836-c256fe98cf79 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/ports?device_id=29aa1426-1684-47b1-aded-1c9c306543bc HTTP/1.1" status: 200 len: 944 time: 0.0992682 Apr 12 00:29:57.688181 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-763dee8a-2b16-48f5-96e7-fc414099fc3e None None] Provisioning complete for port c92f9f90-780c-4e01-b7e8-7c860df00aab triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:29:57.688414 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-763dee8a-2b16-48f5-96e7-fc414099fc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (c92f9f90-780c-4e01-b7e8-7c860df00aab), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:57.700741 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bed31a5-79bf-4534-93a6-823565f3dca9 admin admin] Network 4bce48e7-f272-4d7f-8b74-ec8868e7768a is already hosted by enough agents. {{(pid=114860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:29:57.705046 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.base_scheduler [None req-0bed31a5-79bf-4534-93a6-823565f3dca9 admin admin] Resources bound (agent type, host, resource id): {{(pid=114860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:29:57.710106 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bed31a5-79bf-4534-93a6-823565f3dca9 admin admin] Received port after_create {{(pid=114860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:29:57.711060 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-0bed31a5-79bf-4534-93a6-823565f3dca9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586209'] for router_interface (e44c5321-613e-4152-b883-7dd3a31ac317), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:57.736242 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-58e4d9a3-56a9-428b-9530-5e7315e73dd2 req-85cac8b1-85b4-4fde-ae4c-03ac4719c0b4 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/security-groups?id=529c0cb2-c623-4df4-82c0-9ff506db5c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824556 Apr 12 00:29:57.788283 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Current status of the port dcd1127c-7a98-45f3-8118-070d2b2c65ec is: ACTIVE; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:29:57.789416 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device c92f9f90-780c-4e01-b7e8-7c860df00aab up at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:29:57.791374 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bed31a5-79bf-4534-93a6-823565f3dca9 admin admin] Pushing event updated for resources: {'Port': ['ID=0133423c-a29e-4f8d-9df3-db90eab1becd,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:29:57.889801 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Provisioning complete for port c92f9f90-780c-4e01-b7e8-7c860df00aab triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:29:57.890178 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (c92f9f90-780c-4e01-b7e8-7c860df00aab), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:57.922033 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-763dee8a-2b16-48f5-96e7-fc414099fc3e None None] Current status of the port c92f9f90-780c-4e01-b7e8-7c860df00aab is: DOWN; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:29:57.922450 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-763dee8a-2b16-48f5-96e7-fc414099fc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (c92f9f90-780c-4e01-b7e8-7c860df00aab), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:57.935942 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-0c34eee9-be49-4524-a76f-ad5275295d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44c5321-613e-4152-b883-7dd3a31ac317', 'name': 'tempest-TestVolumeBootPattern-1188956872-router', 'tenant_id': '3de3a4084d864ba6845b0d8385e0b593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '55e37827-ce7d-4902-a2c9-cc4af320b9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:29:54Z', 'updated_at': '2022-04-12T00:29:55Z', 'revision_number': 3, 'project_id': '3de3a4084d864ba6845b0d8385e0b593', 'gw_port': {'id': '55e37827-ce7d-4902-a2c9-cc4af320b9ba', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44c5321-613e-4152-b883-7dd3a31ac317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:29:54Z', 'updated_at': '2022-04-12T00:29:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi'}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:29:57.939177 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-0bed31a5-79bf-4534-93a6-823565f3dca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (0133423c-a29e-4f8d-9df3-db90eab1becd), before_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:58.000234 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c34eee9-be49-4524-a76f-ad5275295d78 None None] The sync data for ids ['e44c5321-613e-4152-b883-7dd3a31ac317'] in dv-cinder-836252-3-iscsi is: [{'id': 'e44c5321-613e-4152-b883-7dd3a31ac317', 'name': 'tempest-TestVolumeBootPattern-1188956872-router', 'tenant_id': '3de3a4084d864ba6845b0d8385e0b593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '55e37827-ce7d-4902-a2c9-cc4af320b9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:29:54Z', 'updated_at': '2022-04-12T00:29:55Z', 'revision_number': 3, 'project_id': '3de3a4084d864ba6845b0d8385e0b593', 'gw_port': {'id': '55e37827-ce7d-4902-a2c9-cc4af320b9ba', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44c5321-613e-4152-b883-7dd3a31ac317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:29:54Z', 'updated_at': '2022-04-12T00:29:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi'}] {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:29:58.012816 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-763dee8a-2b16-48f5-96e7-fc414099fc3e None None] For port c92f9f90-780c-4e01-b7e8-7c860df00aab, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=c92f9f90-780c-4e01-b7e8-7c860df00aab,segment=NetworkSegment(dce4b8e1-ec4c-40ff-a23c-83d16f90c5b1),segment_id=dce4b8e1-ec4c-40ff-a23c-83d16f90c5b1)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:29:58.031346 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-763dee8a-2b16-48f5-96e7-fc414099fc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (c92f9f90-780c-4e01-b7e8-7c860df00aab), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:58.114736 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Current status of the port c92f9f90-780c-4e01-b7e8-7c860df00aab is: ACTIVE; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:29:58.142042 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763dee8a-2b16-48f5-96e7-fc414099fc3e None None] Pushing event updated for resources: {'Port': ['ID=c92f9f90-780c-4e01-b7e8-7c860df00aab,revision_number=3']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:29:58.175144 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfab957-c0b7-4b64-b1b1-fa27ceee340a req-ff835fba-4090-4c48-83dc-5421017b158b tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:58.176763 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-6dfab957-c0b7-4b64-b1b1-fa27ceee340a req-ff835fba-4090-4c48-83dc-5421017b158b tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=b845b619-f58f-4bfd-9a48-df1b1c742def HTTP/1.1" status: 200 len: 944 time: 0.1108186 Apr 12 00:29:58.265865 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-9b2aa328-2e0c-4403-8cbc-b9e7c9b76b9a None None] Provisioning complete for port 0133423c-a29e-4f8d-9df3-db90eab1becd triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:29:58.266642 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-9b2aa328-2e0c-4403-8cbc-b9e7c9b76b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (0133423c-a29e-4f8d-9df3-db90eab1becd), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:58.293912 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-6dfab957-c0b7-4b64-b1b1-fa27ceee340a req-ea632151-4ed4-4624-9c6e-ff29b4bb8102 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9efb8a5-2801-467f-a96d-f11f9d571d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025693 Apr 12 00:29:58.321416 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-9b2aa328-2e0c-4403-8cbc-b9e7c9b76b9a None None] Port 0133423c-a29e-4f8d-9df3-db90eab1becd cannot update to ACTIVE because it is not bound. {{(pid=114861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:29:58.333807 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-0bed31a5-79bf-4534-93a6-823565f3dca9 admin admin] Publish callbacks [] for port (0133423c-a29e-4f8d-9df3-db90eab1becd), precommit_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:58.337265 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-9b2aa328-2e0c-4403-8cbc-b9e7c9b76b9a None None] Provisioning complete for port c92f9f90-780c-4e01-b7e8-7c860df00aab triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:29:58.338059 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-9b2aa328-2e0c-4403-8cbc-b9e7c9b76b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (c92f9f90-780c-4e01-b7e8-7c860df00aab), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:58.342301 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-0bed31a5-79bf-4534-93a6-823565f3dca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (0133423c-a29e-4f8d-9df3-db90eab1becd), after_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:58.343307 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-0bed31a5-79bf-4534-93a6-823565f3dca9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586577'] for router_interface (e44c5321-613e-4152-b883-7dd3a31ac317), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:58.464816 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bed31a5-79bf-4534-93a6-823565f3dca9 admin admin] Pushing event updated for resources: {'Port': ['ID=0133423c-a29e-4f8d-9df3-db90eab1becd,revision_number=2']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:29:58.496710 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-9b2aa328-2e0c-4403-8cbc-b9e7c9b76b9a None None] Current status of the port c92f9f90-780c-4e01-b7e8-7c860df00aab is: ACTIVE; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:29:58.511098 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bed31a5-79bf-4534-93a6-823565f3dca9 admin admin] Network 4bce48e7-f272-4d7f-8b74-ec8868e7768a is already hosted by enough agents. {{(pid=114860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:29:58.512717 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.base_scheduler [None req-0bed31a5-79bf-4534-93a6-823565f3dca9 admin admin] Resources bound (agent type, host, resource id): {{(pid=114860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:29:58.627579 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-53fe2609-7e4c-4618-9506-93b62a943a7e None None] Provisioning complete for port 0133423c-a29e-4f8d-9df3-db90eab1becd triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:29:58.627952 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-53fe2609-7e4c-4618-9506-93b62a943a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (0133423c-a29e-4f8d-9df3-db90eab1becd), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:58.706340 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bed31a5-79bf-4534-93a6-823565f3dca9 admin admin] Router e44c5321-613e-4152-b883-7dd3a31ac317 has already been hosted by L3 agent d3fb0dde-5c40-4fca-80b5-61326157311c {{(pid=114860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:29:58.707397 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e008a4-45c4-4001-9298-2fc6f0aae92a req-f6352fbc-2dcf-44ab-87ee-d22c8adca2b8 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:58.712393 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-53fe2609-7e4c-4618-9506-93b62a943a7e None None] Port 0133423c-a29e-4f8d-9df3-db90eab1becd cannot update to ACTIVE because it is not bound. {{(pid=114861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:29:58.719590 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c2e008a4-45c4-4001-9298-2fc6f0aae92a req-f6352fbc-2dcf-44ab-87ee-d22c8adca2b8 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 946 time: 0.0939572 Apr 12 00:29:58.830942 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c2e008a4-45c4-4001-9298-2fc6f0aae92a req-dc717f87-74c4-4291-a3e3-653d29d3e682 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101136 Apr 12 00:29:58.839527 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-112cf1b0-282a-4ea1-a7e3-66681bd8055a None None] Provisioning complete for port 0133423c-a29e-4f8d-9df3-db90eab1becd triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:29:58.839942 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-112cf1b0-282a-4ea1-a7e3-66681bd8055a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (0133423c-a29e-4f8d-9df3-db90eab1becd), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:58.903116 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-112cf1b0-282a-4ea1-a7e3-66681bd8055a None None] Port 0133423c-a29e-4f8d-9df3-db90eab1becd cannot update to ACTIVE because it is not bound. {{(pid=114861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:29:58.920239 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a0869-cf0b-4937-9477-2356b39f979b req-c1c6d4e0-f720-48fb-986c-0ba6732bbb92 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:58.921777 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-2c3a0869-cf0b-4937-9477-2356b39f979b req-c1c6d4e0-f720-48fb-986c-0ba6732bbb92 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/ports?device_id=29aa1426-1684-47b1-aded-1c9c306543bc HTTP/1.1" status: 200 len: 944 time: 0.0693986 Apr 12 00:29:58.923354 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bed31a5-79bf-4534-93a6-823565f3dca9 admin admin] Notify agent at l3_agent.dv-cinder-836252-3-iscsi the message routers_updated {{(pid=114860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:29:58.931149 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-0bed31a5-79bf-4534-93a6-823565f3dca9 admin admin] 10.222.0.32 "PUT /v2.0/routers/e44c5321-613e-4152-b883-7dd3a31ac317/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9496148 Apr 12 00:29:58.969786 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device 94406837-92d7-472c-9764-43cc0c5b4cd8 up at agent hyperv_hv-cinder-83625 {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:29:58.978715 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-2c3a0869-cf0b-4937-9477-2356b39f979b req-a714a5b9-ebb0-4145-ab4b-f9c42ee5d3eb tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/security-groups?id=529c0cb2-c623-4df4-82c0-9ff506db5c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492041 Apr 12 00:29:59.029929 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Provisioning for port 94406837-92d7-472c-9764-43cc0c5b4cd8 completed by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 00:29:59.036460 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Provisioning complete for port 94406837-92d7-472c-9764-43cc0c5b4cd8 triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:29:59.036872 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (94406837-92d7-472c-9764-43cc0c5b4cd8), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:59.117036 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Current status of the port 94406837-92d7-472c-9764-43cc0c5b4cd8 is: BUILD; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:29:59.117425 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (94406837-92d7-472c-9764-43cc0c5b4cd8), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:59.143187 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29aa1426-1684-47b1-aded-1c9c306543bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94406837-92d7-472c-9764-43cc0c5b4cd8'}] {{(pid=114861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:29:59.145440 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d187226e65eb8f713948fb36ffe50595ec682b3d9ec12b6d0c088ba153fadb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a05423a-28b0-4df9-b47c-db7683b55284" -d '{"events": [{"server_uuid": "29aa1426-1684-47b1-aded-1c9c306543bc", "name": "network-vif-plugged", "status": "completed", "tag": "94406837-92d7-472c-9764-43cc0c5b4cd8"}]}' {{(pid=114861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:29:59.163504 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port 94406837-92d7-472c-9764-43cc0c5b4cd8, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=94406837-92d7-472c-9764-43cc0c5b4cd8,segment=NetworkSegment(1ebc569d-ac07-4f82-8ac0-35735d5e6539),segment_id=1ebc569d-ac07-4f82-8ac0-35735d5e6539)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:29:59.170877 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (94406837-92d7-472c-9764-43cc0c5b4cd8), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:59.209232 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9a09ca-e6af-4e47-96ba-9796cd468657 x-openstack-request-id: req-7c9a09ca-e6af-4e47-96ba-9796cd468657 {{(pid=114861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:29:59.209516 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29aa1426-1684-47b1-aded-1c9c306543bc", "name": "network-vif-plugged", "status": "completed", "tag": "94406837-92d7-472c-9764-43cc0c5b4cd8", "code": 200}]} {{(pid=114861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:29:59.209769 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7c9a09ca-e6af-4e47-96ba-9796cd468657 {{(pid=114861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:29:59.210156 dv-cinder-836252-3-iscsi neutron-server[114861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c9a09ca-e6af-4e47-96ba-9796cd468657'] response: {'server_uuid': '29aa1426-1684-47b1-aded-1c9c306543bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94406837-92d7-472c-9764-43cc0c5b4cd8', 'code': 200} Apr 12 00:29:59.223029 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] get_ports_and_sgs() called for port_ids ['d9cbe626-bf12-4a6f-94c5-36e54b08b033'] {{(pid=114861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:29:59.259290 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Pushing event updated for resources: {'Port': ['ID=94406837-92d7-472c-9764-43cc0c5b4cd8,revision_number=5']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:29:59.355004 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 55e37827-ce7d-4902-a2c9-cc4af320b9ba up at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:29:59.441937 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f973b9-7218-4525-8fb6-1263fe0cbd8d req-17218851-5033-467a-a9ce-caab7939fbb6 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:59.445274 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-80f973b9-7218-4525-8fb6-1263fe0cbd8d req-17218851-5033-467a-a9ce-caab7939fbb6 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=b845b619-f58f-4bfd-9a48-df1b1c742def HTTP/1.1" status: 200 len: 944 time: 0.0819254 Apr 12 00:29:59.451091 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Provisioning complete for port 55e37827-ce7d-4902-a2c9-cc4af320b9ba triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:29:59.451648 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (55e37827-ce7d-4902-a2c9-cc4af320b9ba), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:59.505652 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-80f973b9-7218-4525-8fb6-1263fe0cbd8d req-4a40158d-fbf5-44b7-94a9-9aea1c3674d0 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9efb8a5-2801-467f-a96d-f11f9d571d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537000 Apr 12 00:29:59.546058 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Current status of the port 55e37827-ce7d-4902-a2c9-cc4af320b9ba is: DOWN; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:29:59.546909 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (55e37827-ce7d-4902-a2c9-cc4af320b9ba), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:59.560105 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ecfdc0-7f57-4d96-aa07-9b0f20071717 req-a2f70767-2022-4b93-a6d8-11136bfba0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:59.563766 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-f7ecfdc0-7f57-4d96-aa07-9b0f20071717 req-a2f70767-2022-4b93-a6d8-11136bfba0e8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=29aa1426-1684-47b1-aded-1c9c306543bc HTTP/1.1" status: 200 len: 1129 time: 0.0436025 Apr 12 00:29:59.567827 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] For port 55e37827-ce7d-4902-a2c9-cc4af320b9ba, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=55e37827-ce7d-4902-a2c9-cc4af320b9ba,segment=NetworkSegment(45a4c36b-a669-4a7f-a3e9-c2d676175ec7),segment_id=45a4c36b-a669-4a7f-a3e9-c2d676175ec7)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:29:59.571760 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (55e37827-ce7d-4902-a2c9-cc4af320b9ba), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:59.572592 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device c92f9f90-780c-4e01-b7e8-7c860df00aab up at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:29:59.615154 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-f7ecfdc0-7f57-4d96-aa07-9b0f20071717 req-2d23ad24-fad1-4ae4-a30d-69716bc42db7 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=529c0cb2-c623-4df4-82c0-9ff506db5c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435936 Apr 12 00:29:59.621901 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 58406) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:29:59.626827 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [None req-ddeb6f3f-1b8d-4fae-af82-2cc248cf8f2c tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1352959982', 'description': 'tempest-secgroup-smoke-1352959982 description', 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1'}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:29:59.649289 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-ddeb6f3f-1b8d-4fae-af82-2cc248cf8f2c tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks [] for security_group (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:59.653219 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Pushing event updated for resources: {'Port': ['ID=55e37827-ce7d-4902-a2c9-cc4af320b9ba,revision_number=4']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:29:59.672786 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Provisioning complete for port c92f9f90-780c-4e01-b7e8-7c860df00aab triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:29:59.673171 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (c92f9f90-780c-4e01-b7e8-7c860df00aab), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:59.723070 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-ddeb6f3f-1b8d-4fae-af82-2cc248cf8f2c tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks [] for security_group (801418ee-5d7b-4cfc-af52-433952d7207b), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:59.726915 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-ddeb6f3f-1b8d-4fae-af82-2cc248cf8f2c tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (801418ee-5d7b-4cfc-af52-433952d7207b), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:59.751840 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Current status of the port c92f9f90-780c-4e01-b7e8-7c860df00aab is: ACTIVE; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:29:59.755759 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeb6f3f-1b8d-4fae-af82-2cc248cf8f2c tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=801418ee-5d7b-4cfc-af52-433952d7207b,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:29:59.760610 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-ddeb6f3f-1b8d-4fae-af82-2cc248cf8f2c tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks [] for security_group (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:59.762464 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-ddeb6f3f-1b8d-4fae-af82-2cc248cf8f2c tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1384590 Apr 12 00:29:59.765346 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 58408) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:29:59.770706 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [None req-8cb2c984-831b-484f-a3bd-8fc7dda76f04 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Request body: {'security_group_rule': {'security_group_id': '801418ee-5d7b-4cfc-af52-433952d7207b', 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:29:59.798362 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-8cb2c984-831b-484f-a3bd-8fc7dda76f04 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks [] for security_group_rule (42e13eed-9222-44ad-a6e2-b319d5dfa2d4), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:59.858349 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-8cb2c984-831b-484f-a3bd-8fc7dda76f04 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks [] for security_group_rule (42e13eed-9222-44ad-a6e2-b319d5dfa2d4), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:59.862494 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-8cb2c984-831b-484f-a3bd-8fc7dda76f04 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496243'] for security_group_rule (42e13eed-9222-44ad-a6e2-b319d5dfa2d4), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:59.883137 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb2c984-831b-484f-a3bd-8fc7dda76f04 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42e13eed-9222-44ad-a6e2-b319d5dfa2d4,revision_number=0']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:29:59.888031 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-8cb2c984-831b-484f-a3bd-8fc7dda76f04 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:29:59.892130 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 58412) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:29:59.892348 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-8cb2c984-831b-484f-a3bd-8fc7dda76f04 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1254618 Apr 12 00:29:59.896868 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-40ca818b-ae1a-46e9-bb8a-554a328de4e8 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Request body: {'security_group_rule': {'security_group_id': '801418ee-5d7b-4cfc-af52-433952d7207b', 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:29:59.957967 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e6409-915e-4fb9-9431-e91f00b0bb49 req-9361cc51-5c39-41d7-9c43-ed4e98d0a95c tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:29:59.959387 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-2f6e6409-915e-4fb9-9431-e91f00b0bb49 req-9361cc51-5c39-41d7-9c43-ed4e98d0a95c tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 946 time: 0.0581746 Apr 12 00:29:59.961227 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-40ca818b-ae1a-46e9-bb8a-554a328de4e8 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks [] for security_group_rule (d15af03e-ee2d-45e3-bac1-1e0d6f9d841c), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:30:00.043813 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-2f6e6409-915e-4fb9-9431-e91f00b0bb49 req-63db9502-3e20-4a1e-898d-ba63ed0e117d tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776508 Apr 12 00:30:00.057032 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-40ca818b-ae1a-46e9-bb8a-554a328de4e8 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks [] for security_group_rule (d15af03e-ee2d-45e3-bac1-1e0d6f9d841c), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:30:00.061314 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-40ca818b-ae1a-46e9-bb8a-554a328de4e8 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496243'] for security_group_rule (d15af03e-ee2d-45e3-bac1-1e0d6f9d841c), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:30:00.075061 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ca818b-ae1a-46e9-bb8a-554a328de4e8 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d15af03e-ee2d-45e3-bac1-1e0d6f9d841c,revision_number=0']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:30:00.091923 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-40ca818b-ae1a-46e9-bb8a-554a328de4e8 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:30:00.093124 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-40ca818b-ae1a-46e9-bb8a-554a328de4e8 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1999400 Apr 12 00:30:00.095859 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 58416) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:30:00.100226 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-dd8e3391-3a5e-45f6-81ab-22396acb9902 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Request body: {'security_group_rule': {'security_group_id': '801418ee-5d7b-4cfc-af52-433952d7207b', 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:30:00.100562 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06add01e-e092-473b-8a1a-67b5b19a1435 req-df722aa5-f52a-4a28-80ee-7dc14724487d tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:00.102194 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-06add01e-e092-473b-8a1a-67b5b19a1435 req-df722aa5-f52a-4a28-80ee-7dc14724487d tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/ports?device_id=29aa1426-1684-47b1-aded-1c9c306543bc HTTP/1.1" status: 200 len: 945 time: 0.0506506 Apr 12 00:30:00.130442 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-dd8e3391-3a5e-45f6-81ab-22396acb9902 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks [] for security_group_rule (ed469b14-d84b-4a46-abdb-8f2aa2ed2f4b), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:30:00.159323 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-06add01e-e092-473b-8a1a-67b5b19a1435 req-26e86f78-feae-45f5-a1f9-5e33859594f8 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/security-groups?id=529c0cb2-c623-4df4-82c0-9ff506db5c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506778 Apr 12 00:30:00.189584 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-dd8e3391-3a5e-45f6-81ab-22396acb9902 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks [] for security_group_rule (ed469b14-d84b-4a46-abdb-8f2aa2ed2f4b), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:30:00.193520 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-dd8e3391-3a5e-45f6-81ab-22396acb9902 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496243'] for security_group_rule (ed469b14-d84b-4a46-abdb-8f2aa2ed2f4b), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:30:00.211391 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8e3391-3a5e-45f6-81ab-22396acb9902 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed469b14-d84b-4a46-abdb-8f2aa2ed2f4b,revision_number=0']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:30:00.212093 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a37ee85-cb90-4014-b878-df95c460bea1 None None] Sync routers for ids ['e44c5321-613e-4152-b883-7dd3a31ac317'] in dv-cinder-836252-3-iscsi {{(pid=114861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:30:00.223915 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a37ee85-cb90-4014-b878-df95c460bea1 None None] Routers {'e44c5321-613e-4152-b883-7dd3a31ac317'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:30:00.224558 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-9a37ee85-cb90-4014-b878-df95c460bea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:29:45Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['e44c5321-613e-4152-b883-7dd3a31ac317'], 'active': True} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:30:00.231480 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-dd8e3391-3a5e-45f6-81ab-22396acb9902 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:30:00.232762 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-dd8e3391-3a5e-45f6-81ab-22396acb9902 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1359792 Apr 12 00:30:00.235613 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 58418) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:30:00.240150 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-667e1e2d-205c-4986-9aa2-4f1c01d5627c tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Request body: {'security_group_rule': {'security_group_id': '801418ee-5d7b-4cfc-af52-433952d7207b', 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:30:00.264702 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-667e1e2d-205c-4986-9aa2-4f1c01d5627c tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks [] for security_group_rule (5b8ed97e-97a9-4bd3-851e-46102cbc935b), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:30:00.319772 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-667e1e2d-205c-4986-9aa2-4f1c01d5627c tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks [] for security_group_rule (5b8ed97e-97a9-4bd3-851e-46102cbc935b), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:30:00.324879 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-667e1e2d-205c-4986-9aa2-4f1c01d5627c tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496243'] for security_group_rule (5b8ed97e-97a9-4bd3-851e-46102cbc935b), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:30:00.337535 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvr_db [None req-9a37ee85-cb90-4014-b878-df95c460bea1 None None] Set router e44c5321-613e-4152-b883-7dd3a31ac317 gateway port host: dv-cinder-836252-3-iscsi {{(pid=114861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:30:00.342048 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667e1e2d-205c-4986-9aa2-4f1c01d5627c tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b8ed97e-97a9-4bd3-851e-46102cbc935b,revision_number=0']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:30:00.351563 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-667e1e2d-205c-4986-9aa2-4f1c01d5627c tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:30:00.352757 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-667e1e2d-205c-4986-9aa2-4f1c01d5627c tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1160958 Apr 12 00:30:00.355360 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 58420) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:30:00.360139 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-bf904007-5afd-41f7-94cc-917c8447af8b tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Request body: {'security_group_rule': {'security_group_id': '801418ee-5d7b-4cfc-af52-433952d7207b', 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:30:00.379769 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.db.securitygroups_db [None req-bf904007-5afd-41f7-94cc-917c8447af8b tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Project 4ad54dac63374c8a9b4da55ee5dc7fd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 00:30:00.385272 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-bf904007-5afd-41f7-94cc-917c8447af8b tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks [] for security_group_rule (06de5dee-0df6-4db5-8a7c-fbd33d1dc24f), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:30:00.446453 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-bf904007-5afd-41f7-94cc-917c8447af8b tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks [] for security_group_rule (06de5dee-0df6-4db5-8a7c-fbd33d1dc24f), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:30:00.450491 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-bf904007-5afd-41f7-94cc-917c8447af8b tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496243'] for security_group_rule (06de5dee-0df6-4db5-8a7c-fbd33d1dc24f), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:30:00.469674 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf904007-5afd-41f7-94cc-917c8447af8b tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06de5dee-0df6-4db5-8a7c-fbd33d1dc24f,revision_number=0']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:30:00.478614 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-bf904007-5afd-41f7-94cc-917c8447af8b tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:30:00.479813 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-bf904007-5afd-41f7-94cc-917c8447af8b tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1229413 Apr 12 00:30:00.483011 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 58422) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:30:00.487429 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-5048849c-e7f9-408a-8284-40df10ffb9d1 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Request body: {'security_group_rule': {'security_group_id': '801418ee-5d7b-4cfc-af52-433952d7207b', 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:30:00.507391 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.db.securitygroups_db [None req-5048849c-e7f9-408a-8284-40df10ffb9d1 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Project 4ad54dac63374c8a9b4da55ee5dc7fd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 00:30:00.512776 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-5048849c-e7f9-408a-8284-40df10ffb9d1 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks [] for security_group_rule (73045bd6-5218-4d03-9425-66db87e90c3e), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:30:00.533020 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-9a37ee85-cb90-4014-b878-df95c460bea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44c5321-613e-4152-b883-7dd3a31ac317', 'name': 'tempest-TestVolumeBootPattern-1188956872-router', 'tenant_id': '3de3a4084d864ba6845b0d8385e0b593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '55e37827-ce7d-4902-a2c9-cc4af320b9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:29:54Z', 'updated_at': '2022-04-12T00:29:57Z', 'revision_number': 4, 'project_id': '3de3a4084d864ba6845b0d8385e0b593', 'gw_port': {'id': '55e37827-ce7d-4902-a2c9-cc4af320b9ba', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44c5321-613e-4152-b883-7dd3a31ac317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:29:54Z', 'updated_at': '2022-04-12T00:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': '0133423c-a29e-4f8d-9df3-db90eab1becd', 'name': '', 'network_id': '4bce48e7-f272-4d7f-8b74-ec8868e7768a', 'tenant_id': '3de3a4084d864ba6845b0d8385e0b593', 'mac_address': 'fa:16:3e:0c:6e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44c5321-613e-4152-b883-7dd3a31ac317', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'c11f733d-aa26-4ad3-9909-ee99fd0c4335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:29:56Z', 'updated_at': '2022-04-12T00:29:58Z', 'revision_number': 2, 'project_id': '3de3a4084d864ba6845b0d8385e0b593', 'subnets': [{'id': 'c11f733d-aa26-4ad3-9909-ee99fd0c4335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:30:00.563238 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a37ee85-cb90-4014-b878-df95c460bea1 None None] Checking router: e44c5321-613e-4152-b883-7dd3a31ac317 for host: dv-cinder-836252-3-iscsi {{(pid=114861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:30:00.563683 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a37ee85-cb90-4014-b878-df95c460bea1 None None] Updating router e44c5321-613e-4152-b883-7dd3a31ac317 port 0133423c-a29e-4f8d-9df3-db90eab1becd binding host dv-cinder-836252-3-iscsi {{(pid=114861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 00:30:00.576638 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-5048849c-e7f9-408a-8284-40df10ffb9d1 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks [] for security_group_rule (73045bd6-5218-4d03-9425-66db87e90c3e), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:30:00.587831 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-5048849c-e7f9-408a-8284-40df10ffb9d1 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496243'] for security_group_rule (73045bd6-5218-4d03-9425-66db87e90c3e), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:30:00.595886 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-9a37ee85-cb90-4014-b878-df95c460bea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (0133423c-a29e-4f8d-9df3-db90eab1becd), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:30:00.628817 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5048849c-e7f9-408a-8284-40df10ffb9d1 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73045bd6-5218-4d03-9425-66db87e90c3e,revision_number=0']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:30:00.643253 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924828ab-6cf9-47ba-ba02-419ab6d3cad3 req-f025ad50-bf26-4c3d-872e-608547e3714f tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:00.644768 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-924828ab-6cf9-47ba-ba02-419ab6d3cad3 req-f025ad50-bf26-4c3d-872e-608547e3714f tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=b845b619-f58f-4bfd-9a48-df1b1c742def HTTP/1.1" status: 200 len: 944 time: 0.0668912 Apr 12 00:30:00.648039 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-5048849c-e7f9-408a-8284-40df10ffb9d1 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:30:00.652065 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-5048849c-e7f9-408a-8284-40df10ffb9d1 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1651318 Apr 12 00:30:00.699653 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-924828ab-6cf9-47ba-ba02-419ab6d3cad3 req-30586db4-16ad-4243-b5d6-0343aa833a3e tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9efb8a5-2801-467f-a96d-f11f9d571d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491500 Apr 12 00:30:00.864101 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-9a37ee85-cb90-4014-b878-df95c460bea1 None None] Publish callbacks [] for port (0133423c-a29e-4f8d-9df3-db90eab1becd), precommit_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:30:00.869702 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-9a37ee85-cb90-4014-b878-df95c460bea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (0133423c-a29e-4f8d-9df3-db90eab1becd), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:30:00.922577 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102509bf-a308-4b85-a6fd-0add5e66c71e None None] Pushing event updated for resources: {'Port': ['ID=0133423c-a29e-4f8d-9df3-db90eab1becd,revision_number=3']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:30:00.962405 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device d9cbe626-bf12-4a6f-94c5-36e54b08b033 up at agent hyperv_hv-cinder-83625 {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:30:01.003452 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.managers [None req-9a37ee85-cb90-4014-b878-df95c460bea1 None None] Attempting to bind port 0133423c-a29e-4f8d-9df3-db90eab1becd on host dv-cinder-836252-3-iscsi for vnic_type normal with profile {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:30:01.003822 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.managers [None req-9a37ee85-cb90-4014-b878-df95c460bea1 None None] Attempting to bind port 0133423c-a29e-4f8d-9df3-db90eab1becd by drivers openvswitch,hyperv on host dv-cinder-836252-3-iscsi at level 0 using segments [{'id': 'dce4b8e1-ec4c-40ff-a23c-83d16f90c5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4bce48e7-f272-4d7f-8b74-ec8868e7768a'}] {{(pid=114861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:30:01.004187 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a37ee85-cb90-4014-b878-df95c460bea1 None None] Attempting to bind port 0133423c-a29e-4f8d-9df3-db90eab1becd on network 4bce48e7-f272-4d7f-8b74-ec8868e7768a {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:30:01.012506 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a37ee85-cb90-4014-b878-df95c460bea1 None None] Checking agent: {'id': 'f9a21fd4-36f2-4826-890e-da332e228edf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836252-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 0, 17, 19), 'started_at': datetime.datetime(2022, 4, 12, 0, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836252-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:30:01.012883 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a37ee85-cb90-4014-b878-df95c460bea1 None None] Checking segment: {'id': 'dce4b8e1-ec4c-40ff-a23c-83d16f90c5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4bce48e7-f272-4d7f-8b74-ec8868e7768a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:30:01.013290 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-9a37ee85-cb90-4014-b878-df95c460bea1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:30:01.013679 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a37ee85-cb90-4014-b878-df95c460bea1 None None] Bound using segment: {'id': 'dce4b8e1-ec4c-40ff-a23c-83d16f90c5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4bce48e7-f272-4d7f-8b74-ec8868e7768a'} {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:30:01.014150 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.managers [None req-9a37ee85-cb90-4014-b878-df95c460bea1 None None] Bound port: 0133423c-a29e-4f8d-9df3-db90eab1becd, host: dv-cinder-836252-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dce4b8e1-ec4c-40ff-a23c-83d16f90c5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4bce48e7-f272-4d7f-8b74-ec8868e7768a'}}] {{(pid=114861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:30:01.014560 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-9a37ee85-cb90-4014-b878-df95c460bea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (0133423c-a29e-4f8d-9df3-db90eab1becd), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:30:01.062343 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Provisioning for port d9cbe626-bf12-4a6f-94c5-36e54b08b033 completed by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 00:30:01.085774 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Provisioning complete for port d9cbe626-bf12-4a6f-94c5-36e54b08b033 triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:30:01.087993 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (d9cbe626-bf12-4a6f-94c5-36e54b08b033), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:30:01.193430 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-9a37ee85-cb90-4014-b878-df95c460bea1 None None] For port 0133423c-a29e-4f8d-9df3-db90eab1becd, host dv-cinder-836252-3-iscsi, cleared binding levels {{(pid=114861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:30:01.196636 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-20f9c9da-3654-45a8-bb3b-6b240f3c57a2 None None] Provisioning complete for port 0133423c-a29e-4f8d-9df3-db90eab1becd triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:30:01.196766 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c789b-bd75-4fbe-9a7c-ae504825a846 req-49849f36-bcdd-45f7-b2e2-6cf122e5b9f2 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:01.197228 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-20f9c9da-3654-45a8-bb3b-6b240f3c57a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (0133423c-a29e-4f8d-9df3-db90eab1becd), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:30:01.209448 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-126c789b-bd75-4fbe-9a7c-ae504825a846 req-49849f36-bcdd-45f7-b2e2-6cf122e5b9f2 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 946 time: 0.0674248 Apr 12 00:30:01.236925 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-9a37ee85-cb90-4014-b878-df95c460bea1 None None] For port 0133423c-a29e-4f8d-9df3-db90eab1becd, host dv-cinder-836252-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=0133423c-a29e-4f8d-9df3-db90eab1becd,segment=NetworkSegment(dce4b8e1-ec4c-40ff-a23c-83d16f90c5b1),segment_id=dce4b8e1-ec4c-40ff-a23c-83d16f90c5b1)] {{(pid=114861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:30:01.263141 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-126c789b-bd75-4fbe-9a7c-ae504825a846 req-64b537c4-da13-4d53-9f3f-cd9979ece043 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527844 Apr 12 00:30:01.267152 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-9a37ee85-cb90-4014-b878-df95c460bea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (0133423c-a29e-4f8d-9df3-db90eab1becd), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:30:01.278317 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 55e37827-ce7d-4902-a2c9-cc4af320b9ba up at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:30:01.284768 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-20f9c9da-3654-45a8-bb3b-6b240f3c57a2 None None] Port 0133423c-a29e-4f8d-9df3-db90eab1becd cannot update to ACTIVE because it is not bound. {{(pid=114861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:30:01.324994 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d47455-0254-4569-9d03-9b5ee584325e req-0ad0dc74-2099-4c05-8b50-31d70ac68d07 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:01.326665 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-e7d47455-0254-4569-9d03-9b5ee584325e req-0ad0dc74-2099-4c05-8b50-31d70ac68d07 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/ports?device_id=29aa1426-1684-47b1-aded-1c9c306543bc HTTP/1.1" status: 200 len: 945 time: 0.0636868 Apr 12 00:30:01.381073 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-e7d47455-0254-4569-9d03-9b5ee584325e req-a936ab4b-609d-438a-b318-e100a747d331 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/security-groups?id=529c0cb2-c623-4df4-82c0-9ff506db5c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475428 Apr 12 00:30:01.465634 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Current status of the port d9cbe626-bf12-4a6f-94c5-36e54b08b033 is: BUILD; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:30:01.465841 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (d9cbe626-bf12-4a6f-94c5-36e54b08b033), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:30:01.521878 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102509bf-a308-4b85-a6fd-0add5e66c71e None None] Pushing event updated for resources: {'Port': ['ID=0133423c-a29e-4f8d-9df3-db90eab1becd,revision_number=4']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:30:01.526110 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a37ee85-cb90-4014-b878-df95c460bea1 None None] Routers {'e44c5321-613e-4152-b883-7dd3a31ac317'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:30:01.526756 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-9a37ee85-cb90-4014-b878-df95c460bea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:29:45Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['e44c5321-613e-4152-b883-7dd3a31ac317'], 'active': True} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:30:01.533019 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b845b619-f58f-4bfd-9a48-df1b1c742def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9cbe626-bf12-4a6f-94c5-36e54b08b033'}] {{(pid=114861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:30:01.535259 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d187226e65eb8f713948fb36ffe50595ec682b3d9ec12b6d0c088ba153fadb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f8a63f-a84c-4364-a2f9-b99fb0409154" -d '{"events": [{"server_uuid": "b845b619-f58f-4bfd-9a48-df1b1c742def", "name": "network-vif-plugged", "status": "completed", "tag": "d9cbe626-bf12-4a6f-94c5-36e54b08b033"}]}' {{(pid=114861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:30:01.582767 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a219b8-7276-48fc-84ed-9e3c7811ec82 x-openstack-request-id: req-12a219b8-7276-48fc-84ed-9e3c7811ec82 {{(pid=114861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:30:01.583133 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b845b619-f58f-4bfd-9a48-df1b1c742def", "name": "network-vif-plugged", "status": "completed", "tag": "d9cbe626-bf12-4a6f-94c5-36e54b08b033", "code": 200}]} {{(pid=114861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:30:01.583391 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-12a219b8-7276-48fc-84ed-9e3c7811ec82 {{(pid=114861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:30:01.583736 dv-cinder-836252-3-iscsi neutron-server[114861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12a219b8-7276-48fc-84ed-9e3c7811ec82'] response: {'server_uuid': 'b845b619-f58f-4bfd-9a48-df1b1c742def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9cbe626-bf12-4a6f-94c5-36e54b08b033', 'code': 200} Apr 12 00:30:01.585739 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port d9cbe626-bf12-4a6f-94c5-36e54b08b033, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=d9cbe626-bf12-4a6f-94c5-36e54b08b033,segment=NetworkSegment(5d9dc515-0707-4c75-a379-8fe0f8c382f2),segment_id=5d9dc515-0707-4c75-a379-8fe0f8c382f2)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:30:01.595121 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (d9cbe626-bf12-4a6f-94c5-36e54b08b033), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:30:01.603767 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Provisioning complete for port 55e37827-ce7d-4902-a2c9-cc4af320b9ba triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:30:01.603767 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (55e37827-ce7d-4902-a2c9-cc4af320b9ba), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:30:01.755786 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-16aba772-62ff-48c2-98a6-2cca92133a6d None None] Provisioning complete for port 0133423c-a29e-4f8d-9df3-db90eab1becd triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:30:01.756271 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-16aba772-62ff-48c2-98a6-2cca92133a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (0133423c-a29e-4f8d-9df3-db90eab1becd), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:30:01.760553 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Pushing event updated for resources: {'Port': ['ID=d9cbe626-bf12-4a6f-94c5-36e54b08b033,revision_number=5']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:30:01.805467 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvr_db [None req-9a37ee85-cb90-4014-b878-df95c460bea1 None None] Set router e44c5321-613e-4152-b883-7dd3a31ac317 gateway port host: dv-cinder-836252-3-iscsi {{(pid=114861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:30:01.822752 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1754d196-4a5f-440a-9484-2e2cf64a9dd3 req-9f9fa275-ce16-4b61-a4a4-e942f7e916cb tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:01.824483 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-1754d196-4a5f-440a-9484-2e2cf64a9dd3 req-9f9fa275-ce16-4b61-a4a4-e942f7e916cb tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=b845b619-f58f-4bfd-9a48-df1b1c742def HTTP/1.1" status: 200 len: 945 time: 0.0542140 Apr 12 00:30:01.851923 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3463d518-2381-4114-aa18-9e36237849d8 req-d0a22641-d857-45f5-8d8e-bbe95ac02dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:01.853532 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-3463d518-2381-4114-aa18-9e36237849d8 req-d0a22641-d857-45f5-8d8e-bbe95ac02dc9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b845b619-f58f-4bfd-9a48-df1b1c742def HTTP/1.1" status: 200 len: 1129 time: 0.0488398 Apr 12 00:30:01.892082 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-1754d196-4a5f-440a-9484-2e2cf64a9dd3 req-f6142912-7779-48f3-9a98-9dca7ba7c316 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9efb8a5-2801-467f-a96d-f11f9d571d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526538 Apr 12 00:30:01.941627 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Current status of the port 55e37827-ce7d-4902-a2c9-cc4af320b9ba is: ACTIVE; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:30:02.017447 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-16aba772-62ff-48c2-98a6-2cca92133a6d None None] Current status of the port 0133423c-a29e-4f8d-9df3-db90eab1becd is: DOWN; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:30:02.017840 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-16aba772-62ff-48c2-98a6-2cca92133a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (0133423c-a29e-4f8d-9df3-db90eab1becd), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:30:02.072231 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-16aba772-62ff-48c2-98a6-2cca92133a6d None None] For port 0133423c-a29e-4f8d-9df3-db90eab1becd, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=0133423c-a29e-4f8d-9df3-db90eab1becd,segment=NetworkSegment(dce4b8e1-ec4c-40ff-a23c-83d16f90c5b1),segment_id=dce4b8e1-ec4c-40ff-a23c-83d16f90c5b1)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:30:02.097198 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-16aba772-62ff-48c2-98a6-2cca92133a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (0133423c-a29e-4f8d-9df3-db90eab1becd), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:30:02.137588 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-9a37ee85-cb90-4014-b878-df95c460bea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44c5321-613e-4152-b883-7dd3a31ac317', 'name': 'tempest-TestVolumeBootPattern-1188956872-router', 'tenant_id': '3de3a4084d864ba6845b0d8385e0b593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '55e37827-ce7d-4902-a2c9-cc4af320b9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:29:54Z', 'updated_at': '2022-04-12T00:29:57Z', 'revision_number': 4, 'project_id': '3de3a4084d864ba6845b0d8385e0b593', 'gw_port': {'id': '55e37827-ce7d-4902-a2c9-cc4af320b9ba', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44c5321-613e-4152-b883-7dd3a31ac317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:29:54Z', 'updated_at': '2022-04-12T00:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': '0133423c-a29e-4f8d-9df3-db90eab1becd', 'name': '', 'network_id': '4bce48e7-f272-4d7f-8b74-ec8868e7768a', 'tenant_id': '3de3a4084d864ba6845b0d8385e0b593', 'mac_address': 'fa:16:3e:0c:6e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44c5321-613e-4152-b883-7dd3a31ac317', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'c11f733d-aa26-4ad3-9909-ee99fd0c4335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:29:56Z', 'updated_at': '2022-04-12T00:30:01Z', 'revision_number': 4, 'project_id': '3de3a4084d864ba6845b0d8385e0b593', 'subnets': [{'id': 'c11f733d-aa26-4ad3-9909-ee99fd0c4335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:30:02.175352 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a37ee85-cb90-4014-b878-df95c460bea1 None None] The sync data for ids ['e44c5321-613e-4152-b883-7dd3a31ac317'] in dv-cinder-836252-3-iscsi is: [{'id': 'e44c5321-613e-4152-b883-7dd3a31ac317', 'name': 'tempest-TestVolumeBootPattern-1188956872-router', 'tenant_id': '3de3a4084d864ba6845b0d8385e0b593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '55e37827-ce7d-4902-a2c9-cc4af320b9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:29:54Z', 'updated_at': '2022-04-12T00:29:57Z', 'revision_number': 4, 'project_id': '3de3a4084d864ba6845b0d8385e0b593', 'gw_port': {'id': '55e37827-ce7d-4902-a2c9-cc4af320b9ba', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44c5321-613e-4152-b883-7dd3a31ac317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:29:54Z', 'updated_at': '2022-04-12T00:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': '0133423c-a29e-4f8d-9df3-db90eab1becd', 'name': '', 'network_id': '4bce48e7-f272-4d7f-8b74-ec8868e7768a', 'tenant_id': '3de3a4084d864ba6845b0d8385e0b593', 'mac_address': 'fa:16:3e:0c:6e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44c5321-613e-4152-b883-7dd3a31ac317', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'c11f733d-aa26-4ad3-9909-ee99fd0c4335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:29:56Z', 'updated_at': '2022-04-12T00:30:01Z', 'revision_number': 4, 'project_id': '3de3a4084d864ba6845b0d8385e0b593', 'subnets': [{'id': 'c11f733d-aa26-4ad3-9909-ee99fd0c4335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:30:02.181113 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aba772-62ff-48c2-98a6-2cca92133a6d None None] Pushing event updated for resources: {'Port': ['ID=0133423c-a29e-4f8d-9df3-db90eab1becd,revision_number=5']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:30:02.411925 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-3463d518-2381-4114-aa18-9e36237849d8 req-4fea5c7d-650a-4f3a-a16c-f941aa5a6a28 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a9efb8a5-2801-467f-a96d-f11f9d571d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842848 Apr 12 00:30:02.425581 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0eef42-e9e3-47f2-8f8f-923b2e829d3f req-81360e1d-b87f-4be6-91be-3d6eb91a8cba tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:02.430857 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-ae0eef42-e9e3-47f2-8f8f-923b2e829d3f req-81360e1d-b87f-4be6-91be-3d6eb91a8cba tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 946 time: 0.0656202 Apr 12 00:30:02.489833 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-ae0eef42-e9e3-47f2-8f8f-923b2e829d3f req-f396d822-1dc6-42f8-aca3-ea4a518968bd tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566304 Apr 12 00:30:02.527215 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00edeb3-dda6-4a0e-9b13-543133737f00 req-aa5e6381-b3a4-4bba-a85b-e4629bcefc28 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:02.533285 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-a00edeb3-dda6-4a0e-9b13-543133737f00 req-aa5e6381-b3a4-4bba-a85b-e4629bcefc28 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/ports?device_id=29aa1426-1684-47b1-aded-1c9c306543bc HTTP/1.1" status: 200 len: 945 time: 0.0628164 Apr 12 00:30:02.589240 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-a00edeb3-dda6-4a0e-9b13-543133737f00 req-de5a0c86-c8c5-42e7-8f25-0597f6340972 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/security-groups?id=529c0cb2-c623-4df4-82c0-9ff506db5c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504179 Apr 12 00:30:02.838685 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device a96b86a8-a90d-426f-9b7e-b2dc136b138a details requested by agent hyperv_hv-cinder-83625 with host hv-cinder-83625 {{(pid=114861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 00:30:02.940257 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port a96b86a8-a90d-426f-9b7e-b2dc136b138a, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=a96b86a8-a90d-426f-9b7e-b2dc136b138a,segment=NetworkSegment(49ba757d-47c8-495e-9077-08facd79368e),segment_id=49ba757d-47c8-495e-9077-08facd79368e)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:30:02.952315 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Returning: {'device': 'a96b86a8-a90d-426f-9b7e-b2dc136b138a', 'network_id': '1ee4ba18-669f-44db-9087-b0bd886e30c9', 'port_id': 'a96b86a8-a90d-426f-9b7e-b2dc136b138a', 'mac_address': 'fa:16:3e:94:ac:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e83a63b-8739-41ae-aeb4-59d49ec2e5b0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 00:30:02.990865 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Current status of the port a96b86a8-a90d-426f-9b7e-b2dc136b138a is: ACTIVE; New status is: BUILD {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:30:02.991257 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (a96b86a8-a90d-426f-9b7e-b2dc136b138a), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:30:03.008028 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.notifiers.nova [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a96b86a8-a90d-426f-9b7e-b2dc136b138a {{(pid=114861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:30:03.014520 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c0557-35ec-4efc-b329-1b2093af2948 req-f52bc718-f40e-4f1a-bb0a-3d958133630d tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:03.016504 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-db5c0557-35ec-4efc-b329-1b2093af2948 req-f52bc718-f40e-4f1a-bb0a-3d958133630d tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=b845b619-f58f-4bfd-9a48-df1b1c742def HTTP/1.1" status: 200 len: 945 time: 0.0534184 Apr 12 00:30:03.028457 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port a96b86a8-a90d-426f-9b7e-b2dc136b138a, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=a96b86a8-a90d-426f-9b7e-b2dc136b138a,segment=NetworkSegment(49ba757d-47c8-495e-9077-08facd79368e),segment_id=49ba757d-47c8-495e-9077-08facd79368e)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:30:03.032751 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (a96b86a8-a90d-426f-9b7e-b2dc136b138a), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:30:03.065803 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-db5c0557-35ec-4efc-b329-1b2093af2948 req-52af28c5-5e1d-4234-b644-f931b89a08c1 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9efb8a5-2801-467f-a96d-f11f9d571d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425487 Apr 12 00:30:03.080057 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Pushing event updated for resources: {'Port': ['ID=a96b86a8-a90d-426f-9b7e-b2dc136b138a,revision_number=6']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:30:03.225927 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 0133423c-a29e-4f8d-9df3-db90eab1becd up at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:30:03.276130 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Provisioning complete for port 0133423c-a29e-4f8d-9df3-db90eab1becd triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:30:03.276502 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (0133423c-a29e-4f8d-9df3-db90eab1becd), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:30:03.299742 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] get_ports_and_sgs() called for port_ids ['a96b86a8-a90d-426f-9b7e-b2dc136b138a'] {{(pid=114861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:30:03.434603 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Current status of the port 0133423c-a29e-4f8d-9df3-db90eab1becd is: ACTIVE; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:30:03.610499 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf6170c-176e-4616-85bb-6448d566ea55 req-ddd4e717-4401-478c-8e37-125ef5080d3f tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:03.612753 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-dcf6170c-176e-4616-85bb-6448d566ea55 req-ddd4e717-4401-478c-8e37-125ef5080d3f tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 945 time: 0.0473645 Apr 12 00:30:03.661615 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-dcf6170c-176e-4616-85bb-6448d566ea55 req-6d2b58ee-65ea-47c7-b537-5b622ec34cd9 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439901 Apr 12 00:30:03.701944 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f03bc-371c-4f97-9063-df61c97f4319 req-c0b75d54-c1e7-4298-b787-b344328b1fa0 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:03.703451 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e28f03bc-371c-4f97-9063-df61c97f4319 req-c0b75d54-c1e7-4298-b787-b344328b1fa0 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/ports?device_id=29aa1426-1684-47b1-aded-1c9c306543bc HTTP/1.1" status: 200 len: 945 time: 0.0478826 Apr 12 00:30:03.753798 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e28f03bc-371c-4f97-9063-df61c97f4319 req-318d7ecf-f941-4646-8307-d35dd46b423b tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/security-groups?id=529c0cb2-c623-4df4-82c0-9ff506db5c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447569 Apr 12 00:30:03.867723 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97463d5-f859-499b-b3fa-12ed5296b8dc req-f41b053d-d4b1-4cae-80b4-d4f9302c4888 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:03.869259 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-d97463d5-f859-499b-b3fa-12ed5296b8dc req-f41b053d-d4b1-4cae-80b4-d4f9302c4888 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/ports?device_id=29aa1426-1684-47b1-aded-1c9c306543bc HTTP/1.1" status: 200 len: 945 time: 0.0477548 Apr 12 00:30:03.921341 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-d97463d5-f859-499b-b3fa-12ed5296b8dc req-ad67bb4c-1bf0-4987-88cb-c09e8d96e166 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/security-groups?id=529c0cb2-c623-4df4-82c0-9ff506db5c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459578 Apr 12 00:30:03.945241 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 58508) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:30:04.129488 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34efbab-744a-4e1e-9804-0a7e9a18d851 tempest-TestShelveInstance-168976552 tempest-TestShelveInstance-168976552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:04.131106 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-c34efbab-744a-4e1e-9804-0a7e9a18d851 tempest-TestShelveInstance-168976552 tempest-TestShelveInstance-168976552-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=29aa1426-1684-47b1-aded-1c9c306543bc HTTP/1.1" status: 200 len: 1124 time: 0.1848321 Apr 12 00:30:04.135330 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 58514) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:30:04.140057 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-a643c342-137a-47e1-aa5a-56674b3b6f15 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Request body: {'floatingip': {'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'port_id': '94406837-92d7-472c-9764-43cc0c5b4cd8', 'tenant_id': 'c03f71e524b24b8abf5e7c81842f4e75', 'fixed_ip_address': '172.20.0.4'}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:30:04.161072 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-a643c342-137a-47e1-aa5a-56674b3b6f15 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:30:04.175915 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9388a0-6596-4dd5-b228-fe58911669aa req-bc5f91a7-0f62-4bb2-80b5-f709d0ffa585 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:04.177433 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-2d9388a0-6596-4dd5-b228-fe58911669aa req-bc5f91a7-0f62-4bb2-80b5-f709d0ffa585 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=b845b619-f58f-4bfd-9a48-df1b1c742def HTTP/1.1" status: 200 len: 945 time: 0.0475712 Apr 12 00:30:04.230675 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-2d9388a0-6596-4dd5-b228-fe58911669aa req-80cb1215-1fde-4957-907a-cdf5aa3f9ec5 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9efb8a5-2801-467f-a96d-f11f9d571d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468397 Apr 12 00:30:04.239392 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-a643c342-137a-47e1-aa5a-56674b3b6f15 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:30:04.349110 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.db.db_base_plugin_common [None req-a643c342-137a-47e1-aa5a-56674b3b6f15 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Allocated IP 172.27.3.58 (1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7/02a01a71-afa8-4790-9b30-3097f97db265/b8a048ec-e8c9-4497-9e7a-346a2955b46b) {{(pid=114860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:30:04.450641 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-a643c342-137a-47e1-aa5a-56674b3b6f15 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Publish callbacks [] for port (b8a048ec-e8c9-4497-9e7a-346a2955b46b), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:30:04.486983 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-a643c342-137a-47e1-aa5a-56674b3b6f15 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360'] for port (b8a048ec-e8c9-4497-9e7a-346a2955b46b), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:30:04.525310 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a643c342-137a-47e1-aa5a-56674b3b6f15 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Network 1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7 is already hosted by enough agents. {{(pid=114860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:30:04.529398 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.base_scheduler [None req-a643c342-137a-47e1-aa5a-56674b3b6f15 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Resources bound (agent type, host, resource id): {{(pid=114860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:30:04.540433 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a643c342-137a-47e1-aa5a-56674b3b6f15 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Received port after_create {{(pid=114860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:30:04.544652 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a643c342-137a-47e1-aa5a-56674b3b6f15 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Pushing event updated for resources: {'Port': ['ID=b8a048ec-e8c9-4497-9e7a-346a2955b46b,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:30:04.820295 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device a96b86a8-a90d-426f-9b7e-b2dc136b138a up at agent hyperv_hv-cinder-83625 {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:30:04.845027 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cbd15e-6550-4abe-ab2b-d8e58f430d86 req-f2feae4f-d2e1-428c-9540-8be5f0913294 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:04.846591 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-66cbd15e-6550-4abe-ab2b-d8e58f430d86 req-f2feae4f-d2e1-428c-9540-8be5f0913294 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 945 time: 0.0920808 Apr 12 00:30:04.869029 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Provisioning complete for port a96b86a8-a90d-426f-9b7e-b2dc136b138a triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:30:04.869400 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (a96b86a8-a90d-426f-9b7e-b2dc136b138a), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:30:04.945995 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-66cbd15e-6550-4abe-ab2b-d8e58f430d86 req-853b29eb-3408-49a7-8115-2ef4379bbbdc tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922506 Apr 12 00:30:04.954964 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-a643c342-137a-47e1-aa5a-56674b3b6f15 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Publish callbacks [] for floatingip (492f67bf-5f80-4d53-86fe-4b1dc17dceea), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:30:04.955493 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Current status of the port a96b86a8-a90d-426f-9b7e-b2dc136b138a is: BUILD; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:30:04.955985 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (a96b86a8-a90d-426f-9b7e-b2dc136b138a), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:30:04.983789 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c4e615-6c86-41a2-b6a5-19371b76e311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96b86a8-a90d-426f-9b7e-b2dc136b138a'}] {{(pid=114861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:30:04.986304 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d187226e65eb8f713948fb36ffe50595ec682b3d9ec12b6d0c088ba153fadb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1dea757-1c84-43e4-a8fc-39deb166fb74" -d '{"events": [{"server_uuid": "02c4e615-6c86-41a2-b6a5-19371b76e311", "name": "network-vif-plugged", "status": "completed", "tag": "a96b86a8-a90d-426f-9b7e-b2dc136b138a"}]}' {{(pid=114861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:30:05.000500 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port a96b86a8-a90d-426f-9b7e-b2dc136b138a, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=a96b86a8-a90d-426f-9b7e-b2dc136b138a,segment=NetworkSegment(49ba757d-47c8-495e-9077-08facd79368e),segment_id=49ba757d-47c8-495e-9077-08facd79368e)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:30:05.017925 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (a96b86a8-a90d-426f-9b7e-b2dc136b138a), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:30:05.045784 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283bc5bf-6fa7-4e8f-89ab-48164cbef575 x-openstack-request-id: req-283bc5bf-6fa7-4e8f-89ab-48164cbef575 {{(pid=114861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:30:05.046148 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02c4e615-6c86-41a2-b6a5-19371b76e311", "name": "network-vif-plugged", "status": "completed", "tag": "a96b86a8-a90d-426f-9b7e-b2dc136b138a", "code": 200}]} {{(pid=114861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:30:05.046484 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-283bc5bf-6fa7-4e8f-89ab-48164cbef575 {{(pid=114861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:30:05.046958 dv-cinder-836252-3-iscsi neutron-server[114861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-283bc5bf-6fa7-4e8f-89ab-48164cbef575'] response: {'server_uuid': '02c4e615-6c86-41a2-b6a5-19371b76e311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96b86a8-a90d-426f-9b7e-b2dc136b138a', 'code': 200} Apr 12 00:30:05.062777 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-a643c342-137a-47e1-aa5a-56674b3b6f15 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (b8a048ec-e8c9-4497-9e7a-346a2955b46b), before_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:30:05.072434 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Pushing event updated for resources: {'Port': ['ID=a96b86a8-a90d-426f-9b7e-b2dc136b138a,revision_number=7']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:30:05.079872 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:30:05.080220 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:30:05.080581 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:30:05.080940 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:30:05.081273 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:30:05.081601 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:30:05.081923 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:30:05.082273 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:30:05.082598 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:30:05.082920 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:30:05.083243 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:30:05.083579 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:30:05.083902 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:30:05.084220 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:30:05.084537 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:30:05.216404 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-a643c342-137a-47e1-aa5a-56674b3b6f15 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Publish callbacks [] for port (b8a048ec-e8c9-4497-9e7a-346a2955b46b), precommit_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:30:05.221405 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-a643c342-137a-47e1-aa5a-56674b3b6f15 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (b8a048ec-e8c9-4497-9e7a-346a2955b46b), after_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:30:05.253511 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-a643c342-137a-47e1-aa5a-56674b3b6f15 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1586356'] for floatingip (492f67bf-5f80-4d53-86fe-4b1dc17dceea), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:30:05.313955 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a643c342-137a-47e1-aa5a-56674b3b6f15 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Pushing event updated for resources: {'Port': ['ID=b8a048ec-e8c9-4497-9e7a-346a2955b46b,revision_number=2']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:30:05.385240 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfb9bad-a1ca-4c49-85d2-bced8c6dcb7e req-c33276cc-936f-4a03-8522-b21edc1136f9 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:05.386835 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-4bfb9bad-a1ca-4c49-85d2-bced8c6dcb7e req-c33276cc-936f-4a03-8522-b21edc1136f9 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=b845b619-f58f-4bfd-9a48-df1b1c742def HTTP/1.1" status: 200 len: 945 time: 0.0828109 Apr 12 00:30:05.423945 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.db.l3_db [None req-a643c342-137a-47e1-aa5a-56674b3b6f15 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Floating IP 492f67bf-5f80-4d53-86fe-4b1dc17dceea associated. External IP: 172.27.3.58, port: 94406837-92d7-472c-9764-43cc0c5b4cd8. Apr 12 00:30:05.486710 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-4bfb9bad-a1ca-4c49-85d2-bced8c6dcb7e req-f2ef7287-0534-4720-b0ca-60bab5f9cade tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9efb8a5-2801-467f-a96d-f11f9d571d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929952 Apr 12 00:30:05.857558 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a643c342-137a-47e1-aa5a-56674b3b6f15 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Router f17ecacb-2a11-4709-b7e3-41657768df3a has already been hosted by L3 agent d3fb0dde-5c40-4fca-80b5-61326157311c {{(pid=114860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:30:06.002856 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a643c342-137a-47e1-aa5a-56674b3b6f15 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Notify agent at l3_agent.dv-cinder-836252-3-iscsi the message routers_updated {{(pid=114860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:30:06.020491 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e28af6-7096-42f8-a526-79de0e3c8f23 None None] Sync routers for ids ['f17ecacb-2a11-4709-b7e3-41657768df3a'] in dv-cinder-836252-3-iscsi {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:30:06.025355 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-a643c342-137a-47e1-aa5a-56674b3b6f15 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for floatingip (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:30:06.047979 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e28af6-7096-42f8-a526-79de0e3c8f23 None None] Routers {'f17ecacb-2a11-4709-b7e3-41657768df3a'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:30:06.050500 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-14e28af6-7096-42f8-a526-79de0e3c8f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:29:45Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['f17ecacb-2a11-4709-b7e3-41657768df3a'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:30:06.082879 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-a643c342-137a-47e1-aa5a-56674b3b6f15 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9464285 Apr 12 00:30:06.114359 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29aa1426-1684-47b1-aded-1c9c306543bc', 'tag': '94406837-92d7-472c-9764-43cc0c5b4cd8'}] {{(pid=114860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:30:06.116836 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90dfd39203e2da807f23340b9cb516271cbc18bcd75fa685292d117274546a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47580d13-89f5-4766-87fe-cd94cc6de3c1" -d '{"events": [{"name": "network-changed", "server_uuid": "29aa1426-1684-47b1-aded-1c9c306543bc", "tag": "94406837-92d7-472c-9764-43cc0c5b4cd8"}]}' {{(pid=114860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:30:06.143707 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9104a-e2ba-4054-a6a4-b268b827779f req-4189cfc8-9049-48ad-a81a-b096ea734f9f tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:06.145297 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-6ed9104a-e2ba-4054-a6a4-b268b827779f req-4189cfc8-9049-48ad-a81a-b096ea734f9f tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 946 time: 0.0610173 Apr 12 00:30:06.176043 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a86fc43-8b91-4e92-a0ea-b4bfc8fea842 x-openstack-request-id: req-9a86fc43-8b91-4e92-a0ea-b4bfc8fea842 {{(pid=114860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:30:06.176470 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29aa1426-1684-47b1-aded-1c9c306543bc", "tag": "94406837-92d7-472c-9764-43cc0c5b4cd8", "status": "completed", "code": 200}]} {{(pid=114860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:30:06.176726 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9a86fc43-8b91-4e92-a0ea-b4bfc8fea842 {{(pid=114860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:30:06.177110 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a86fc43-8b91-4e92-a0ea-b4bfc8fea842'] response: {'name': 'network-changed', 'server_uuid': '29aa1426-1684-47b1-aded-1c9c306543bc', 'tag': '94406837-92d7-472c-9764-43cc0c5b4cd8', 'status': 'completed', 'code': 200} Apr 12 00:30:06.184507 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-14e28af6-7096-42f8-a526-79de0e3c8f23 None None] Set router f17ecacb-2a11-4709-b7e3-41657768df3a gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:30:06.216190 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-6ed9104a-e2ba-4054-a6a4-b268b827779f req-d501f850-e20e-497d-95d6-d5e07507672d tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641620 Apr 12 00:30:06.300529 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47580d13-89f5-4766-87fe-cd94cc6de3c1 req-c3eb2ab3-306b-43b7-ba07-952a754fb73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:06.302024 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-47580d13-89f5-4766-87fe-cd94cc6de3c1 req-c3eb2ab3-306b-43b7-ba07-952a754fb73a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c03f71e524b24b8abf5e7c81842f4e75&device_id=29aa1426-1684-47b1-aded-1c9c306543bc HTTP/1.1" status: 200 len: 1129 time: 0.0405197 Apr 12 00:30:06.426455 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47580d13-89f5-4766-87fe-cd94cc6de3c1 req-e668fef9-225e-4209-8a9b-644d61df1ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:06.428163 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-47580d13-89f5-4766-87fe-cd94cc6de3c1 req-e668fef9-225e-4209-8a9b-644d61df1ad5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=24ec2ef9-df24-4555-83f6-8552434e4e0b HTTP/1.1" status: 200 len: 910 time: 0.1183567 Apr 12 00:30:06.474588 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-14e28af6-7096-42f8-a526-79de0e3c8f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17ecacb-2a11-4709-b7e3-41657768df3a', 'name': 'tempest-TestShelveInstance-1314016357-router', 'tenant_id': 'c03f71e524b24b8abf5e7c81842f4e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '9f8ecd0e-fa7f-4a59-8cfd-9a8bd8ef9234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:28:51Z', 'updated_at': '2022-04-12T00:28:54Z', 'revision_number': 4, 'project_id': 'c03f71e524b24b8abf5e7c81842f4e75', 'gw_port': {'id': '9f8ecd0e-fa7f-4a59-8cfd-9a8bd8ef9234', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17ecacb-2a11-4709-b7e3-41657768df3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:28:51Z', 'updated_at': '2022-04-12T00:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_floatingips': [{'id': '492f67bf-5f80-4d53-86fe-4b1dc17dceea', 'tenant_id': 'c03f71e524b24b8abf5e7c81842f4e75', 'floating_ip_address': '172.27.3.58', 'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'router_id': 'f17ecacb-2a11-4709-b7e3-41657768df3a', 'port_id': '94406837-92d7-472c-9764-43cc0c5b4cd8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24ec2ef9-df24-4555-83f6-8552434e4e0b', 'mac_address': 'fa:16:3e:d8:c9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29aa1426-1684-47b1-aded-1c9c306543bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:30:04Z', 'updated_at': '2022-04-12T00:30:04Z', 'revision_number': 0, 'project_id': 'c03f71e524b24b8abf5e7c81842f4e75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57cf5765-6809-4a4a-a92b-2e62019bf0b9', 'name': '', 'network_id': '24ec2ef9-df24-4555-83f6-8552434e4e0b', 'tenant_id': 'c03f71e524b24b8abf5e7c81842f4e75', 'mac_address': 'fa:16:3e:64:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17ecacb-2a11-4709-b7e3-41657768df3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'f52cb473-8beb-4ba4-919f-75070d667054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:28:53Z', 'updated_at': '2022-04-12T00:28:58Z', 'revision_number': 5, 'project_id': 'c03f71e524b24b8abf5e7c81842f4e75', 'subnets': [{'id': 'f52cb473-8beb-4ba4-919f-75070d667054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:30:06.506017 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e28af6-7096-42f8-a526-79de0e3c8f23 None None] Checking router: f17ecacb-2a11-4709-b7e3-41657768df3a for host: dv-cinder-836252-3-iscsi {{(pid=114862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:30:06.518159 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e28af6-7096-42f8-a526-79de0e3c8f23 None None] Routers {'f17ecacb-2a11-4709-b7e3-41657768df3a'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:30:06.518842 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-14e28af6-7096-42f8-a526-79de0e3c8f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:29:45Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['f17ecacb-2a11-4709-b7e3-41657768df3a'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:30:06.521927 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-47580d13-89f5-4766-87fe-cd94cc6de3c1 req-6aec0a6c-80b2-4b91-a505-643fc445487c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94406837-92d7-472c-9764-43cc0c5b4cd8 HTTP/1.1" status: 200 len: 998 time: 0.0846684 Apr 12 00:30:06.580537 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47580d13-89f5-4766-87fe-cd94cc6de3c1 req-9bc553a3-cce0-4645-a7fb-fd357048c8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:06.583255 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-47580d13-89f5-4766-87fe-cd94cc6de3c1 req-9bc553a3-cce0-4645-a7fb-fd357048c8e9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f52cb473-8beb-4ba4-919f-75070d667054 HTTP/1.1" status: 200 len: 848 time: 0.0508924 Apr 12 00:30:06.633816 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-14e28af6-7096-42f8-a526-79de0e3c8f23 None None] Set router f17ecacb-2a11-4709-b7e3-41657768df3a gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:30:06.641643 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47580d13-89f5-4766-87fe-cd94cc6de3c1 req-4156f133-9176-4ca7-abe4-3b9133c38433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:06.643497 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-47580d13-89f5-4766-87fe-cd94cc6de3c1 req-4156f133-9176-4ca7-abe4-3b9133c38433 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=24ec2ef9-df24-4555-83f6-8552434e4e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506461 Apr 12 00:30:06.878797 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-14e28af6-7096-42f8-a526-79de0e3c8f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17ecacb-2a11-4709-b7e3-41657768df3a', 'name': 'tempest-TestShelveInstance-1314016357-router', 'tenant_id': 'c03f71e524b24b8abf5e7c81842f4e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '9f8ecd0e-fa7f-4a59-8cfd-9a8bd8ef9234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:28:51Z', 'updated_at': '2022-04-12T00:28:54Z', 'revision_number': 4, 'project_id': 'c03f71e524b24b8abf5e7c81842f4e75', 'gw_port': {'id': '9f8ecd0e-fa7f-4a59-8cfd-9a8bd8ef9234', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17ecacb-2a11-4709-b7e3-41657768df3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:28:51Z', 'updated_at': '2022-04-12T00:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_floatingips': [{'id': '492f67bf-5f80-4d53-86fe-4b1dc17dceea', 'tenant_id': 'c03f71e524b24b8abf5e7c81842f4e75', 'floating_ip_address': '172.27.3.58', 'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'router_id': 'f17ecacb-2a11-4709-b7e3-41657768df3a', 'port_id': '94406837-92d7-472c-9764-43cc0c5b4cd8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24ec2ef9-df24-4555-83f6-8552434e4e0b', 'mac_address': 'fa:16:3e:d8:c9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29aa1426-1684-47b1-aded-1c9c306543bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:30:04Z', 'updated_at': '2022-04-12T00:30:04Z', 'revision_number': 0, 'project_id': 'c03f71e524b24b8abf5e7c81842f4e75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57cf5765-6809-4a4a-a92b-2e62019bf0b9', 'name': '', 'network_id': '24ec2ef9-df24-4555-83f6-8552434e4e0b', 'tenant_id': 'c03f71e524b24b8abf5e7c81842f4e75', 'mac_address': 'fa:16:3e:64:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17ecacb-2a11-4709-b7e3-41657768df3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'f52cb473-8beb-4ba4-919f-75070d667054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:28:53Z', 'updated_at': '2022-04-12T00:28:58Z', 'revision_number': 5, 'project_id': 'c03f71e524b24b8abf5e7c81842f4e75', 'subnets': [{'id': 'f52cb473-8beb-4ba4-919f-75070d667054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:30:06.915948 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e28af6-7096-42f8-a526-79de0e3c8f23 None None] The sync data for ids ['f17ecacb-2a11-4709-b7e3-41657768df3a'] in dv-cinder-836252-3-iscsi is: [{'id': 'f17ecacb-2a11-4709-b7e3-41657768df3a', 'name': 'tempest-TestShelveInstance-1314016357-router', 'tenant_id': 'c03f71e524b24b8abf5e7c81842f4e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '9f8ecd0e-fa7f-4a59-8cfd-9a8bd8ef9234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:28:51Z', 'updated_at': '2022-04-12T00:28:54Z', 'revision_number': 4, 'project_id': 'c03f71e524b24b8abf5e7c81842f4e75', 'gw_port': {'id': '9f8ecd0e-fa7f-4a59-8cfd-9a8bd8ef9234', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17ecacb-2a11-4709-b7e3-41657768df3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:28:51Z', 'updated_at': '2022-04-12T00:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_floatingips': [{'id': '492f67bf-5f80-4d53-86fe-4b1dc17dceea', 'tenant_id': 'c03f71e524b24b8abf5e7c81842f4e75', 'floating_ip_address': '172.27.3.58', 'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'router_id': 'f17ecacb-2a11-4709-b7e3-41657768df3a', 'port_id': '94406837-92d7-472c-9764-43cc0c5b4cd8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24ec2ef9-df24-4555-83f6-8552434e4e0b', 'mac_address': 'fa:16:3e:d8:c9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29aa1426-1684-47b1-aded-1c9c306543bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:30:04Z', 'updated_at': '2022-04-12T00:30:04Z', 'revision_number': 0, 'project_id': 'c03f71e524b24b8abf5e7c81842f4e75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57cf5765-6809-4a4a-a92b-2e62019bf0b9', 'name': '', 'network_id': '24ec2ef9-df24-4555-83f6-8552434e4e0b', 'tenant_id': 'c03f71e524b24b8abf5e7c81842f4e75', 'mac_address': 'fa:16:3e:64:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17ecacb-2a11-4709-b7e3-41657768df3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'f52cb473-8beb-4ba4-919f-75070d667054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:28:53Z', 'updated_at': '2022-04-12T00:28:58Z', 'revision_number': 5, 'project_id': 'c03f71e524b24b8abf5e7c81842f4e75', 'subnets': [{'id': 'f52cb473-8beb-4ba4-919f-75070d667054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:30:06.922676 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-47580d13-89f5-4766-87fe-cd94cc6de3c1 req-08656864-c268-4d0b-ab5b-695beee95da0 service neutron] 10.222.0.52 "GET /v2.0/networks/24ec2ef9-df24-4555-83f6-8552434e4e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309276 Apr 12 00:30:07.064023 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-47580d13-89f5-4766-87fe-cd94cc6de3c1 req-b07ca167-1d9e-4f78-9f8f-dd41d6261ed8 service neutron] 10.222.0.52 "GET /v2.0/networks/24ec2ef9-df24-4555-83f6-8552434e4e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313903 Apr 12 00:30:07.213109 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294c1889-6bde-4735-b896-32af004bbd4a None None] New status for floating IP 492f67bf-5f80-4d53-86fe-4b1dc17dceea: ACTIVE {{(pid=114861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 00:30:07.371371 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a23de8-362a-4c60-8cce-39d990f1c6e2 req-8e1b09e4-6e77-4807-bda3-aaed4e2dbe7f tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:07.374029 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-b4a23de8-362a-4c60-8cce-39d990f1c6e2 req-8e1b09e4-6e77-4807-bda3-aaed4e2dbe7f tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 946 time: 0.0804648 Apr 12 00:30:07.460442 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-b4a23de8-362a-4c60-8cce-39d990f1c6e2 req-a826fe7a-c1ec-478a-874e-321a8114ee97 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782630 Apr 12 00:30:08.640404 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bad716f-f8ff-4c6f-a62e-ff925a8d7e9c req-ffc7bcd1-2ae8-4845-95c6-5415d2e4f518 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:08.642041 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-9bad716f-f8ff-4c6f-a62e-ff925a8d7e9c req-ffc7bcd1-2ae8-4845-95c6-5415d2e4f518 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 946 time: 0.0580819 Apr 12 00:30:08.703236 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-9bad716f-f8ff-4c6f-a62e-ff925a8d7e9c req-9ec08ffd-d869-4642-bfc9-ec4111e5a53e tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545352 Apr 12 00:30:09.857759 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d620a-dde7-4636-9938-42d1053b1839 req-c6c90a77-479c-416b-9225-af65ebfd6e28 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:09.862731 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-663d620a-dde7-4636-9938-42d1053b1839 req-c6c90a77-479c-416b-9225-af65ebfd6e28 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 946 time: 0.0629067 Apr 12 00:30:09.910762 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-663d620a-dde7-4636-9938-42d1053b1839 req-34134e33-dd72-4139-b731-96b3261d2923 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456417 Apr 12 00:30:11.057469 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd874d5-edc7-4f18-8174-45fa6d66a948 req-e825d91b-3855-476c-b2bd-503579bdaf8f tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:11.059673 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-9fd874d5-edc7-4f18-8174-45fa6d66a948 req-e825d91b-3855-476c-b2bd-503579bdaf8f tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 946 time: 0.0652072 Apr 12 00:30:11.110671 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-9fd874d5-edc7-4f18-8174-45fa6d66a948 req-38555e60-4297-4ec2-b3b8-2e887803932f tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449722 Apr 12 00:30:12.251300 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46b6d3-dc15-4c42-afd0-5d560f8efee8 req-ca01921c-0004-4785-b00a-1719e543519e tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:12.252790 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-2a46b6d3-dc15-4c42-afd0-5d560f8efee8 req-ca01921c-0004-4785-b00a-1719e543519e tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 946 time: 0.0608215 Apr 12 00:30:12.297516 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (6c438ad1-5788-4552-a50f-29c8c96f3196), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:30:12.303640 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-2a46b6d3-dc15-4c42-afd0-5d560f8efee8 req-5edd0456-3b72-4d08-b49c-89c58c04aa58 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452819 Apr 12 00:30:12.356215 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-fa7d590a-6172-4fc7-adf1-378a2bd4e590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (4ecbd319-6885-49f5-abb8-de205838eb1c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:30:13.432318 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca0e48-834c-45b1-9e96-5d22bb14d37f req-aa50de20-81b8-4521-9bc0-77b2bc8a44f9 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:13.441175 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-afca0e48-834c-45b1-9e96-5d22bb14d37f req-aa50de20-81b8-4521-9bc0-77b2bc8a44f9 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 946 time: 0.0574358 Apr 12 00:30:13.516570 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-afca0e48-834c-45b1-9e96-5d22bb14d37f req-d35c7250-753b-415d-974a-6e2594b52f4e tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741584 Apr 12 00:30:14.624204 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-2b4b578f-6c29-4d29-b73b-2b42cfca696f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (d3fb0dde-5c40-4fca-80b5-61326157311c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:30:14.655947 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3351dba-eefb-4de1-9ada-13429bd8b5ce req-6efe4bae-23ed-4818-adb5-5e78a70495f0 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:14.668305 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-b3351dba-eefb-4de1-9ada-13429bd8b5ce req-6efe4bae-23ed-4818-adb5-5e78a70495f0 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 946 time: 0.0698287 Apr 12 00:30:14.747635 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-b3351dba-eefb-4de1-9ada-13429bd8b5ce req-43caf11e-1894-4c2a-818c-f277e6b20bdc tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739918 Apr 12 00:30:15.898657 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f48d98-6780-412d-8294-694b7c0ffc74 req-a50f1d2d-4c32-4bab-8ad5-0b55ff41b9db tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:15.908873 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-48f48d98-6780-412d-8294-694b7c0ffc74 req-a50f1d2d-4c32-4bab-8ad5-0b55ff41b9db tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 946 time: 0.0912166 Apr 12 00:30:15.955594 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-48f48d98-6780-412d-8294-694b7c0ffc74 req-6c2d2831-833f-40b7-8a91-d16cc65fb82e tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455449 Apr 12 00:30:16.187609 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d4423688-5a44-44f3-a132-81f2c9b6cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (af38becd-82ff-4144-8f94-74de975161ca), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:30:17.075695 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb28cb6-de08-41cc-b417-4b043a4863fc req-4cd2e8ae-6bd1-4c0e-a597-ad63fd303fc2 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:17.077131 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-6cb28cb6-de08-41cc-b417-4b043a4863fc req-4cd2e8ae-6bd1-4c0e-a597-ad63fd303fc2 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 946 time: 0.0460300 Apr 12 00:30:17.123094 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-6cb28cb6-de08-41cc-b417-4b043a4863fc req-6c07fe8d-4341-4248-b118-bc7ca3c67343 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406125 Apr 12 00:30:17.589476 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-be9ea9f3-6c7c-4887-ad09-badb35df740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (738aa052-ee84-4bd1-913b-ee7149597f8f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:30:18.236687 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c62a1-0e51-4935-9afa-46df9ec32e16 req-25ab341f-d8f8-40bb-8188-80d270e41b94 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:18.238136 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-5a4c62a1-0e51-4935-9afa-46df9ec32e16 req-25ab341f-d8f8-40bb-8188-80d270e41b94 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 946 time: 0.0457826 Apr 12 00:30:18.286888 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-5a4c62a1-0e51-4935-9afa-46df9ec32e16 req-d93643b6-309e-4c4c-a842-b3521c83cca3 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433779 Apr 12 00:30:18.941965 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (f9a21fd4-36f2-4826-890e-da332e228edf), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:30:19.398984 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ccf19a-bdd7-47fd-9d6e-ec4ade844290 req-0dfb1a8d-811a-4ebe-b6f2-28b4898fe8a2 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:19.400820 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e6ccf19a-bdd7-47fd-9d6e-ec4ade844290 req-0dfb1a8d-811a-4ebe-b6f2-28b4898fe8a2 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 946 time: 0.0458639 Apr 12 00:30:19.446947 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e6ccf19a-bdd7-47fd-9d6e-ec4ade844290 req-cdeead43-ed66-4887-98de-52f0699f6636 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393322 Apr 12 00:30:20.559807 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0f6cf-04a1-4cb0-b530-3612734a7197 req-662183e1-8e5e-45fe-889f-580f4851aa8c tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:20.561232 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-77b0f6cf-04a1-4cb0-b530-3612734a7197 req-662183e1-8e5e-45fe-889f-580f4851aa8c tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 946 time: 0.0454848 Apr 12 00:30:20.606260 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-77b0f6cf-04a1-4cb0-b530-3612734a7197 req-e0fe3d0e-1fbe-4fa3-ade3-c5febfc8b905 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396237 Apr 12 00:30:21.725248 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c28ef-4de3-4f21-b90d-ec6afedcb5ad req-e208b28d-ca5a-4127-b63a-2c96756bc184 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:21.726736 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-b96c28ef-4de3-4f21-b90d-ec6afedcb5ad req-e208b28d-ca5a-4127-b63a-2c96756bc184 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 946 time: 0.0496166 Apr 12 00:30:21.771733 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-b96c28ef-4de3-4f21-b90d-ec6afedcb5ad req-073320f2-8e0c-457b-8611-1def7d62f302 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388985 Apr 12 00:30:22.885745 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae999d-fd9f-4ef8-a51c-1a150fb20d48 req-d04739a2-fbd8-4e04-8e04-c263f1eff991 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:22.887217 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-87ae999d-fd9f-4ef8-a51c-1a150fb20d48 req-d04739a2-fbd8-4e04-8e04-c263f1eff991 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 946 time: 0.0453818 Apr 12 00:30:22.932545 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-87ae999d-fd9f-4ef8-a51c-1a150fb20d48 req-1e53266e-51ff-4e04-9e3c-dcab3bf1f315 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399318 Apr 12 00:30:24.047186 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e67ac2-4c66-4d3d-8a7a-af31de6a9bc3 req-a30b89a6-41bf-4b9a-addc-db30edf3c89d tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:24.048626 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-91e67ac2-4c66-4d3d-8a7a-af31de6a9bc3 req-a30b89a6-41bf-4b9a-addc-db30edf3c89d tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 946 time: 0.0467424 Apr 12 00:30:24.095006 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-91e67ac2-4c66-4d3d-8a7a-af31de6a9bc3 req-7dec8d0e-ad34-492b-ad16-20ffbc67d550 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405686 Apr 12 00:30:25.216743 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394df23a-9675-4668-a5ae-6854585399c5 req-2d069e85-4b75-40d9-8a8e-fba9499a6c46 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:25.218209 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-394df23a-9675-4668-a5ae-6854585399c5 req-2d069e85-4b75-40d9-8a8e-fba9499a6c46 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 946 time: 0.0489907 Apr 12 00:30:25.263403 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-394df23a-9675-4668-a5ae-6854585399c5 req-17004b89-4455-4bfe-983d-788116ba76ff tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398567 Apr 12 00:30:26.381631 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a343f2c5-1c73-4503-8587-609c05afc8e6 req-d94562a3-bfc0-4110-86e0-e3f1dd8d3e46 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:26.383014 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a343f2c5-1c73-4503-8587-609c05afc8e6 req-d94562a3-bfc0-4110-86e0-e3f1dd8d3e46 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 946 time: 0.0458145 Apr 12 00:30:26.436998 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a343f2c5-1c73-4503-8587-609c05afc8e6 req-6e1cbaac-34ed-4a43-9152-94df93812fbe tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477500 Apr 12 00:30:26.884072 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de168f3-f679-4825-bb6e-efb8c1edce0d req-3aa19047-707b-4fb0-bdf7-4953f0d0f075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:26.885614 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5de168f3-f679-4825-bb6e-efb8c1edce0d req-3aa19047-707b-4fb0-bdf7-4953f0d0f075 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8b482c4c00e94a25ad8f0a9034e9e0e5&device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 1130 time: 0.0402045 Apr 12 00:30:27.011662 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de168f3-f679-4825-bb6e-efb8c1edce0d req-5594e25a-80a0-45bb-8382-027240f8ef7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:27.013153 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5de168f3-f679-4825-bb6e-efb8c1edce0d req-5594e25a-80a0-45bb-8382-027240f8ef7a service neutron] 10.222.0.52 "GET /v2.0/networks?id=1ee4ba18-669f-44db-9087-b0bd886e30c9 HTTP/1.1" status: 200 len: 918 time: 0.0823307 Apr 12 00:30:27.081166 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5de168f3-f679-4825-bb6e-efb8c1edce0d req-900b90d6-5b36-4ee6-ad45-76ebd05aebdc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a96b86a8-a90d-426f-9b7e-b2dc136b138a HTTP/1.1" status: 200 len: 1001 time: 0.0609715 Apr 12 00:30:27.558366 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7032df95-1a3c-4b8d-aea3-6e349d04b2bf req-e92b85dd-642d-4c82-8d0f-dfb20a94af40 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:27.559844 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-7032df95-1a3c-4b8d-aea3-6e349d04b2bf req-e92b85dd-642d-4c82-8d0f-dfb20a94af40 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 946 time: 0.0455942 Apr 12 00:30:27.605634 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-7032df95-1a3c-4b8d-aea3-6e349d04b2bf req-fff7c058-594b-4b34-9e4e-af9a20a9bb6b tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403297 Apr 12 00:30:27.765302 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e9630-1d7f-4d14-8a92-f6bb3d79a13c req-23770747-4af7-4f81-be49-c5fe30c33cac tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:27.766779 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-bc6e9630-1d7f-4d14-8a92-f6bb3d79a13c req-23770747-4af7-4f81-be49-c5fe30c33cac tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 945 time: 0.0512013 Apr 12 00:30:27.812202 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-bc6e9630-1d7f-4d14-8a92-f6bb3d79a13c req-0cca0125-4ba9-4161-ae11-57ec79efc5e2 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395138 Apr 12 00:30:27.859775 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.agents_db [None req-4f17da96-f611-4225-a78f-ee15b860eec6 None None] Agent healthcheck: found 6 active agents {{(pid=114862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:30:28.721810 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae611304-ee85-41f4-84ab-b111b3c9717f req-a42803c5-f2c4-4d07-b67b-8410fd23b6fd tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:28.723280 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-ae611304-ee85-41f4-84ab-b111b3c9717f req-a42803c5-f2c4-4d07-b67b-8410fd23b6fd tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 946 time: 0.0454404 Apr 12 00:30:28.768509 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-ae611304-ee85-41f4-84ab-b111b3c9717f req-6cced971-a906-42c9-9a2d-afb9ffc48dc7 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399134 Apr 12 00:30:28.923668 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0180b4b-328e-4f75-a087-90b661590fda req-139e731c-2589-4ab6-a952-0f54d5c5cb9f tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:28.925046 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-e0180b4b-328e-4f75-a087-90b661590fda req-139e731c-2589-4ab6-a952-0f54d5c5cb9f tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 945 time: 0.0469151 Apr 12 00:30:28.970413 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-e0180b4b-328e-4f75-a087-90b661590fda req-d620129e-d4c3-4760-bf8a-b74dc51b3af7 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398827 Apr 12 00:30:29.483011 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de168f3-f679-4825-bb6e-efb8c1edce0d req-b9cc2ccb-e750-44fb-8988-4b2a203f1726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:29.484501 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5de168f3-f679-4825-bb6e-efb8c1edce0d req-b9cc2ccb-e750-44fb-8988-4b2a203f1726 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5e83a63b-8739-41ae-aeb4-59d49ec2e5b0 HTTP/1.1" status: 200 len: 856 time: 0.0473092 Apr 12 00:30:29.885418 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c8bea8-4eb1-467c-8a29-34f8c94b4582 req-fb63c3a3-ff72-40ac-8f97-406ff27ae024 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:29.887529 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-41c8bea8-4eb1-467c-8a29-34f8c94b4582 req-fb63c3a3-ff72-40ac-8f97-406ff27ae024 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 946 time: 0.0458448 Apr 12 00:30:29.932207 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-41c8bea8-4eb1-467c-8a29-34f8c94b4582 req-a36e9ec5-e5b5-4d7f-9a74-c3dc4c4a16af tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393109 Apr 12 00:30:30.078227 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0440ffa-1a97-4d2b-b73e-e1d253457401 req-1ef04fcd-8db8-4451-9760-2fcac1840339 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:30.079690 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-e0440ffa-1a97-4d2b-b73e-e1d253457401 req-1ef04fcd-8db8-4451-9760-2fcac1840339 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 945 time: 0.0447981 Apr 12 00:30:30.135028 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-e0440ffa-1a97-4d2b-b73e-e1d253457401 req-d8d044e3-4907-4fb8-bc2e-a16043a94b48 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431159 Apr 12 00:30:30.440997 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device a96b86a8-a90d-426f-9b7e-b2dc136b138a no longer exists at agent hyperv_hv-cinder-83625 {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:30:30.629770 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Current status of the port a96b86a8-a90d-426f-9b7e-b2dc136b138a is: ACTIVE; New status is: DOWN {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:30:30.630155 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (a96b86a8-a90d-426f-9b7e-b2dc136b138a), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:30:30.654109 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c4e615-6c86-41a2-b6a5-19371b76e311', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a96b86a8-a90d-426f-9b7e-b2dc136b138a'}] {{(pid=114861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:30:30.656326 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d187226e65eb8f713948fb36ffe50595ec682b3d9ec12b6d0c088ba153fadb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a64a13-225b-47d0-b39b-6ef203c300f1" -d '{"events": [{"server_uuid": "02c4e615-6c86-41a2-b6a5-19371b76e311", "name": "network-vif-unplugged", "status": "completed", "tag": "a96b86a8-a90d-426f-9b7e-b2dc136b138a"}]}' {{(pid=114861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:30:30.667005 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port a96b86a8-a90d-426f-9b7e-b2dc136b138a, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=a96b86a8-a90d-426f-9b7e-b2dc136b138a,segment=NetworkSegment(49ba757d-47c8-495e-9077-08facd79368e),segment_id=49ba757d-47c8-495e-9077-08facd79368e)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:30:30.671790 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (a96b86a8-a90d-426f-9b7e-b2dc136b138a), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:30:30.694677 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Apr 2022 00:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04ba0fc-1bc5-45e4-9a66-d018e093b79a x-openstack-request-id: req-c04ba0fc-1bc5-45e4-9a66-d018e093b79a {{(pid=114861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:30:30.694969 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02c4e615-6c86-41a2-b6a5-19371b76e311", "name": "network-vif-unplugged", "status": "completed", "tag": "a96b86a8-a90d-426f-9b7e-b2dc136b138a", "code": 200}]} {{(pid=114861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:30:30.695222 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c04ba0fc-1bc5-45e4-9a66-d018e093b79a {{(pid=114861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:30:30.695614 dv-cinder-836252-3-iscsi neutron-server[114861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c04ba0fc-1bc5-45e4-9a66-d018e093b79a'] response: {'server_uuid': '02c4e615-6c86-41a2-b6a5-19371b76e311', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a96b86a8-a90d-426f-9b7e-b2dc136b138a', 'code': 200} Apr 12 00:30:30.720733 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Pushing event updated for resources: {'Port': ['ID=a96b86a8-a90d-426f-9b7e-b2dc136b138a,revision_number=8']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:30:31.046653 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d2ae46-370b-44b3-b166-05b68b2c6c79 req-2f544ff8-804e-46a6-b38f-f1387a6148c4 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:31.048086 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-24d2ae46-370b-44b3-b166-05b68b2c6c79 req-2f544ff8-804e-46a6-b38f-f1387a6148c4 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 944 time: 0.0452819 Apr 12 00:30:31.092843 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-24d2ae46-370b-44b3-b166-05b68b2c6c79 req-3f6e9e3e-1109-49cf-8f36-5a40fa98e4bb tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393915 Apr 12 00:30:31.248745 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ccd71-7f2b-4569-a536-8f275a2e2e8f req-82546286-ed97-47e4-b734-af20e412b101 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:31.250178 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0f3ccd71-7f2b-4569-a536-8f275a2e2e8f req-82546286-ed97-47e4-b734-af20e412b101 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 945 time: 0.0470986 Apr 12 00:30:31.295049 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0f3ccd71-7f2b-4569-a536-8f275a2e2e8f req-2daf42b8-87af-4994-9f3f-396a6a75e020 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393574 Apr 12 00:30:32.206735 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df5dca-30cf-4da0-ba2d-d6ae9cfb510b req-c56f327c-9d4b-4b4d-8b07-9b5ea5381f8a tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:32.208168 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-06df5dca-30cf-4da0-ba2d-d6ae9cfb510b req-c56f327c-9d4b-4b4d-8b07-9b5ea5381f8a tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 944 time: 0.0454164 Apr 12 00:30:32.253986 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-06df5dca-30cf-4da0-ba2d-d6ae9cfb510b req-359c9fb9-01de-425d-802c-138f7d29d517 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402501 Apr 12 00:30:32.330467 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de168f3-f679-4825-bb6e-efb8c1edce0d req-6c0e9cdb-1544-43db-808b-9605f7a83a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:32.331862 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5de168f3-f679-4825-bb6e-efb8c1edce0d req-6c0e9cdb-1544-43db-808b-9605f7a83a34 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1ee4ba18-669f-44db-9087-b0bd886e30c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408156 Apr 12 00:30:32.404348 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e2e45-9762-47f3-8070-57d76b8600f2 req-ae854ba4-c831-4341-a879-df8582cd576f tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:32.405863 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-752e2e45-9762-47f3-8070-57d76b8600f2 req-ae854ba4-c831-4341-a879-df8582cd576f tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 945 time: 0.0450425 Apr 12 00:30:32.450696 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-752e2e45-9762-47f3-8070-57d76b8600f2 req-4fcfdae1-a565-4968-a34e-29c1346b1d41 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394156 Apr 12 00:30:32.642764 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5de168f3-f679-4825-bb6e-efb8c1edce0d req-634d8638-4845-4adc-9e57-47fbb7cedc24 service neutron] 10.222.0.52 "GET /v2.0/networks/1ee4ba18-669f-44db-9087-b0bd886e30c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826073 Apr 12 00:30:32.731425 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5de168f3-f679-4825-bb6e-efb8c1edce0d req-7c0e12af-8887-4769-a08a-54016d78a12e service neutron] 10.222.0.52 "GET /v2.0/networks/1ee4ba18-669f-44db-9087-b0bd886e30c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813761 Apr 12 00:30:33.375106 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fabb83-9328-4e4c-ad82-08ab77f79c4b req-e6d0be5a-1ba6-42d9-bad7-b1cf11356483 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:33.376551 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-62fabb83-9328-4e4c-ad82-08ab77f79c4b req-e6d0be5a-1ba6-42d9-bad7-b1cf11356483 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 944 time: 0.0490859 Apr 12 00:30:33.423723 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-62fabb83-9328-4e4c-ad82-08ab77f79c4b req-c00da371-add6-48dc-bac4-231c79d0357a tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416441 Apr 12 00:30:33.563716 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba2003-7deb-4ce1-ae93-a42d8b2054fa req-0a8aa35c-dfc5-434f-a62d-68945d1c90a8 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:33.565620 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-efba2003-7deb-4ce1-ae93-a42d8b2054fa req-0a8aa35c-dfc5-434f-a62d-68945d1c90a8 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 945 time: 0.0493157 Apr 12 00:30:33.615793 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-efba2003-7deb-4ce1-ae93-a42d8b2054fa req-aed1d5fb-bfc8-4464-87dd-a4bff9513256 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439222 Apr 12 00:30:34.537206 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69658c-b6da-4d2a-8140-f48f1a9f4ffe req-a466c509-3a94-4ee6-9fbd-131e6ec88379 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:34.538681 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-5d69658c-b6da-4d2a-8140-f48f1a9f4ffe req-a466c509-3a94-4ee6-9fbd-131e6ec88379 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 944 time: 0.0458858 Apr 12 00:30:34.583709 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-5d69658c-b6da-4d2a-8140-f48f1a9f4ffe req-897055d8-c957-4a48-b2ff-99612593d571 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395737 Apr 12 00:30:34.734457 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd1e37-7d72-45a5-843f-991cce2120e8 req-ff661cd5-9e6f-4f7e-b4be-57d154b40810 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:34.735807 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-22bd1e37-7d72-45a5-843f-991cce2120e8 req-ff661cd5-9e6f-4f7e-b4be-57d154b40810 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 945 time: 0.0456755 Apr 12 00:30:34.781226 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-22bd1e37-7d72-45a5-843f-991cce2120e8 req-98c40503-dba9-4d6e-b445-d9851dcd3fa4 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399082 Apr 12 00:30:35.699730 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2667e9-c9d9-4e6d-a6ef-fa8960924f95 req-b285bf18-4614-4910-8420-8815af367018 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:35.701202 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-2a2667e9-c9d9-4e6d-a6ef-fa8960924f95 req-b285bf18-4614-4910-8420-8815af367018 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 944 time: 0.0471580 Apr 12 00:30:35.760611 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-2a2667e9-c9d9-4e6d-a6ef-fa8960924f95 req-eb32b327-40a8-4d1c-87c5-739446de17b5 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537386 Apr 12 00:30:35.896565 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef87882-65a0-4c62-8f2a-415832445779 req-f1c61c21-2601-4b19-b428-5746a1e9471a tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:35.896565 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-0ef87882-65a0-4c62-8f2a-415832445779 req-f1c61c21-2601-4b19-b428-5746a1e9471a tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 945 time: 0.0478756 Apr 12 00:30:35.946145 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-0ef87882-65a0-4c62-8f2a-415832445779 req-93c37397-e591-4c7a-ad1f-335d74ec54c0 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439157 Apr 12 00:30:36.225406 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [req-2efaaa59-d21c-40d6-a4ee-a8b359591fb8 req-c5e23f31-2519-4ec5-b2ff-5f85cef06e90 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114860) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 00:30:36.226529 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-2efaaa59-d21c-40d6-a4ee-a8b359591fb8 req-c5e23f31-2519-4ec5-b2ff-5f85cef06e90 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054371 Apr 12 00:30:36.374324 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa14f0-a841-490c-a101-7a4bad673408 req-18ae5882-eac6-4e07-a87d-61bd7b8dcace tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:36.375733 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-65aa14f0-a841-490c-a101-7a4bad673408 req-18ae5882-eac6-4e07-a87d-61bd7b8dcace tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 944 time: 0.0460525 Apr 12 00:30:36.423342 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-65aa14f0-a841-490c-a101-7a4bad673408 req-6f5862ec-3e88-432e-a606-32bf9649c3a7 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421584 Apr 12 00:30:36.604385 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 58908) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:30:36.681511 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-68dbc04a-0c4d-4ccb-acde-72cced48f510 req-86881d91-678f-4c5d-bde2-c25de4f539cd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0758939 Apr 12 00:30:36.689949 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [req-68dbc04a-0c4d-4ccb-acde-72cced48f510 req-60715a8a-7e24-460d-a203-c82ea93393c8 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114860) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 00:30:36.690927 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-68dbc04a-0c4d-4ccb-acde-72cced48f510 req-60715a8a-7e24-460d-a203-c82ea93393c8 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047534 Apr 12 00:30:36.764284 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 58916) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:30:36.866609 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dbc04a-0c4d-4ccb-acde-72cced48f510 req-cf6daa8f-49a9-453f-b232-da220880644d tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:36.867971 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-68dbc04a-0c4d-4ccb-acde-72cced48f510 req-cf6daa8f-49a9-453f-b232-da220880644d tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports/a96b86a8-a90d-426f-9b7e-b2dc136b138a HTTP/1.1" status: 200 len: 941 time: 0.1027064 Apr 12 00:30:37.070402 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ef642-4772-4bdf-ae7c-ac9ee2ba1bd5 req-896c76cf-908e-4acd-8f9c-04bb2db9f0ea tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:37.072053 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-290ef642-4772-4bdf-ae7c-ac9ee2ba1bd5 req-896c76cf-908e-4acd-8f9c-04bb2db9f0ea tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 945 time: 0.0513954 Apr 12 00:30:37.121562 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-290ef642-4772-4bdf-ae7c-ac9ee2ba1bd5 req-26c5bfb0-7280-4623-9820-151c0a69ae15 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422049 Apr 12 00:30:37.543389 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508e6355-e067-447a-a4e4-0acc521f6201 req-2a93f606-2757-401f-bbd5-1be3df7ca593 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:37.544823 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-508e6355-e067-447a-a4e4-0acc521f6201 req-2a93f606-2757-401f-bbd5-1be3df7ca593 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 944 time: 0.0492563 Apr 12 00:30:37.589595 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-508e6355-e067-447a-a4e4-0acc521f6201 req-79c07c42-a118-432b-b81e-5e94f6c8e767 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393953 Apr 12 00:30:38.234337 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095cdf5b-6095-4be4-a6f7-e040b950a6ff req-99797926-467f-4ed2-ac91-eaa8aca67ada tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:38.235816 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-095cdf5b-6095-4be4-a6f7-e040b950a6ff req-99797926-467f-4ed2-ac91-eaa8aca67ada tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 945 time: 0.0469098 Apr 12 00:30:38.285738 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-095cdf5b-6095-4be4-a6f7-e040b950a6ff req-44ff0381-912b-4a0c-a2da-c737653bf6fb tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437951 Apr 12 00:30:38.704896 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61269400-bb0c-4385-8a9a-720b7296c481 req-595e77bf-0bbe-405a-b196-ed60b5604ca1 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:38.706502 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-61269400-bb0c-4385-8a9a-720b7296c481 req-595e77bf-0bbe-405a-b196-ed60b5604ca1 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 944 time: 0.0465434 Apr 12 00:30:38.752697 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-61269400-bb0c-4385-8a9a-720b7296c481 req-aea57eca-5df3-4901-9d5c-e5849f0fa0db tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405202 Apr 12 00:30:39.360151 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13afaa6a-a525-4cae-b141-52db37cf6cb7 req-cd14e35a-be80-4a3b-93b5-da6d30887e79 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:39.361729 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-13afaa6a-a525-4cae-b141-52db37cf6cb7 req-cd14e35a-be80-4a3b-93b5-da6d30887e79 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=b845b619-f58f-4bfd-9a48-df1b1c742def HTTP/1.1" status: 200 len: 945 time: 0.0468366 Apr 12 00:30:39.398344 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0827cce-e969-4ab0-ad65-6e1d72786eb0 req-4824ca17-5e79-443b-8d49-99cb18a87a01 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:39.399833 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-f0827cce-e969-4ab0-ad65-6e1d72786eb0 req-4824ca17-5e79-443b-8d49-99cb18a87a01 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 945 time: 0.0464661 Apr 12 00:30:39.412164 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-13afaa6a-a525-4cae-b141-52db37cf6cb7 req-36878572-896e-4b55-8f1c-46bfa9d7e89f tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9efb8a5-2801-467f-a96d-f11f9d571d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446243 Apr 12 00:30:39.446639 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-f0827cce-e969-4ab0-ad65-6e1d72786eb0 req-2d581e4a-38d5-4a29-8eb4-3f81dc501764 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396216 Apr 12 00:30:39.868223 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b398b0a-c5a3-4483-a4ec-a3fd23285e02 req-45367029-afdd-4b1e-92e2-3fc7be6f0f79 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:39.869668 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-8b398b0a-c5a3-4483-a4ec-a3fd23285e02 req-45367029-afdd-4b1e-92e2-3fc7be6f0f79 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 944 time: 0.0455010 Apr 12 00:30:39.914896 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-8b398b0a-c5a3-4483-a4ec-a3fd23285e02 req-f3ad533c-f797-4e0c-9ca2-59964e7c1c7d tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397456 Apr 12 00:30:40.000816 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device a96b86a8-a90d-426f-9b7e-b2dc136b138a no longer exists at agent hyperv_hv-cinder-83625 {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:30:40.077928 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Current status of the port a96b86a8-a90d-426f-9b7e-b2dc136b138a is: DOWN; New status is: DOWN {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:30:40.522899 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61caa99d-0cfc-4543-a08b-75fd0fcb89e2 req-b2a8b965-c890-4765-ad50-e80b003d5e93 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:40.524341 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-61caa99d-0cfc-4543-a08b-75fd0fcb89e2 req-b2a8b965-c890-4765-ad50-e80b003d5e93 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=b845b619-f58f-4bfd-9a48-df1b1c742def HTTP/1.1" status: 200 len: 945 time: 0.0463655 Apr 12 00:30:40.556580 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ec095-9a3c-4aeb-8a40-0b7e0a7adc44 req-4a9b062e-db4b-4d11-957a-c4812669e2b1 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:40.558589 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-4e9ec095-9a3c-4aeb-8a40-0b7e0a7adc44 req-4a9b062e-db4b-4d11-957a-c4812669e2b1 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 945 time: 0.0462029 Apr 12 00:30:40.570363 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-61caa99d-0cfc-4543-a08b-75fd0fcb89e2 req-3f025792-7cbd-4883-8e89-d8e132c574a2 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9efb8a5-2801-467f-a96d-f11f9d571d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405414 Apr 12 00:30:40.604972 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-4e9ec095-9a3c-4aeb-8a40-0b7e0a7adc44 req-bb51277a-a85f-4939-86df-6885faa1b289 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407891 Apr 12 00:30:41.031573 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea9f0ef-cff9-48c4-ba45-92e4794a3387 req-f6719092-97ee-4fd4-9a8a-730377123057 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:41.032980 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-6ea9f0ef-cff9-48c4-ba45-92e4794a3387 req-f6719092-97ee-4fd4-9a8a-730377123057 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 944 time: 0.0494068 Apr 12 00:30:41.077057 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-6ea9f0ef-cff9-48c4-ba45-92e4794a3387 req-89ee18d0-bdc4-4ad5-8bf4-7971466563f2 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386631 Apr 12 00:30:41.173119 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dbc04a-0c4d-4ccb-acde-72cced48f510 req-5d45bb49-f27c-4dda-92c3-053737652aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:41.174632 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-68dbc04a-0c4d-4ccb-acde-72cced48f510 req-5d45bb49-f27c-4dda-92c3-053737652aac service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311&tenant_id=8b482c4c00e94a25ad8f0a9034e9e0e5 HTTP/1.1" status: 200 len: 1128 time: 0.0680959 Apr 12 00:30:41.273242 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dbc04a-0c4d-4ccb-acde-72cced48f510 req-0790c4fd-0271-464a-b847-8768b9ab5c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:41.274626 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-68dbc04a-0c4d-4ccb-acde-72cced48f510 req-0790c4fd-0271-464a-b847-8768b9ab5c4b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8b482c4c00e94a25ad8f0a9034e9e0e5&device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 1128 time: 0.0410602 Apr 12 00:30:41.361450 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dbc04a-0c4d-4ccb-acde-72cced48f510 req-4cda740e-fb36-4746-80c7-ce420637c639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:41.363105 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-68dbc04a-0c4d-4ccb-acde-72cced48f510 req-4cda740e-fb36-4746-80c7-ce420637c639 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1ee4ba18-669f-44db-9087-b0bd886e30c9 HTTP/1.1" status: 200 len: 918 time: 0.0821083 Apr 12 00:30:41.438537 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-68dbc04a-0c4d-4ccb-acde-72cced48f510 req-a4723d15-1c9f-4fe0-9b2d-eb2c5caa7698 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a96b86a8-a90d-426f-9b7e-b2dc136b138a HTTP/1.1" status: 200 len: 999 time: 0.0612123 Apr 12 00:30:41.487545 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dbc04a-0c4d-4ccb-acde-72cced48f510 req-04a1819c-6915-47b2-8500-d730d018b09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:41.488929 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-68dbc04a-0c4d-4ccb-acde-72cced48f510 req-04a1819c-6915-47b2-8500-d730d018b09d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5e83a63b-8739-41ae-aeb4-59d49ec2e5b0 HTTP/1.1" status: 200 len: 856 time: 0.0438719 Apr 12 00:30:41.547759 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dbc04a-0c4d-4ccb-acde-72cced48f510 req-87b5558d-96a6-4f39-b5f4-f2fb8c6dfb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:41.549225 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-68dbc04a-0c4d-4ccb-acde-72cced48f510 req-87b5558d-96a6-4f39-b5f4-f2fb8c6dfb44 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1ee4ba18-669f-44db-9087-b0bd886e30c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376427 Apr 12 00:30:41.708874 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-68dbc04a-0c4d-4ccb-acde-72cced48f510 req-0fa340a0-64ad-4a7d-814c-c861e9a77cee service neutron] 10.222.0.52 "GET /v2.0/networks/1ee4ba18-669f-44db-9087-b0bd886e30c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022568 Apr 12 00:30:41.740702 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7038dcd1-3e6d-4994-858d-df0c759a1d5b req-96e2c738-2f77-4b2a-9fb8-b3987c2cdea6 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:41.742168 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-7038dcd1-3e6d-4994-858d-df0c759a1d5b req-96e2c738-2f77-4b2a-9fb8-b3987c2cdea6 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=b845b619-f58f-4bfd-9a48-df1b1c742def HTTP/1.1" status: 200 len: 945 time: 0.1053748 Apr 12 00:30:41.787136 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71070b06-b9aa-40db-8066-842a42818df7 req-0e89cd65-6a8c-42ae-b59a-af2e82ef2a5b tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:41.788062 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-7038dcd1-3e6d-4994-858d-df0c759a1d5b req-4fb33f57-c684-4df9-98ea-cd1b3ad60bec tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9efb8a5-2801-467f-a96d-f11f9d571d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397940 Apr 12 00:30:41.788620 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-71070b06-b9aa-40db-8066-842a42818df7 req-0e89cd65-6a8c-42ae-b59a-af2e82ef2a5b tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 945 time: 0.1111076 Apr 12 00:30:41.835754 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-71070b06-b9aa-40db-8066-842a42818df7 req-c0678ed6-c97e-4f0a-9d7f-21b083d4ce81 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408549 Apr 12 00:30:42.077393 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd85b5d-bfd7-40e9-8ab9-a8660c6c3320 req-0537a974-049a-4337-b8bf-9ffa27ab00d2 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:42.078741 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-3dd85b5d-bfd7-40e9-8ab9-a8660c6c3320 req-0537a974-049a-4337-b8bf-9ffa27ab00d2 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.52 "GET /v2.0/ports?device_id=b845b619-f58f-4bfd-9a48-df1b1c742def HTTP/1.1" status: 200 len: 945 time: 0.0779471 Apr 12 00:30:42.122295 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-68dbc04a-0c4d-4ccb-acde-72cced48f510 req-e3cc9c60-dfef-46f8-9bd8-ba11e690f1a5 service neutron] 10.222.0.52 "GET /v2.0/networks/1ee4ba18-669f-44db-9087-b0bd886e30c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461740 Apr 12 00:30:42.194683 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [req-3dd85b5d-bfd7-40e9-8ab9-a8660c6c3320 req-ef627151-c29c-47d1-8639-fefa41577537 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Deleting port d9cbe626-bf12-4a6f-94c5-36e54b08b033 {{(pid=114859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:30:42.194977 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-3dd85b5d-bfd7-40e9-8ab9-a8660c6c3320 req-ef627151-c29c-47d1-8639-fefa41577537 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (d9cbe626-bf12-4a6f-94c5-36e54b08b033), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:30:42.199025 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8fbea-7c04-4da5-82a3-2a0f157aa995 req-ff8bdb33-d208-41f8-ba7b-f398dcd1b62e tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:42.200744 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-fbb8fbea-7c04-4da5-82a3-2a0f157aa995 req-ff8bdb33-d208-41f8-ba7b-f398dcd1b62e tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 944 time: 0.0527909 Apr 12 00:30:42.265336 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-fbb8fbea-7c04-4da5-82a3-2a0f157aa995 req-1bd2f3bc-ff4a-4372-9c9c-3b085d4cec45 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589888 Apr 12 00:30:42.293774 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (6c438ad1-5788-4552-a50f-29c8c96f3196), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:30:42.300316 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [req-3dd85b5d-bfd7-40e9-8ab9-a8660c6c3320 req-ef627151-c29c-47d1-8639-fefa41577537 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] For port d9cbe626-bf12-4a6f-94c5-36e54b08b033, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=d9cbe626-bf12-4a6f-94c5-36e54b08b033,segment=NetworkSegment(5d9dc515-0707-4c75-a379-8fe0f8c382f2),segment_id=5d9dc515-0707-4c75-a379-8fe0f8c382f2)] {{(pid=114859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:30:42.300762 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-3dd85b5d-bfd7-40e9-8ab9-a8660c6c3320 req-ef627151-c29c-47d1-8639-fefa41577537 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (d9cbe626-bf12-4a6f-94c5-36e54b08b033), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:30:42.315874 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [req-3dd85b5d-bfd7-40e9-8ab9-a8660c6c3320 req-ef627151-c29c-47d1-8639-fefa41577537 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Calling delete_port for d9cbe626-bf12-4a6f-94c5-36e54b08b033 owned by compute:nova {{(pid=114859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:30:42.352594 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-97487e57-cf5c-4881-837a-108d18c3e277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (4ecbd319-6885-49f5-abb8-de205838eb1c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:30:42.466886 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d409a0c3-5132-4f4c-b3f4-37e4231d3eb2 req-e847f2d2-5659-4245-838b-b0367cc39251 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1352959982&fields=id&tenant_id=4ad54dac63374c8a9b4da55ee5dc7fd1 HTTP/1.1" status: 200 len: 267 time: 0.0711975 Apr 12 00:30:42.504074 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-3dd85b5d-bfd7-40e9-8ab9-a8660c6c3320 req-ef627151-c29c-47d1-8639-fefa41577537 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (d9cbe626-bf12-4a6f-94c5-36e54b08b033), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:30:42.545842 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] get_ports_and_sgs() called for port_ids ['d9cbe626-bf12-4a6f-94c5-36e54b08b033'] {{(pid=114861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:30:42.574516 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef627151-c29c-47d1-8639-fefa41577537 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Pushing event deleted for resources: {'Port': ['ID=d9cbe626-bf12-4a6f-94c5-36e54b08b033,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:30:42.608833 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef627151-c29c-47d1-8639-fefa41577537 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:30:42.609192 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef627151-c29c-47d1-8639-fefa41577537 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:30:42.609519 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef627151-c29c-47d1-8639-fefa41577537 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:30:42.610035 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef627151-c29c-47d1-8639-fefa41577537 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:30:42.610590 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef627151-c29c-47d1-8639-fefa41577537 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:30:42.611089 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef627151-c29c-47d1-8639-fefa41577537 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:30:42.611571 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef627151-c29c-47d1-8639-fefa41577537 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:30:42.612050 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef627151-c29c-47d1-8639-fefa41577537 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:30:42.612542 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef627151-c29c-47d1-8639-fefa41577537 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:30:42.613027 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef627151-c29c-47d1-8639-fefa41577537 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:30:42.613512 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef627151-c29c-47d1-8639-fefa41577537 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:30:42.613996 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef627151-c29c-47d1-8639-fefa41577537 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:30:42.614510 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef627151-c29c-47d1-8639-fefa41577537 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:30:42.615002 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef627151-c29c-47d1-8639-fefa41577537 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:30:42.615486 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef627151-c29c-47d1-8639-fefa41577537 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:30:42.641168 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd85b5d-bfd7-40e9-8ab9-a8660c6c3320 req-ef627151-c29c-47d1-8639-fefa41577537 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] No DVR routers for this DVR port d9cbe626-bf12-4a6f-94c5-36e54b08b033 on host hv-cinder-83625 {{(pid=114859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:30:42.645952 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-3dd85b5d-bfd7-40e9-8ab9-a8660c6c3320 req-ef627151-c29c-47d1-8639-fefa41577537 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for port (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:30:42.650004 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-3dd85b5d-bfd7-40e9-8ab9-a8660c6c3320 req-ef627151-c29c-47d1-8639-fefa41577537 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.52 "DELETE /v2.0/ports/d9cbe626-bf12-4a6f-94c5-36e54b08b033 HTTP/1.1" status: 204 len: 173 time: 0.5621264 Apr 12 00:30:42.651208 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b845b619-f58f-4bfd-9a48-df1b1c742def', 'name': 'network-vif-deleted', 'tag': 'd9cbe626-bf12-4a6f-94c5-36e54b08b033'}] {{(pid=114859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:30:42.653623 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d751ce943c7fd1580d8237ddcdd582f05025ac6b53677acecb9ecfb4d000721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862d06b2-f667-4af4-80cc-90fa320121d6" -d '{"events": [{"server_uuid": "b845b619-f58f-4bfd-9a48-df1b1c742def", "name": "network-vif-deleted", "tag": "d9cbe626-bf12-4a6f-94c5-36e54b08b033"}]}' {{(pid=114859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:30:42.681265 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d409a0c3-5132-4f4c-b3f4-37e4231d3eb2 req-6576ee00-12f3-45cc-9d17-9fea7cf5afc7 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:42.683998 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d409a0c3-5132-4f4c-b3f4-37e4231d3eb2 req-6576ee00-12f3-45cc-9d17-9fea7cf5afc7 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/networks?id=8a9865c2-0d03-40f9-a71a-607e87040674 HTTP/1.1" status: 200 len: 811 time: 0.2079124 Apr 12 00:30:42.705456 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d409a0c3-5132-4f4c-b3f4-37e4231d3eb2 req-b51be9d8-4cc8-4906-99e3-507f07373fd9 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/quotas/4ad54dac63374c8a9b4da55ee5dc7fd1 HTTP/1.1" status: 200 len: 375 time: 0.0136356 Apr 12 00:30:42.714929 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1963142-16be-4243-89a0-bb9e96db9ac9 x-openstack-request-id: req-e1963142-16be-4243-89a0-bb9e96db9ac9 {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:30:42.715535 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b845b619-f58f-4bfd-9a48-df1b1c742def", "name": "network-vif-deleted", "tag": "d9cbe626-bf12-4a6f-94c5-36e54b08b033", "status": "completed", "code": 200}]} {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:30:42.716030 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e1963142-16be-4243-89a0-bb9e96db9ac9 {{(pid=114859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:30:42.716664 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1963142-16be-4243-89a0-bb9e96db9ac9'] response: {'server_uuid': 'b845b619-f58f-4bfd-9a48-df1b1c742def', 'name': 'network-vif-deleted', 'tag': 'd9cbe626-bf12-4a6f-94c5-36e54b08b033', 'status': 'completed', 'code': 200} Apr 12 00:30:42.785131 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d409a0c3-5132-4f4c-b3f4-37e4231d3eb2 req-fbadc676-a75b-44e1-801b-b0a009d63553 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4ad54dac63374c8a9b4da55ee5dc7fd1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0649769 Apr 12 00:30:42.931779 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-7b37fc75-485d-4a31-823c-23daf204c84e req-d208b1b4-8e6a-4524-a7e0-50638a8cd658 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=b845b619-f58f-4bfd-9a48-df1b1c742def HTTP/1.1" status: 200 len: 210 time: 0.0327325 Apr 12 00:30:42.940577 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d409a0c3-5132-4f4c-b3f4-37e4231d3eb2 req-a49c18dc-663e-44cf-9e96-fd07d2f2f814 service neutron] 10.222.0.32 "GET /v2.0/networks/8a9865c2-0d03-40f9-a71a-607e87040674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452911 Apr 12 00:30:43.046302 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf6a77-b33d-4eab-849c-735b5a7f173f req-67a0b8bf-05cf-4e8e-b1fc-de0453b72a39 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:43.047907 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-8acf6a77-b33d-4eab-849c-735b5a7f173f req-67a0b8bf-05cf-4e8e-b1fc-de0453b72a39 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 945 time: 0.0561161 Apr 12 00:30:43.098332 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-8acf6a77-b33d-4eab-849c-735b5a7f173f req-4917aff1-228c-4a1b-aeee-86a9f24b25a8 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445592 Apr 12 00:30:43.257483 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d409a0c3-5132-4f4c-b3f4-37e4231d3eb2 req-7717128c-e4b7-49e4-9f03-39b6c10ebaab service neutron] 10.222.0.32 "GET /v2.0/networks/8a9865c2-0d03-40f9-a71a-607e87040674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041775 Apr 12 00:30:43.421389 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e9943-e89a-49ae-891f-7f976b97d07b req-f00adc7f-90f0-4697-a890-b8a9af1d2897 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:43.422969 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-ea2e9943-e89a-49ae-891f-7f976b97d07b req-f00adc7f-90f0-4697-a890-b8a9af1d2897 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 944 time: 0.0638151 Apr 12 00:30:43.473745 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-ea2e9943-e89a-49ae-891f-7f976b97d07b req-0ce2fe5f-2646-4091-9c06-a475a6663310 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447466 Apr 12 00:30:43.609871 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-37f820cd-38f9-459e-91c8-aadeae174874 req-cddf9281-b0fe-4595-9f49-c4bcf8720d07 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=e46194d7-3e05-4313-b0ca-4ec9cee517f8 HTTP/1.1" status: 200 len: 210 time: 0.0432925 Apr 12 00:30:44.031319 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-b29f6e61-82ed-48d2-b6da-428565760a69 req-0ede7ef6-db77-4b54-be47-312c49d4da9f tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=b845b619-f58f-4bfd-9a48-df1b1c742def HTTP/1.1" status: 200 len: 210 time: 0.0322084 Apr 12 00:30:44.214927 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555fa2b-b7d1-408c-92a2-a83a14a0a7c0 req-f5a38a74-a3ae-49de-9c96-5876276f8e67 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:44.216399 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-8555fa2b-b7d1-408c-92a2-a83a14a0a7c0 req-f5a38a74-a3ae-49de-9c96-5876276f8e67 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 945 time: 0.0470386 Apr 12 00:30:44.262915 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-8555fa2b-b7d1-408c-92a2-a83a14a0a7c0 req-25b12075-a4d2-4cd7-bf55-7f191350f043 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409820 Apr 12 00:30:44.594972 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a88847-cf01-48b2-8523-e3b0a94b5cfe req-625fc2b4-1e48-4079-85aa-f6c22b9b0348 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:44.596451 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e0a88847-cf01-48b2-8523-e3b0a94b5cfe req-625fc2b4-1e48-4079-85aa-f6c22b9b0348 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 944 time: 0.0474656 Apr 12 00:30:44.607706 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-cae40353-ce72-4315-85d9-2da0bed486a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (d3fb0dde-5c40-4fca-80b5-61326157311c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:30:44.656598 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e0a88847-cf01-48b2-8523-e3b0a94b5cfe req-13339a83-c3ed-4b5d-b641-9bc4582a7ff4 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542569 Apr 12 00:30:44.712751 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-19552735-c8c8-4eda-a57f-532a680e939b req-57e22e6b-d991-4317-bb86-8a65a5a0a375 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=e46194d7-3e05-4313-b0ca-4ec9cee517f8 HTTP/1.1" status: 200 len: 210 time: 0.0280812 Apr 12 00:30:45.128969 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-08386e9d-bd75-48d9-92e0-48a79375c882 req-41f2c94e-0c32-48b4-a8ee-dc708da0d06a tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=b845b619-f58f-4bfd-9a48-df1b1c742def HTTP/1.1" status: 200 len: 210 time: 0.0290260 Apr 12 00:30:45.380516 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97357e3b-7e9f-4263-b166-6eadb5332f31 req-d6bd0158-e9b1-4cc0-8e62-5a337f082f2d tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:45.382339 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-97357e3b-7e9f-4263-b166-6eadb5332f31 req-d6bd0158-e9b1-4cc0-8e62-5a337f082f2d tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 945 time: 0.0479865 Apr 12 00:30:45.440751 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-97357e3b-7e9f-4263-b166-6eadb5332f31 req-4f4bf4a3-02e7-4e0a-9f97-a88788dc926b tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523357 Apr 12 00:30:45.780919 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4caf7c-5b66-43fe-9ade-458c0a4f9de9 req-03361d5b-9fb4-4546-915f-23e6fb2fccd2 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:45.782466 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5a4caf7c-5b66-43fe-9ade-458c0a4f9de9 req-03361d5b-9fb4-4546-915f-23e6fb2fccd2 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 944 time: 0.0536835 Apr 12 00:30:45.825056 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-60845e4d-5293-4b4f-96db-17408a4d2f55 req-8f151c87-434e-4d79-a6e5-d6e49b1a52d4 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=e46194d7-3e05-4313-b0ca-4ec9cee517f8 HTTP/1.1" status: 200 len: 210 time: 0.0330961 Apr 12 00:30:45.838945 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5a4caf7c-5b66-43fe-9ade-458c0a4f9de9 req-44f2e66c-0161-475f-a7d1-42e8a737fa91 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457504 Apr 12 00:30:46.029212 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device d9cbe626-bf12-4a6f-94c5-36e54b08b033 no longer exists at agent hyperv_hv-cinder-83625 {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:30:46.051505 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] No Port match for: d9cbe626-bf12-4a6f-94c5-36e54b08b033 {{(pid=114861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 00:30:46.051846 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device d9cbe626-bf12-4a6f-94c5-36e54b08b033 not bound to the agent host hv-cinder-83625 {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:30:46.201794 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d4423688-5a44-44f3-a132-81f2c9b6cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (af38becd-82ff-4144-8f94-74de975161ca), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:30:46.232466 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-4187ce7b-0cb1-43d2-b9f0-e75c12e2e078 req-d4285ad0-6343-401d-8693-ab485a58cdb8 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=b845b619-f58f-4bfd-9a48-df1b1c742def HTTP/1.1" status: 200 len: 210 time: 0.0312681 Apr 12 00:30:46.553040 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be3bf9-16b3-48bd-b2cd-f70972faefd9 req-ccd4b585-2e93-476c-b1a9-255427970dce tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:46.554576 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-14be3bf9-16b3-48bd-b2cd-f70972faefd9 req-ccd4b585-2e93-476c-b1a9-255427970dce tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 945 time: 0.0466123 Apr 12 00:30:46.602787 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-14be3bf9-16b3-48bd-b2cd-f70972faefd9 req-2ad1b588-f3a5-4327-bcf1-55e04598fe6a tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420654 Apr 12 00:30:46.927730 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-d446e7a0-3162-4a9f-a391-c416a618f3e5 req-f0b53568-e975-442e-ac0b-4e95ebd0387f tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=e46194d7-3e05-4313-b0ca-4ec9cee517f8 HTTP/1.1" status: 200 len: 210 time: 0.0379474 Apr 12 00:30:46.965287 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7123fb-9368-4688-800a-f2176ac7c626 req-4b110dfe-88f6-42ae-bb96-0dfe9f04bc03 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:46.966844 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-9d7123fb-9368-4688-800a-f2176ac7c626 req-4b110dfe-88f6-42ae-bb96-0dfe9f04bc03 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 944 time: 0.0547655 Apr 12 00:30:47.012704 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-9d7123fb-9368-4688-800a-f2176ac7c626 req-c02866d5-6fb7-4402-bd44-aea5ac2760ad tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402932 Apr 12 00:30:47.336375 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-724b3a49-a681-475d-9bb9-c7142712c307 req-81ca0f6d-66e2-4c61-90c8-2e9f3ca39bc6 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=b845b619-f58f-4bfd-9a48-df1b1c742def HTTP/1.1" status: 200 len: 210 time: 0.0371571 Apr 12 00:30:47.591117 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-be9ea9f3-6c7c-4887-ad09-badb35df740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (738aa052-ee84-4bd1-913b-ee7149597f8f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:30:47.722286 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c06961-40fa-4a96-980d-8c9cd76267b4 req-6bf13d59-9042-40b7-8626-c2fe14344ac6 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:47.724201 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d7c06961-40fa-4a96-980d-8c9cd76267b4 req-6bf13d59-9042-40b7-8626-c2fe14344ac6 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 945 time: 0.0487726 Apr 12 00:30:47.774183 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d7c06961-40fa-4a96-980d-8c9cd76267b4 req-63591b0c-c223-4ace-8e7e-a4914421d6ea tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435882 Apr 12 00:30:48.027899 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-0bf9d06a-db20-4c2a-bfd0-e82ffc50b75f req-aac1c03d-fdab-4c32-8411-807976e868d9 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=e46194d7-3e05-4313-b0ca-4ec9cee517f8 HTTP/1.1" status: 200 len: 210 time: 0.0291126 Apr 12 00:30:48.138236 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b3b35-6191-480d-9351-d6c7f928167b req-2e696b86-8132-4c33-9dc9-9433429d1aa7 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:48.139733 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-b03b3b35-6191-480d-9351-d6c7f928167b req-2e696b86-8132-4c33-9dc9-9433429d1aa7 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 944 time: 0.0472515 Apr 12 00:30:48.191979 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-b03b3b35-6191-480d-9351-d6c7f928167b req-4fc9b7ff-06e5-4c10-9649-2db9dd00a015 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464182 Apr 12 00:30:48.431070 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-48e28003-5d40-443b-98a3-c26481f3522c req-7ffee539-2923-4af4-b522-be56ebedf16a tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=b845b619-f58f-4bfd-9a48-df1b1c742def HTTP/1.1" status: 200 len: 210 time: 0.0275412 Apr 12 00:30:48.889967 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33246c02-bc0e-45a6-87f5-bb85ff53e6fe req-3d3754c8-202d-4d2c-bff2-f0eb238f17db tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:48.891424 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-33246c02-bc0e-45a6-87f5-bb85ff53e6fe req-3d3754c8-202d-4d2c-bff2-f0eb238f17db tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 945 time: 0.0474932 Apr 12 00:30:48.946791 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (f9a21fd4-36f2-4826-890e-da332e228edf), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:30:48.951923 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-33246c02-bc0e-45a6-87f5-bb85ff53e6fe req-9c38011f-6707-4560-b875-fb62e2be1d32 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542285 Apr 12 00:30:49.121327 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-8ad38a55-cc65-4a8f-8057-52fe4ea25963 req-f31ae237-6aa8-455a-a813-e06fd26093d4 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=e46194d7-3e05-4313-b0ca-4ec9cee517f8 HTTP/1.1" status: 200 len: 210 time: 0.0282445 Apr 12 00:30:49.416589 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b74133-12df-45d3-9402-74c3bc282f59 req-0a6dd4e8-3740-4598-9742-0a281ad49152 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:49.418093 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c4b74133-12df-45d3-9402-74c3bc282f59 req-0a6dd4e8-3740-4598-9742-0a281ad49152 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 944 time: 0.0483007 Apr 12 00:30:49.468664 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c4b74133-12df-45d3-9402-74c3bc282f59 req-de936d9a-b565-4edf-978d-ef90e61bbe56 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449259 Apr 12 00:30:49.546048 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-e930c320-7d26-4b9a-a2c4-00d82f6bb458 req-e631e718-f5b4-47ec-9a55-54cf5049df8b tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=b845b619-f58f-4bfd-9a48-df1b1c742def HTTP/1.1" status: 200 len: 210 time: 0.0375657 Apr 12 00:30:50.068650 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a7d20-cdfd-4ef7-a3b2-dbe367b13653 req-defcc838-cef7-4fe9-b533-60b3928e1853 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:50.070063 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-1d1a7d20-cdfd-4ef7-a3b2-dbe367b13653 req-defcc838-cef7-4fe9-b533-60b3928e1853 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 945 time: 0.0507188 Apr 12 00:30:50.118898 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-1d1a7d20-cdfd-4ef7-a3b2-dbe367b13653 req-5aa83bed-7056-4d27-8689-ec6937381353 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426149 Apr 12 00:30:50.217686 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-9443c3c6-e644-4c28-beff-a9781659877c req-bacbb620-ae7a-47e6-8172-f19112e96216 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=e46194d7-3e05-4313-b0ca-4ec9cee517f8 HTTP/1.1" status: 200 len: 210 time: 0.0280597 Apr 12 00:30:50.585934 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da614a21-51c8-478f-a993-73f94f8fe164 req-4377d462-11b0-4564-9db0-1d47f2e7afda tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:50.587644 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-da614a21-51c8-478f-a993-73f94f8fe164 req-4377d462-11b0-4564-9db0-1d47f2e7afda tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 944 time: 0.0481167 Apr 12 00:30:50.638971 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-da614a21-51c8-478f-a993-73f94f8fe164 req-9b05408b-ab38-4cbc-8834-3816396a4890 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460639 Apr 12 00:30:50.653615 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-6dfcec01-0dda-42f7-b66b-8de7de8b8e96 req-a46106b5-a1f5-4436-be85-8d3d18142ef1 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=b845b619-f58f-4bfd-9a48-df1b1c742def HTTP/1.1" status: 200 len: 210 time: 0.0357230 Apr 12 00:30:51.234536 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e07012-cb41-47d6-8dde-6caf4a44ce95 req-542ccc02-cb50-4f02-a79b-9df6530d8e00 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:51.236039 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-28e07012-cb41-47d6-8dde-6caf4a44ce95 req-542ccc02-cb50-4f02-a79b-9df6530d8e00 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 945 time: 0.0484042 Apr 12 00:30:51.305128 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-28e07012-cb41-47d6-8dde-6caf4a44ce95 req-ebb328e6-6865-4356-837e-837384778301 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546911 Apr 12 00:30:51.327301 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-94105288-8e0f-46de-b018-d3d2525af6c0 req-8daaf3ef-2eee-44ff-a1eb-cd6eb5b503b3 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=e46194d7-3e05-4313-b0ca-4ec9cee517f8 HTTP/1.1" status: 200 len: 210 time: 0.0344708 Apr 12 00:30:51.753000 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-83b91673-51ab-4eab-8280-e1c9a1735da8 req-12f6465b-f0ed-41be-b8ec-97aca390f1ae tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=b845b619-f58f-4bfd-9a48-df1b1c742def HTTP/1.1" status: 200 len: 210 time: 0.0292099 Apr 12 00:30:51.773025 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f01354-81c4-4420-8fca-9b5048f6f0af req-7a79ae60-6675-4343-866b-244926267784 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:51.775260 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-51f01354-81c4-4420-8fca-9b5048f6f0af req-7a79ae60-6675-4343-866b-244926267784 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 944 time: 0.0597496 Apr 12 00:30:51.823087 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-51f01354-81c4-4420-8fca-9b5048f6f0af req-b6d9e250-d8fb-4bc8-ab1a-ba55e60c06f9 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416162 Apr 12 00:30:52.432066 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-1c7edcad-140d-4847-b4ae-6aaa3d7d38f4 req-898331da-9a66-4ebb-bd18-7d73d5247189 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=e46194d7-3e05-4313-b0ca-4ec9cee517f8 HTTP/1.1" status: 200 len: 210 time: 0.0272598 Apr 12 00:30:52.536263 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad6b19-35b7-4f3a-b1d7-574c40631d3c req-61016c81-9849-4da7-a886-ef853a75aed2 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:52.537789 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-89ad6b19-35b7-4f3a-b1d7-574c40631d3c req-61016c81-9849-4da7-a886-ef853a75aed2 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 945 time: 0.0480473 Apr 12 00:30:52.585126 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-89ad6b19-35b7-4f3a-b1d7-574c40631d3c req-f1af9bee-fa3c-4137-a91a-80a75ae3c065 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411456 Apr 12 00:30:52.887748 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-04390462-53cf-4908-8005-4366120ea2e2 req-37e105a0-0b05-4ce7-a1e2-402477b9d289 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=b845b619-f58f-4bfd-9a48-df1b1c742def HTTP/1.1" status: 200 len: 210 time: 0.0427194 Apr 12 00:30:52.968106 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c359c-96ab-48c0-83f5-9943d8d84910 req-41dd9076-b353-4a24-9eb2-8b07ffeb6ce1 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:52.969564 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-1f9c359c-96ab-48c0-83f5-9943d8d84910 req-41dd9076-b353-4a24-9eb2-8b07ffeb6ce1 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 944 time: 0.0512025 Apr 12 00:30:53.016915 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-1f9c359c-96ab-48c0-83f5-9943d8d84910 req-f03c387f-3ab4-470b-b5eb-748e14cbedfa tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410151 Apr 12 00:30:53.527131 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-ad931432-9c5c-4cdb-a73e-e7230f7aef5d req-85a79456-1ca9-470a-81cb-df6506a903c0 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=e46194d7-3e05-4313-b0ca-4ec9cee517f8 HTTP/1.1" status: 200 len: 210 time: 0.0278008 Apr 12 00:30:53.707160 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3453ae-23f5-4785-8f78-eba965255a69 req-97c1eeeb-1285-4d17-a5b3-b0babc2e2c56 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:53.708641 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-9d3453ae-23f5-4785-8f78-eba965255a69 req-97c1eeeb-1285-4d17-a5b3-b0babc2e2c56 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 945 time: 0.0549126 Apr 12 00:30:53.755510 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-9d3453ae-23f5-4785-8f78-eba965255a69 req-bfb24e0b-716c-4801-8382-df59add8f03b tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412521 Apr 12 00:30:53.973641 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c6b06887-4c24-4191-8a67-efce6150f58d req-e4992f4c-3df3-4ec9-86d9-340a81751488 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=b845b619-f58f-4bfd-9a48-df1b1c742def HTTP/1.1" status: 200 len: 210 time: 0.0279522 Apr 12 00:30:54.132552 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a14734a-125b-4a2f-9f54-ebcdd96ebd95 req-8c502785-25e6-45de-8566-cfd79b76c044 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:54.134022 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-7a14734a-125b-4a2f-9f54-ebcdd96ebd95 req-8c502785-25e6-45de-8566-cfd79b76c044 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 944 time: 0.0467968 Apr 12 00:30:54.183147 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-7a14734a-125b-4a2f-9f54-ebcdd96ebd95 req-6e2445ce-a21d-43b8-bbd2-22b20aa9bf1e tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436976 Apr 12 00:30:54.618084 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-19df3425-fc4d-4589-af4b-cd88bd2a7a55 req-2ccad0b7-0f52-4c81-88d5-5646a807dd0c tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=e46194d7-3e05-4313-b0ca-4ec9cee517f8 HTTP/1.1" status: 200 len: 210 time: 0.0270219 Apr 12 00:30:54.865455 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d2a98-5651-40f6-b100-ffeef3844ab2 req-9fee8ed2-2d4d-4c44-8b31-967c53f68e3e tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:54.866814 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-324d2a98-5651-40f6-b100-ffeef3844ab2 req-9fee8ed2-2d4d-4c44-8b31-967c53f68e3e tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 945 time: 0.0453849 Apr 12 00:30:54.911899 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-324d2a98-5651-40f6-b100-ffeef3844ab2 req-8d83cc0c-5361-418a-80bd-e168f40c6def tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397575 Apr 12 00:30:55.067291 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e077a560-501f-4076-9974-bf8c71652b1d req-b7823fff-599f-478d-9e20-13b43814971b tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=b845b619-f58f-4bfd-9a48-df1b1c742def HTTP/1.1" status: 200 len: 210 time: 0.0293663 Apr 12 00:30:55.296991 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e830dd-a2e7-4079-a6cb-dcf79bd07ac0 req-fdc47c6c-aebf-4ea5-80da-6cfddc8523b4 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:55.298436 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-77e830dd-a2e7-4079-a6cb-dcf79bd07ac0 req-fdc47c6c-aebf-4ea5-80da-6cfddc8523b4 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 944 time: 0.0454133 Apr 12 00:30:55.343239 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-77e830dd-a2e7-4079-a6cb-dcf79bd07ac0 req-2877640c-b92a-4717-847d-28a336d7d1df tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395119 Apr 12 00:30:55.708601 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c18b834e-ebfc-4c2e-916a-b7ccb7258500 req-dfe6fb42-02e4-4e99-9242-0a3909109256 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=e46194d7-3e05-4313-b0ca-4ec9cee517f8 HTTP/1.1" status: 200 len: 210 time: 0.0275133 Apr 12 00:30:56.025061 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0ddee-d37c-4fd4-8eed-7c2a53a2f7a2 req-49e5a35e-7d61-4bda-95a6-78ef01494311 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:56.027137 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-63c0ddee-d37c-4fd4-8eed-7c2a53a2f7a2 req-49e5a35e-7d61-4bda-95a6-78ef01494311 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 945 time: 0.0492451 Apr 12 00:30:56.070931 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-63c0ddee-d37c-4fd4-8eed-7c2a53a2f7a2 req-ff67c832-4499-4648-bdf5-138eebadc7ba tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384791 Apr 12 00:30:56.158593 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-aa08b748-ec67-4352-bbe1-738054912dcf req-4472cf66-c5ad-426a-884b-13f22e66ca5e tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=b845b619-f58f-4bfd-9a48-df1b1c742def HTTP/1.1" status: 200 len: 210 time: 0.0272801 Apr 12 00:30:56.457543 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7410cf7c-b148-492c-8ce1-66ef64793882 req-c19e95cc-9923-4afc-b669-0be3753fa980 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:56.459001 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-7410cf7c-b148-492c-8ce1-66ef64793882 req-c19e95cc-9923-4afc-b669-0be3753fa980 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 944 time: 0.0453401 Apr 12 00:30:56.503648 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-7410cf7c-b148-492c-8ce1-66ef64793882 req-f9915b12-7172-4c7f-99a1-4221d9d7b289 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392804 Apr 12 00:30:56.800200 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-7b4a7722-a568-4058-a7eb-e1d88b84a69d req-90826148-1b1d-471e-98ff-70119ac80fae tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=e46194d7-3e05-4313-b0ca-4ec9cee517f8 HTTP/1.1" status: 200 len: 210 time: 0.0279279 Apr 12 00:30:57.211163 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d66417-10d7-4851-8ad3-d35611286927 req-84c1ad35-98b8-47bd-8a63-a9a76c1f8fb3 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:57.211798 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c31d436e-0ad3-45a3-adeb-7cb0653ee587 req-3f0bf16d-de14-4a3d-bb34-ffd299a197a8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0893896 Apr 12 00:30:57.213168 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-51d66417-10d7-4851-8ad3-d35611286927 req-84c1ad35-98b8-47bd-8a63-a9a76c1f8fb3 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 945 time: 0.0685318 Apr 12 00:30:57.268175 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-51d66417-10d7-4851-8ad3-d35611286927 req-cf607cb6-ec98-46c0-97d6-01a390fd0917 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486431 Apr 12 00:30:57.268869 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-615492c4-5764-4a6b-9b00-aec5d34a48c3 req-33a9ccff-7ca8-4d2a-9b2a-c7fb38ef1bb9 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=b845b619-f58f-4bfd-9a48-df1b1c742def HTTP/1.1" status: 200 len: 210 time: 0.0280390 Apr 12 00:30:57.324842 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d436e-0ad3-45a3-adeb-7cb0653ee587 req-09a9284b-6d46-4bd7-b87d-94f91cb046ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:57.326368 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c31d436e-0ad3-45a3-adeb-7cb0653ee587 req-09a9284b-6d46-4bd7-b87d-94f91cb046ce service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7bdba79df5fc4c3faa187bd65479d3f7&device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 1129 time: 0.0458992 Apr 12 00:30:57.503255 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8af359-ab9c-441e-8f90-6cbfc7cbf720 req-c1629a06-2658-466f-9eb5-6c26c4246e50 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:57.504706 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-1e8af359-ab9c-441e-8f90-6cbfc7cbf720 req-c1629a06-2658-466f-9eb5-6c26c4246e50 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 945 time: 0.0455816 Apr 12 00:30:57.550675 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-1e8af359-ab9c-441e-8f90-6cbfc7cbf720 req-9e3cea74-5233-476c-a35e-e81f61931ce9 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400126 Apr 12 00:30:57.619555 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd2d13-5d88-43ba-9ffe-80a2b201ebae req-25782403-6fba-401c-9f5c-d83cfda366e1 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:57.621005 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-47dd2d13-5d88-43ba-9ffe-80a2b201ebae req-25782403-6fba-401c-9f5c-d83cfda366e1 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 944 time: 0.0461700 Apr 12 00:30:57.681258 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-47dd2d13-5d88-43ba-9ffe-80a2b201ebae req-e8f8f964-b364-4c65-b7c1-cefd6a4cbe3d tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448363 Apr 12 00:30:57.715104 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d436e-0ad3-45a3-adeb-7cb0653ee587 req-a9ba28a4-b80e-462a-a0dc-1ffd429e3168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:57.716583 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c31d436e-0ad3-45a3-adeb-7cb0653ee587 req-a9ba28a4-b80e-462a-a0dc-1ffd429e3168 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d9c3b5d9-2a62-4930-bf1a-06e919287728 HTTP/1.1" status: 200 len: 920 time: 0.0934122 Apr 12 00:30:57.891903 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d2f23e60-f658-4486-be57-3df7a4b339da req-f4c59090-0670-4e2c-a007-8121e71b5df3 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=e46194d7-3e05-4313-b0ca-4ec9cee517f8 HTTP/1.1" status: 200 len: 210 time: 0.0277817 Apr 12 00:30:58.380848 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-7e354a53-a2d5-4817-8b1d-5624c0a34841 req-55e46c5c-e5bc-46a9-b1e1-b42893f8faba tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=b845b619-f58f-4bfd-9a48-df1b1c742def HTTP/1.1" status: 200 len: 210 time: 0.0268202 Apr 12 00:30:58.659714 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd53aa4-44e0-4a6c-8141-5964790d71fa req-5768152f-f17f-48a6-a982-ade20a61d29c tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:58.661187 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-ddd53aa4-44e0-4a6c-8141-5964790d71fa req-5768152f-f17f-48a6-a982-ade20a61d29c tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 945 time: 0.0462894 Apr 12 00:30:58.712128 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-ddd53aa4-44e0-4a6c-8141-5964790d71fa req-151ed176-b6fc-43f5-9530-3f7e50f323d4 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453320 Apr 12 00:30:58.805330 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc07f4-dbc5-41ab-90b2-7c18ea80a89b req-a61d6230-7e0e-430f-b9d0-68e4843acb7b tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:58.806844 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-34dc07f4-dbc5-41ab-90b2-7c18ea80a89b req-a61d6230-7e0e-430f-b9d0-68e4843acb7b tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 944 time: 0.0483873 Apr 12 00:30:58.851812 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-34dc07f4-dbc5-41ab-90b2-7c18ea80a89b req-44f26e95-cde1-4785-9edf-e5404261875d tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389087 Apr 12 00:30:58.986154 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-4aca6f89-9781-43e4-8ae3-8ae0654e5854 req-164a7d8d-7167-448d-90d2-64651a1f2dc0 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=e46194d7-3e05-4313-b0ca-4ec9cee517f8 HTTP/1.1" status: 200 len: 210 time: 0.0281222 Apr 12 00:30:59.110580 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c31d436e-0ad3-45a3-adeb-7cb0653ee587 req-e426d431-c095-42e6-bc5a-35c93d4fb530 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8fd308a-3656-4572-a37f-0f014a01f3f9 HTTP/1.1" status: 200 len: 217 time: 0.0351892 Apr 12 00:30:59.448112 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0313a10b-d8a5-40b3-85b2-4fbfeee0f1c5 req-7813c530-a804-4357-b201-e7238fcddb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:59.449790 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0313a10b-d8a5-40b3-85b2-4fbfeee0f1c5 req-7813c530-a804-4357-b201-e7238fcddb74 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c08909d19c8341c5b47846b0cee54fd8&device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 1129 time: 0.0515900 Apr 12 00:30:59.457181 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d436e-0ad3-45a3-adeb-7cb0653ee587 req-852142bc-28bd-4eb2-8e8d-6bc1fa064136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:59.458709 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c31d436e-0ad3-45a3-adeb-7cb0653ee587 req-852142bc-28bd-4eb2-8e8d-6bc1fa064136 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7f76de51-1250-4e78-bc34-31fbaa8ccdf7 HTTP/1.1" status: 200 len: 858 time: 0.0905428 Apr 12 00:30:59.511620 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-1159cb75-18a3-412c-8bf6-9bba34cf8e4d req-7a8b16ee-36d9-43e4-bc1c-d4138e8b4641 tempest-VolumesSnapshotTestJSON-2103646297 tempest-VolumesSnapshotTestJSON-2103646297-project] 10.222.0.32 "GET /v2.0/ports?device_id=b845b619-f58f-4bfd-9a48-df1b1c742def HTTP/1.1" status: 200 len: 210 time: 0.0340319 Apr 12 00:30:59.658137 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d436e-0ad3-45a3-adeb-7cb0653ee587 req-97e28614-0a03-4717-97d4-89fa4f5acc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:59.659661 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c31d436e-0ad3-45a3-adeb-7cb0653ee587 req-97e28614-0a03-4717-97d4-89fa4f5acc38 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d9c3b5d9-2a62-4930-bf1a-06e919287728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1293564 Apr 12 00:30:59.708307 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0313a10b-d8a5-40b3-85b2-4fbfeee0f1c5 req-6e193516-01cf-4344-a090-eeeed626d39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:59.709762 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0313a10b-d8a5-40b3-85b2-4fbfeee0f1c5 req-6e193516-01cf-4344-a090-eeeed626d39c service neutron] 10.222.0.52 "GET /v2.0/networks?id=5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4 HTTP/1.1" status: 200 len: 912 time: 0.2198610 Apr 12 00:30:59.718959 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d409a0c3-5132-4f4c-b3f4-37e4231d3eb2 req-b80e5967-114d-4342-ac39-a3e7e5ca67a5 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:59.720271 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d409a0c3-5132-4f4c-b3f4-37e4231d3eb2 req-b80e5967-114d-4342-ac39-a3e7e5ca67a5 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.52 "GET /v2.0/networks?id=8a9865c2-0d03-40f9-a71a-607e87040674 HTTP/1.1" status: 200 len: 811 time: 0.2218249 Apr 12 00:30:59.896875 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ff2db-4276-46c3-affc-a22aa5a0f092 req-7cfa010f-6738-4f54-b244-47c9f395217d tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:59.898385 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e78ff2db-4276-46c3-affc-a22aa5a0f092 req-7cfa010f-6738-4f54-b244-47c9f395217d tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 945 time: 0.1004274 Apr 12 00:30:59.904447 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0313a10b-d8a5-40b3-85b2-4fbfeee0f1c5 req-3ebd1a81-b186-4c9e-8f30-a988455bd5d5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9859cd42-a040-4515-a314-efe078c16231 HTTP/1.1" status: 200 len: 1001 time: 0.1832719 Apr 12 00:30:59.908896 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c31d436e-0ad3-45a3-adeb-7cb0653ee587 req-cdae5384-2cdb-4695-ab00-3afe4e2b7aa3 service neutron] 10.222.0.52 "GET /v2.0/networks/d9c3b5d9-2a62-4930-bf1a-06e919287728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393944 Apr 12 00:30:59.971898 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af4ea8-72f2-4d4f-a9d0-a4a4e69e3f75 req-67a83988-09fc-4e99-a093-ed2e03bfc5b8 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:30:59.973393 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-18af4ea8-72f2-4d4f-a9d0-a4a4e69e3f75 req-67a83988-09fc-4e99-a093-ed2e03bfc5b8 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 944 time: 0.0485036 Apr 12 00:30:59.980171 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d409a0c3-5132-4f4c-b3f4-37e4231d3eb2 req-6df6fae9-ab07-4ac8-90be-203f913ded2a tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ad54dac63374c8a9b4da55ee5dc7fd1 HTTP/1.1" status: 200 len: 380 time: 0.2206643 Apr 12 00:31:00.000154 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [req-d409a0c3-5132-4f4c-b3f4-37e4231d3eb2 req-449e4ee3-a7a8-4e16-a434-0cdbf14b095b tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Request body: {'port': {'device_id': 'e46194d7-3e05-4313-b0ca-4ec9cee517f8', 'network_id': '8a9865c2-0d03-40f9-a71a-607e87040674', 'admin_state_up': True, 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'security_groups': ['801418ee-5d7b-4cfc-af52-433952d7207b']}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:31:00.019791 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-18af4ea8-72f2-4d4f-a9d0-a4a4e69e3f75 req-7e4d53f5-3d8a-4ebd-96b5-d0404c14523e tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407412 Apr 12 00:31:00.086834 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0313a10b-d8a5-40b3-85b2-4fbfeee0f1c5 req-5116a787-1c53-4a5b-ae10-cf2643d55c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:00.088711 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0313a10b-d8a5-40b3-85b2-4fbfeee0f1c5 req-5116a787-1c53-4a5b-ae10-cf2643d55c8f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d5e30fe-6eb4-42f7-a751-8d6f0006a016 HTTP/1.1" status: 200 len: 850 time: 0.1662991 Apr 12 00:31:00.095604 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e78ff2db-4276-46c3-affc-a22aa5a0f092 req-fa8501e5-60b8-4263-9777-d62a2a30f4d6 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1858103 Apr 12 00:31:00.107098 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-bb7ae238-7748-4c65-a64d-253de61e8f7a req-9c255ca2-5e30-42c9-8989-2fcf6c6e86c2 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=e46194d7-3e05-4313-b0ca-4ec9cee517f8 HTTP/1.1" status: 200 len: 210 time: 0.0306256 Apr 12 00:31:00.190339 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0313a10b-d8a5-40b3-85b2-4fbfeee0f1c5 req-98242b85-2826-47be-b46a-5052a8cd4ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:00.191829 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0313a10b-d8a5-40b3-85b2-4fbfeee0f1c5 req-98242b85-2826-47be-b46a-5052a8cd4ecb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0940447 Apr 12 00:31:00.196943 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c31d436e-0ad3-45a3-adeb-7cb0653ee587 req-7aec4c30-1e7a-4d25-9fa3-d7c7fd79d8a3 service neutron] 10.222.0.52 "GET /v2.0/networks/d9c3b5d9-2a62-4930-bf1a-06e919287728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726624 Apr 12 00:31:00.272040 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d409a0c3-5132-4f4c-b3f4-37e4231d3eb2 req-449e4ee3-a7a8-4e16-a434-0cdbf14b095b tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Made reservation on behalf of 4ad54dac63374c8a9b4da55ee5dc7fd1 for: {'port': 1} {{(pid=114859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:31:00.275967 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-d409a0c3-5132-4f4c-b3f4-37e4231d3eb2 req-449e4ee3-a7a8-4e16-a434-0cdbf14b095b tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:31:00.357350 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0313a10b-d8a5-40b3-85b2-4fbfeee0f1c5 req-477a130b-73ac-419b-a882-e1b0450ca2e6 service neutron] 10.222.0.52 "GET /v2.0/networks/5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481352 Apr 12 00:31:00.421162 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.db_base_plugin_common [req-d409a0c3-5132-4f4c-b3f4-37e4231d3eb2 req-449e4ee3-a7a8-4e16-a434-0cdbf14b095b tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Allocated IP 172.20.0.11 (8a9865c2-0d03-40f9-a71a-607e87040674/673329e3-8235-4c2b-a7ed-65b2b39a6faf/2ccdca9b-24da-4065-b499-5447b18262ad) {{(pid=114859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:31:00.559747 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-d409a0c3-5132-4f4c-b3f4-37e4231d3eb2 req-449e4ee3-a7a8-4e16-a434-0cdbf14b095b tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks [] for port (2ccdca9b-24da-4065-b499-5447b18262ad), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:31:00.683413 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-d409a0c3-5132-4f4c-b3f4-37e4231d3eb2 req-449e4ee3-a7a8-4e16-a434-0cdbf14b095b tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (2ccdca9b-24da-4065-b499-5447b18262ad), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:31:00.697912 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0313a10b-d8a5-40b3-85b2-4fbfeee0f1c5 req-46c3de97-b8d8-49b3-8aaf-d9256a1fdc46 service neutron] 10.222.0.52 "GET /v2.0/networks/5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223614 Apr 12 00:31:00.731328 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d409a0c3-5132-4f4c-b3f4-37e4231d3eb2 req-449e4ee3-a7a8-4e16-a434-0cdbf14b095b tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Network 8a9865c2-0d03-40f9-a71a-607e87040674 is already hosted by enough agents. {{(pid=114859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:31:00.734669 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.base_scheduler [req-d409a0c3-5132-4f4c-b3f4-37e4231d3eb2 req-449e4ee3-a7a8-4e16-a434-0cdbf14b095b tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Resources bound (agent type, host, resource id): {{(pid=114859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:31:00.737360 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.l3_dvrscheduler_db [req-d409a0c3-5132-4f4c-b3f4-37e4231d3eb2 req-449e4ee3-a7a8-4e16-a434-0cdbf14b095b tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Received port after_create {{(pid=114859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:31:00.773900 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449e4ee3-a7a8-4e16-a434-0cdbf14b095b tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Pushing event updated for resources: {'Port': ['ID=2ccdca9b-24da-4065-b499-5447b18262ad,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:31:00.800368 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d409a0c3-5132-4f4c-b3f4-37e4231d3eb2 req-449e4ee3-a7a8-4e16-a434-0cdbf14b095b tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:00.801261 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-d409a0c3-5132-4f4c-b3f4-37e4231d3eb2 req-449e4ee3-a7a8-4e16-a434-0cdbf14b095b tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for port (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:31:00.839346 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d409a0c3-5132-4f4c-b3f4-37e4231d3eb2 req-449e4ee3-a7a8-4e16-a434-0cdbf14b095b tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8462565 Apr 12 00:31:01.022469 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-c16412fe-08b3-47b5-99d6-cab6efef8bbf None None] Provisioning complete for port 2ccdca9b-24da-4065-b499-5447b18262ad triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:31:01.023052 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-c16412fe-08b3-47b5-99d6-cab6efef8bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (2ccdca9b-24da-4065-b499-5447b18262ad), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:31:01.055569 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-c16412fe-08b3-47b5-99d6-cab6efef8bbf None None] Port 2ccdca9b-24da-4065-b499-5447b18262ad cannot update to ACTIVE because it is not bound. {{(pid=114861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:31:01.137452 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aab61d-35e7-4797-8c61-33d8b07fb53e req-1e254901-d0bc-48ea-b37a-e29c80eb0582 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:01.138952 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-77aab61d-35e7-4797-8c61-33d8b07fb53e req-1e254901-d0bc-48ea-b37a-e29c80eb0582 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 944 time: 0.0456951 Apr 12 00:31:01.145795 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [req-d409a0c3-5132-4f4c-b3f4-37e4231d3eb2 req-b0c3641b-cd85-4209-a4d6-4c3cf792e537 service neutron] Request body: {'port': {'device_id': 'e46194d7-3e05-4313-b0ca-4ec9cee517f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83625'}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:31:01.185892 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-77aab61d-35e7-4797-8c61-33d8b07fb53e req-e85fbad5-5782-4adb-8a95-7dda15b7acd2 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412624 Apr 12 00:31:01.238243 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f066e027-15a5-47a5-bd57-5b3ec14334f5 req-5202aecd-dffa-4de1-9c6d-c048e3c160de tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:01.239734 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-f066e027-15a5-47a5-bd57-5b3ec14334f5 req-5202aecd-dffa-4de1-9c6d-c048e3c160de tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 945 time: 0.0734262 Apr 12 00:31:01.255666 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-d409a0c3-5132-4f4c-b3f4-37e4231d3eb2 req-b0c3641b-cd85-4209-a4d6-4c3cf792e537 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (2ccdca9b-24da-4065-b499-5447b18262ad), before_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:31:01.286882 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d0ef1-d030-48b5-adb1-a6ef75b1edfb req-60858a3e-5d68-4f40-937b-9bf35cf2904b tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:01.288455 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-da4d0ef1-d030-48b5-adb1-a6ef75b1edfb req-60858a3e-5d68-4f40-937b-9bf35cf2904b tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=e46194d7-3e05-4313-b0ca-4ec9cee517f8 HTTP/1.1" status: 200 len: 932 time: 0.0459521 Apr 12 00:31:01.332979 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-f066e027-15a5-47a5-bd57-5b3ec14334f5 req-a35b9d7d-6eed-4d35-949c-6710ae7851f2 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867286 Apr 12 00:31:01.338774 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-da4d0ef1-d030-48b5-adb1-a6ef75b1edfb req-980ccdcc-4bab-4a1a-885c-2b6f4936ef50 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/security-groups?id=801418ee-5d7b-4cfc-af52-433952d7207b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440176 Apr 12 00:31:01.541945 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [req-d409a0c3-5132-4f4c-b3f4-37e4231d3eb2 req-b0c3641b-cd85-4209-a4d6-4c3cf792e537 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ccdca9b-24da-4065-b499-5447b18262ad {{(pid=114859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:31:01.549213 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-d409a0c3-5132-4f4c-b3f4-37e4231d3eb2 req-b0c3641b-cd85-4209-a4d6-4c3cf792e537 service neutron] Publish callbacks [] for port (2ccdca9b-24da-4065-b499-5447b18262ad), precommit_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:31:01.561538 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.provisioning_blocks [req-d409a0c3-5132-4f4c-b3f4-37e4231d3eb2 req-b0c3641b-cd85-4209-a4d6-4c3cf792e537 service neutron] Transition to ACTIVE for port object 2ccdca9b-24da-4065-b499-5447b18262ad will not be triggered until provisioned by entity L2. {{(pid=114859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 00:31:01.565424 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-d409a0c3-5132-4f4c-b3f4-37e4231d3eb2 req-b0c3641b-cd85-4209-a4d6-4c3cf792e537 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59136039'] for port (2ccdca9b-24da-4065-b499-5447b18262ad), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:31:01.615958 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c3641b-cd85-4209-a4d6-4c3cf792e537 service neutron] Pushing event updated for resources: {'Port': ['ID=2ccdca9b-24da-4065-b499-5447b18262ad,revision_number=2']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:31:01.690792 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.managers [req-d409a0c3-5132-4f4c-b3f4-37e4231d3eb2 req-b0c3641b-cd85-4209-a4d6-4c3cf792e537 service neutron] Attempting to bind port 2ccdca9b-24da-4065-b499-5447b18262ad on host hv-cinder-83625 for vnic_type normal with profile {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:31:01.691125 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.managers [req-d409a0c3-5132-4f4c-b3f4-37e4231d3eb2 req-b0c3641b-cd85-4209-a4d6-4c3cf792e537 service neutron] Attempting to bind port 2ccdca9b-24da-4065-b499-5447b18262ad by drivers openvswitch,hyperv on host hv-cinder-83625 at level 0 using segments [{'id': 'd64ef49d-093c-41ff-bdc1-96d0b857029b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '8a9865c2-0d03-40f9-a71a-607e87040674'}] {{(pid=114859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:31:01.691463 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d409a0c3-5132-4f4c-b3f4-37e4231d3eb2 req-b0c3641b-cd85-4209-a4d6-4c3cf792e537 service neutron] Attempting to bind port 2ccdca9b-24da-4065-b499-5447b18262ad on network 8a9865c2-0d03-40f9-a71a-607e87040674 {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:31:01.695911 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d409a0c3-5132-4f4c-b3f4-37e4231d3eb2 req-b0c3641b-cd85-4209-a4d6-4c3cf792e537 service neutron] Port 2ccdca9b-24da-4065-b499-5447b18262ad on network 8a9865c2-0d03-40f9-a71a-607e87040674 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83625 {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 00:31:01.696230 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d409a0c3-5132-4f4c-b3f4-37e4231d3eb2 req-b0c3641b-cd85-4209-a4d6-4c3cf792e537 service neutron] Attempting to bind port 2ccdca9b-24da-4065-b499-5447b18262ad on network 8a9865c2-0d03-40f9-a71a-607e87040674 {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:31:01.701727 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d409a0c3-5132-4f4c-b3f4-37e4231d3eb2 req-b0c3641b-cd85-4209-a4d6-4c3cf792e537 service neutron] Checking agent: {'id': '6c438ad1-5788-4552-a50f-29c8c96f3196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83625', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 0, 23, 42), 'started_at': datetime.datetime(2022, 4, 12, 0, 23, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:31:01.702070 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d409a0c3-5132-4f4c-b3f4-37e4231d3eb2 req-b0c3641b-cd85-4209-a4d6-4c3cf792e537 service neutron] Checking segment: {'id': 'd64ef49d-093c-41ff-bdc1-96d0b857029b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '8a9865c2-0d03-40f9-a71a-607e87040674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:31:01.702486 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d409a0c3-5132-4f4c-b3f4-37e4231d3eb2 req-b0c3641b-cd85-4209-a4d6-4c3cf792e537 service neutron] Bound using segment: {'id': 'd64ef49d-093c-41ff-bdc1-96d0b857029b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '8a9865c2-0d03-40f9-a71a-607e87040674'} {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:31:01.702913 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.managers [req-d409a0c3-5132-4f4c-b3f4-37e4231d3eb2 req-b0c3641b-cd85-4209-a4d6-4c3cf792e537 service neutron] Bound port: 2ccdca9b-24da-4065-b499-5447b18262ad, host: hv-cinder-83625, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd64ef49d-093c-41ff-bdc1-96d0b857029b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '8a9865c2-0d03-40f9-a71a-607e87040674'}}] {{(pid=114859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:31:01.703272 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-d409a0c3-5132-4f4c-b3f4-37e4231d3eb2 req-b0c3641b-cd85-4209-a4d6-4c3cf792e537 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (2ccdca9b-24da-4065-b499-5447b18262ad), before_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:31:01.771676 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [req-d409a0c3-5132-4f4c-b3f4-37e4231d3eb2 req-b0c3641b-cd85-4209-a4d6-4c3cf792e537 service neutron] For port 2ccdca9b-24da-4065-b499-5447b18262ad, host hv-cinder-83625, cleared binding levels {{(pid=114859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:31:01.774874 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [req-d409a0c3-5132-4f4c-b3f4-37e4231d3eb2 req-b0c3641b-cd85-4209-a4d6-4c3cf792e537 service neutron] For port 2ccdca9b-24da-4065-b499-5447b18262ad, host hv-cinder-83625, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=2ccdca9b-24da-4065-b499-5447b18262ad,segment=NetworkSegment(d64ef49d-093c-41ff-bdc1-96d0b857029b),segment_id=d64ef49d-093c-41ff-bdc1-96d0b857029b)] {{(pid=114859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:31:01.781166 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-d409a0c3-5132-4f4c-b3f4-37e4231d3eb2 req-b0c3641b-cd85-4209-a4d6-4c3cf792e537 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59136039'] for port (2ccdca9b-24da-4065-b499-5447b18262ad), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:31:01.817281 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d409a0c3-5132-4f4c-b3f4-37e4231d3eb2 req-b0c3641b-cd85-4209-a4d6-4c3cf792e537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:01.817902 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-d409a0c3-5132-4f4c-b3f4-37e4231d3eb2 req-b0c3641b-cd85-4209-a4d6-4c3cf792e537 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for port (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:31:01.819311 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d409a0c3-5132-4f4c-b3f4-37e4231d3eb2 req-b0c3641b-cd85-4209-a4d6-4c3cf792e537 service neutron] 10.222.0.52 "PUT /v2.0/ports/2ccdca9b-24da-4065-b499-5447b18262ad HTTP/1.1" status: 200 len: 1094 time: 0.6781907 Apr 12 00:31:01.819760 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e46194d7-3e05-4313-b0ca-4ec9cee517f8', 'tag': '2ccdca9b-24da-4065-b499-5447b18262ad'}] {{(pid=114859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:31:01.822015 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d751ce943c7fd1580d8237ddcdd582f05025ac6b53677acecb9ecfb4d000721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e932b85-af08-4139-b235-8761c1f6cb3c" -d '{"events": [{"name": "network-changed", "server_uuid": "e46194d7-3e05-4313-b0ca-4ec9cee517f8", "tag": "2ccdca9b-24da-4065-b499-5447b18262ad"}]}' {{(pid=114859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:31:01.845650 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c3641b-cd85-4209-a4d6-4c3cf792e537 service neutron] Pushing event updated for resources: {'Port': ['ID=2ccdca9b-24da-4065-b499-5447b18262ad,revision_number=3']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:31:01.860435 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b8a7a5a-4d2b-4751-a516-dce3f5871f40 x-openstack-request-id: req-0b8a7a5a-4d2b-4751-a516-dce3f5871f40 {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:31:01.860676 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e46194d7-3e05-4313-b0ca-4ec9cee517f8", "tag": "2ccdca9b-24da-4065-b499-5447b18262ad", "status": "completed", "code": 200}]} {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:31:01.860962 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0b8a7a5a-4d2b-4751-a516-dce3f5871f40 {{(pid=114859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:31:01.861366 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b8a7a5a-4d2b-4751-a516-dce3f5871f40'] response: {'name': 'network-changed', 'server_uuid': 'e46194d7-3e05-4313-b0ca-4ec9cee517f8', 'tag': '2ccdca9b-24da-4065-b499-5447b18262ad', 'status': 'completed', 'code': 200} Apr 12 00:31:02.305606 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb25e9-f8ea-4079-9fbe-66001883c161 req-6cba90a4-1bc1-4a99-bde7-7a33c7aa18b5 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:02.307099 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-15fb25e9-f8ea-4079-9fbe-66001883c161 req-6cba90a4-1bc1-4a99-bde7-7a33c7aa18b5 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 944 time: 0.0495565 Apr 12 00:31:02.351932 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-15fb25e9-f8ea-4079-9fbe-66001883c161 req-c1eaa778-200f-4c6b-b2a3-1a6efd6caa79 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389214 Apr 12 00:31:02.452422 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029799a9-575b-41b0-9531-58f60bf0a567 req-f5f18cb6-028f-4b88-b28e-6df55ec1e74e tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:02.453996 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-029799a9-575b-41b0-9531-58f60bf0a567 req-f5f18cb6-028f-4b88-b28e-6df55ec1e74e tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 945 time: 0.0504577 Apr 12 00:31:02.455936 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441561d1-cc23-496d-9a0f-edc43e99d380 req-5885dd59-38a5-44ae-bc09-e2a949ae2f69 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:02.457410 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-441561d1-cc23-496d-9a0f-edc43e99d380 req-5885dd59-38a5-44ae-bc09-e2a949ae2f69 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=e46194d7-3e05-4313-b0ca-4ec9cee517f8 HTTP/1.1" status: 200 len: 944 time: 0.0470226 Apr 12 00:31:02.508687 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-441561d1-cc23-496d-9a0f-edc43e99d380 req-3f1d6579-7ea3-4bbc-89fa-c0c2f86e19dd tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/security-groups?id=801418ee-5d7b-4cfc-af52-433952d7207b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455568 Apr 12 00:31:02.533508 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-029799a9-575b-41b0-9531-58f60bf0a567 req-7db4e4cf-618b-48e4-bff9-49f48925e9f8 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736926 Apr 12 00:31:02.536345 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e932b85-af08-4139-b235-8761c1f6cb3c req-a2d21d2a-50c9-429b-8a99-0da1ced700d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:02.537635 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-4e932b85-af08-4139-b235-8761c1f6cb3c req-a2d21d2a-50c9-429b-8a99-0da1ced700d8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4ad54dac63374c8a9b4da55ee5dc7fd1&device_id=e46194d7-3e05-4313-b0ca-4ec9cee517f8 HTTP/1.1" status: 200 len: 1128 time: 0.0566516 Apr 12 00:31:02.849721 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e932b85-af08-4139-b235-8761c1f6cb3c req-b7a75047-e207-47c8-b2a1-5e346f48f62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:02.851260 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-4e932b85-af08-4139-b235-8761c1f6cb3c req-b7a75047-e207-47c8-b2a1-5e346f48f62e service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=4ad54dac63374c8a9b4da55ee5dc7fd1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2993474 Apr 12 00:31:03.468387 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e76a2c-4d1b-4227-b456-d0c50e868a5b req-60fbf655-3d43-4a0e-af03-a4ef779dc5ed tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:03.469863 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-63e76a2c-4d1b-4227-b456-d0c50e868a5b req-60fbf655-3d43-4a0e-af03-a4ef779dc5ed tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 944 time: 0.0471790 Apr 12 00:31:03.517711 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-63e76a2c-4d1b-4227-b456-d0c50e868a5b req-ae66510a-276e-4bce-8dee-5b11736fc505 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424519 Apr 12 00:31:03.616973 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d447444-9b66-45e6-9e3d-7f2b2d0e46fc req-cdff630a-7219-48fc-80a9-ca1ca2701e08 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:03.618442 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-8d447444-9b66-45e6-9e3d-7f2b2d0e46fc req-cdff630a-7219-48fc-80a9-ca1ca2701e08 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=e46194d7-3e05-4313-b0ca-4ec9cee517f8 HTTP/1.1" status: 200 len: 944 time: 0.0451684 Apr 12 00:31:03.669962 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-8d447444-9b66-45e6-9e3d-7f2b2d0e46fc req-6854d08e-63bb-4fd7-a895-68fae753b7ad tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/security-groups?id=801418ee-5d7b-4cfc-af52-433952d7207b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449929 Apr 12 00:31:04.030937 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e932b85-af08-4139-b235-8761c1f6cb3c req-4708d371-3b70-44be-841a-1d32ca0bf739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:04.032435 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-4e932b85-af08-4139-b235-8761c1f6cb3c req-4708d371-3b70-44be-841a-1d32ca0bf739 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0881441 Apr 12 00:31:04.781079 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e61cd6-3cf7-4014-bb5e-d55366c5f7c9 req-032103d5-3d13-4455-ba1f-2dfe11c9be23 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:04.782711 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-33e61cd6-3cf7-4014-bb5e-d55366c5f7c9 req-032103d5-3d13-4455-ba1f-2dfe11c9be23 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=e46194d7-3e05-4313-b0ca-4ec9cee517f8 HTTP/1.1" status: 200 len: 944 time: 0.0463872 Apr 12 00:31:04.784249 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c633bee-03b6-46de-8664-b8c74fff34c2 req-2809a7f9-5267-473f-9c9f-04915df804c6 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:04.785702 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-2c633bee-03b6-46de-8664-b8c74fff34c2 req-2809a7f9-5267-473f-9c9f-04915df804c6 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 944 time: 0.0449166 Apr 12 00:31:04.831665 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-2c633bee-03b6-46de-8664-b8c74fff34c2 req-d7312f13-cf54-4c54-834d-997c44f4a66a tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398293 Apr 12 00:31:04.834453 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-33e61cd6-3cf7-4014-bb5e-d55366c5f7c9 req-53675b13-e958-46e1-9842-4bb422cd9324 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/security-groups?id=801418ee-5d7b-4cfc-af52-433952d7207b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461175 Apr 12 00:31:04.859012 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.agents_db [None req-4f17da96-f611-4225-a78f-ee15b860eec6 None None] Agent healthcheck: found 6 active agents {{(pid=114862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:31:05.945062 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d1810-6af4-4bca-8947-9a0a0efa97af req-a7d7c761-97fb-4e49-8057-1a3bafa75eed tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:05.946606 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-f43d1810-6af4-4bca-8947-9a0a0efa97af req-a7d7c761-97fb-4e49-8057-1a3bafa75eed tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=e46194d7-3e05-4313-b0ca-4ec9cee517f8 HTTP/1.1" status: 200 len: 944 time: 0.0466928 Apr 12 00:31:05.947711 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87def7a-13a7-4e0c-899c-591cfc6d6b8e req-7f96b7df-e07c-44f5-a637-c52cb870a2eb tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:05.949224 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-f87def7a-13a7-4e0c-899c-591cfc6d6b8e req-7f96b7df-e07c-44f5-a637-c52cb870a2eb tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 944 time: 0.0453827 Apr 12 00:31:05.994827 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-f43d1810-6af4-4bca-8947-9a0a0efa97af req-61c7b132-c69c-4801-a823-07e86b562df3 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/security-groups?id=801418ee-5d7b-4cfc-af52-433952d7207b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425534 Apr 12 00:31:05.995200 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-f87def7a-13a7-4e0c-899c-591cfc6d6b8e req-be2b4c05-2f23-4257-b69f-9f8e34e86b75 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398235 Apr 12 00:31:07.103634 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64609d4-ec51-4ee9-b3f1-4a94c103e910 req-9099c9a0-c94a-4ae0-9364-eb2817d38527 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:07.105107 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c64609d4-ec51-4ee9-b3f1-4a94c103e910 req-9099c9a0-c94a-4ae0-9364-eb2817d38527 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=e46194d7-3e05-4313-b0ca-4ec9cee517f8 HTTP/1.1" status: 200 len: 944 time: 0.0462699 Apr 12 00:31:07.111774 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d568e-1c0b-42a0-9382-c6c7b2086afb req-0b7d63c1-bd3b-4835-8662-ed77e1bd3128 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:07.113224 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-a61d568e-1c0b-42a0-9382-c6c7b2086afb req-0b7d63c1-bd3b-4835-8662-ed77e1bd3128 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 944 time: 0.0484204 Apr 12 00:31:07.153698 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c64609d4-ec51-4ee9-b3f1-4a94c103e910 req-80af5464-a47b-4984-8a22-f5a539a448c5 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/security-groups?id=801418ee-5d7b-4cfc-af52-433952d7207b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430942 Apr 12 00:31:07.159523 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-a61d568e-1c0b-42a0-9382-c6c7b2086afb req-f0ff48b5-f99b-4ebd-aa1d-62ac36291103 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406506 Apr 12 00:31:08.267940 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fadd7ef-2248-4410-b79d-066648e54625 req-82bf4874-5e49-4461-b92a-1ce15046b749 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:08.269406 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-7fadd7ef-2248-4410-b79d-066648e54625 req-82bf4874-5e49-4461-b92a-1ce15046b749 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=e46194d7-3e05-4313-b0ca-4ec9cee517f8 HTTP/1.1" status: 200 len: 944 time: 0.0504098 Apr 12 00:31:08.276071 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec447cb7-4c2e-4a40-b3de-42ed3d5cb584 req-3959af29-963a-436d-9ab4-ab6d8ed3a880 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:08.277719 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-ec447cb7-4c2e-4a40-b3de-42ed3d5cb584 req-3959af29-963a-436d-9ab4-ab6d8ed3a880 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 944 time: 0.0478957 Apr 12 00:31:08.318080 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-7fadd7ef-2248-4410-b79d-066648e54625 req-0c764c90-a8da-496b-8899-b4334e40e4e4 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/security-groups?id=801418ee-5d7b-4cfc-af52-433952d7207b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426643 Apr 12 00:31:08.325188 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-ec447cb7-4c2e-4a40-b3de-42ed3d5cb584 req-f7d8e41b-50c0-4c7b-bcb0-eb3a6a643e62 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412908 Apr 12 00:31:08.610710 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d409a0c3-5132-4f4c-b3f4-37e4231d3eb2 req-19d591c1-4c03-4a6f-b436-03e84b6d3b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:08.612239 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d409a0c3-5132-4f4c-b3f4-37e4231d3eb2 req-19d591c1-4c03-4a6f-b436-03e84b6d3b4f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4ad54dac63374c8a9b4da55ee5dc7fd1&device_id=e46194d7-3e05-4313-b0ca-4ec9cee517f8 HTTP/1.1" status: 200 len: 1128 time: 0.0391316 Apr 12 00:31:08.667668 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d409a0c3-5132-4f4c-b3f4-37e4231d3eb2 req-04535f6a-ce7b-42e6-a9ad-663ac59daff7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ccdca9b-24da-4065-b499-5447b18262ad HTTP/1.1" status: 200 len: 217 time: 0.0379817 Apr 12 00:31:08.715533 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d409a0c3-5132-4f4c-b3f4-37e4231d3eb2 req-8305fcf6-e15b-49ac-88e4-140a635e374a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:08.716990 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d409a0c3-5132-4f4c-b3f4-37e4231d3eb2 req-8305fcf6-e15b-49ac-88e4-140a635e374a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=673329e3-8235-4c2b-a7ed-65b2b39a6faf HTTP/1.1" status: 200 len: 850 time: 0.0477524 Apr 12 00:31:08.762075 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d409a0c3-5132-4f4c-b3f4-37e4231d3eb2 req-9725df3c-5a98-4294-8b00-ad4ee842d88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:08.763575 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d409a0c3-5132-4f4c-b3f4-37e4231d3eb2 req-9725df3c-5a98-4294-8b00-ad4ee842d88c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8a9865c2-0d03-40f9-a71a-607e87040674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395067 Apr 12 00:31:08.853628 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d409a0c3-5132-4f4c-b3f4-37e4231d3eb2 req-769b1451-dfb3-4f79-8278-69e4959f2a0c service neutron] 10.222.0.52 "GET /v2.0/networks/8a9865c2-0d03-40f9-a71a-607e87040674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819976 Apr 12 00:31:08.943960 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d409a0c3-5132-4f4c-b3f4-37e4231d3eb2 req-9d0e9c12-b1a1-4274-86ce-7f9140083a46 service neutron] 10.222.0.52 "GET /v2.0/networks/8a9865c2-0d03-40f9-a71a-607e87040674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828052 Apr 12 00:31:09.430029 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32960ee5-f59c-4d88-93ad-c0ccca222cb7 req-845636e2-c6cb-452e-8bfe-532f8ae82b5b tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:09.432274 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-32960ee5-f59c-4d88-93ad-c0ccca222cb7 req-845636e2-c6cb-452e-8bfe-532f8ae82b5b tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=e46194d7-3e05-4313-b0ca-4ec9cee517f8 HTTP/1.1" status: 200 len: 944 time: 0.0490389 Apr 12 00:31:09.445783 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c9dc5-b872-4fe8-931e-2de99cec2346 req-1971310e-9caa-45b2-a80c-5faa3bd2313b tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:09.447301 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-ce5c9dc5-b872-4fe8-931e-2de99cec2346 req-1971310e-9caa-45b2-a80c-5faa3bd2313b tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 944 time: 0.0503621 Apr 12 00:31:09.484110 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-32960ee5-f59c-4d88-93ad-c0ccca222cb7 req-b3670c97-92ce-47a6-95a2-3bcc177bfdab tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/security-groups?id=801418ee-5d7b-4cfc-af52-433952d7207b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464110 Apr 12 00:31:09.492491 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-ce5c9dc5-b872-4fe8-931e-2de99cec2346 req-c6596629-796e-451e-8424-2f5ba3a0a978 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396466 Apr 12 00:31:10.113894 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device a96b86a8-a90d-426f-9b7e-b2dc136b138a details requested by agent hyperv_hv-cinder-83625 with host hv-cinder-83625 {{(pid=114861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 00:31:10.209103 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port a96b86a8-a90d-426f-9b7e-b2dc136b138a, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=a96b86a8-a90d-426f-9b7e-b2dc136b138a,segment=NetworkSegment(49ba757d-47c8-495e-9077-08facd79368e),segment_id=49ba757d-47c8-495e-9077-08facd79368e)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:31:10.219613 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Returning: {'device': 'a96b86a8-a90d-426f-9b7e-b2dc136b138a', 'network_id': '1ee4ba18-669f-44db-9087-b0bd886e30c9', 'port_id': 'a96b86a8-a90d-426f-9b7e-b2dc136b138a', 'mac_address': 'fa:16:3e:94:ac:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e83a63b-8739-41ae-aeb4-59d49ec2e5b0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 00:31:10.255039 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Current status of the port a96b86a8-a90d-426f-9b7e-b2dc136b138a is: DOWN; New status is: BUILD {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:31:10.255421 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (a96b86a8-a90d-426f-9b7e-b2dc136b138a), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:31:10.267624 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.notifiers.nova [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a96b86a8-a90d-426f-9b7e-b2dc136b138a {{(pid=114861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:31:10.285665 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port a96b86a8-a90d-426f-9b7e-b2dc136b138a, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=a96b86a8-a90d-426f-9b7e-b2dc136b138a,segment=NetworkSegment(49ba757d-47c8-495e-9077-08facd79368e),segment_id=49ba757d-47c8-495e-9077-08facd79368e)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:31:10.289255 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (a96b86a8-a90d-426f-9b7e-b2dc136b138a), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:31:10.336945 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Pushing event updated for resources: {'Port': ['ID=a96b86a8-a90d-426f-9b7e-b2dc136b138a,revision_number=9']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:31:10.344238 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:31:10.344586 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:31:10.344926 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:31:10.345286 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:31:10.345623 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:31:10.345952 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:31:10.346324 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:31:10.346626 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:31:10.346952 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:31:10.347276 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:31:10.347599 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:31:10.347939 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:31:10.348268 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:31:10.348588 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:31:10.348910 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:31:10.593068 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc0c95-3c58-498f-b02a-bbabf3c90ab6 req-08fd0c07-57de-4d5c-ab77-c92fba6021a5 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:10.594713 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c3bc0c95-3c58-498f-b02a-bbabf3c90ab6 req-08fd0c07-57de-4d5c-ab77-c92fba6021a5 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=e46194d7-3e05-4313-b0ca-4ec9cee517f8 HTTP/1.1" status: 200 len: 944 time: 0.0457654 Apr 12 00:31:10.608955 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c0222-66e9-4d32-ad0e-75e2ad7e2dd0 req-12ee6a69-ad7a-4c9f-ab65-82450086d4ad tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:10.610472 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-258c0222-66e9-4d32-ad0e-75e2ad7e2dd0 req-12ee6a69-ad7a-4c9f-ab65-82450086d4ad tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 945 time: 0.0460820 Apr 12 00:31:10.644608 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c3bc0c95-3c58-498f-b02a-bbabf3c90ab6 req-cd32dc2b-1f52-4961-b06d-557b5e7ac19a tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/security-groups?id=801418ee-5d7b-4cfc-af52-433952d7207b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441766 Apr 12 00:31:10.658945 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-258c0222-66e9-4d32-ad0e-75e2ad7e2dd0 req-8b4830bb-44ef-4636-be7a-a7836ca8041a tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428023 Apr 12 00:31:10.839401 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] get_ports_and_sgs() called for port_ids ['a96b86a8-a90d-426f-9b7e-b2dc136b138a'] {{(pid=114861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:31:11.754585 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262a2807-e773-40db-a05f-41f7a762285f req-a8b926c9-c9d9-4ef7-90ef-9aeb7ce082ee tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:11.756174 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-262a2807-e773-40db-a05f-41f7a762285f req-a8b926c9-c9d9-4ef7-90ef-9aeb7ce082ee tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=e46194d7-3e05-4313-b0ca-4ec9cee517f8 HTTP/1.1" status: 200 len: 944 time: 0.0458152 Apr 12 00:31:11.775392 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1605200-71ad-4f5a-b7f4-76c4d54d01be req-fcebface-88ff-4dbb-904d-2308c5bff994 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:11.776858 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-e1605200-71ad-4f5a-b7f4-76c4d54d01be req-fcebface-88ff-4dbb-904d-2308c5bff994 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 945 time: 0.0473309 Apr 12 00:31:11.805953 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-262a2807-e773-40db-a05f-41f7a762285f req-94330a69-a634-49c8-8c5f-a5c5246e1727 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/security-groups?id=801418ee-5d7b-4cfc-af52-433952d7207b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436723 Apr 12 00:31:11.827804 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-e1605200-71ad-4f5a-b7f4-76c4d54d01be req-213e0f6e-f5a7-4af5-8271-d84b01f2116d tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450473 Apr 12 00:31:12.355672 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-6562a6d5-6f78-4a7a-9b88-a481baecacfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (4ecbd319-6885-49f5-abb8-de205838eb1c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:31:12.919279 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c5520-0b91-4faa-bc11-1b647a1889db req-213b3264-e68a-4dce-96fe-0ce6e7b7f73b tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:12.920641 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-549c5520-0b91-4faa-bc11-1b647a1889db req-213b3264-e68a-4dce-96fe-0ce6e7b7f73b tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=e46194d7-3e05-4313-b0ca-4ec9cee517f8 HTTP/1.1" status: 200 len: 944 time: 0.0498533 Apr 12 00:31:12.943004 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4cb1d-a4fe-4104-996c-b8a58ddfde80 req-a8e362c9-17ab-4565-b321-44bb9af42893 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:12.944456 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-a0e4cb1d-a4fe-4104-996c-b8a58ddfde80 req-a8e362c9-17ab-4565-b321-44bb9af42893 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 945 time: 0.0456657 Apr 12 00:31:12.968775 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-549c5520-0b91-4faa-bc11-1b647a1889db req-22b11e3a-8b99-4211-9e8c-e162dd09dcdd tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/security-groups?id=801418ee-5d7b-4cfc-af52-433952d7207b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425446 Apr 12 00:31:12.991292 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-a0e4cb1d-a4fe-4104-996c-b8a58ddfde80 req-74ef3a9f-9131-423c-a839-270134017e26 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407474 Apr 12 00:31:14.081412 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5706f7e0-113f-49bc-a156-a40462d6d707 req-0574c791-6b61-4dfb-b7b0-c6cdf724cef3 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:14.083038 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5706f7e0-113f-49bc-a156-a40462d6d707 req-0574c791-6b61-4dfb-b7b0-c6cdf724cef3 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=e46194d7-3e05-4313-b0ca-4ec9cee517f8 HTTP/1.1" status: 200 len: 944 time: 0.0474243 Apr 12 00:31:14.107415 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d10ca-0ec0-4a89-ad5e-6a8270c30bb6 req-886a53ad-3e6f-4a07-9d17-41a64c0d2ee3 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:14.108866 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-d23d10ca-0ec0-4a89-ad5e-6a8270c30bb6 req-886a53ad-3e6f-4a07-9d17-41a64c0d2ee3 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 945 time: 0.0467279 Apr 12 00:31:14.132744 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5706f7e0-113f-49bc-a156-a40462d6d707 req-e3e10d2d-5729-4d20-b158-316de38561df tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/security-groups?id=801418ee-5d7b-4cfc-af52-433952d7207b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430405 Apr 12 00:31:14.155843 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-d23d10ca-0ec0-4a89-ad5e-6a8270c30bb6 req-032d6dfa-e04e-4e18-b82c-d3fc60215550 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413435 Apr 12 00:31:14.608793 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-5c361989-617b-4c4e-bbe7-97f6ea0f2956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (d3fb0dde-5c40-4fca-80b5-61326157311c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:31:15.247593 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d867be-0344-4715-88d2-16a49afe6d72 req-f4f93e5d-6b9e-4b80-a5e4-bc4dda7aab35 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:15.249135 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-f1d867be-0344-4715-88d2-16a49afe6d72 req-f4f93e5d-6b9e-4b80-a5e4-bc4dda7aab35 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=e46194d7-3e05-4313-b0ca-4ec9cee517f8 HTTP/1.1" status: 200 len: 944 time: 0.0513458 Apr 12 00:31:15.275279 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f711e48d-0357-4c15-a784-87896bc3bd02 req-6be67e97-e570-4e1e-ab60-3b0ae1eff948 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:15.276736 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-f711e48d-0357-4c15-a784-87896bc3bd02 req-6be67e97-e570-4e1e-ab60-3b0ae1eff948 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 945 time: 0.0506637 Apr 12 00:31:15.297797 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-f1d867be-0344-4715-88d2-16a49afe6d72 req-270abf1e-eb64-4533-be37-29ea241ae360 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/security-groups?id=801418ee-5d7b-4cfc-af52-433952d7207b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431437 Apr 12 00:31:15.323828 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-f711e48d-0357-4c15-a784-87896bc3bd02 req-e69500e1-c5a3-4e43-94d7-3ba378591674 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416074 Apr 12 00:31:16.193884 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d4423688-5a44-44f3-a132-81f2c9b6cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (af38becd-82ff-4144-8f94-74de975161ca), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:31:16.407830 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36fbb5-61f2-42f1-8e6e-3ebff4979a7c req-b63f3077-be61-4bd5-a05c-49ec3cd42d99 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:16.409363 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-ab36fbb5-61f2-42f1-8e6e-3ebff4979a7c req-b63f3077-be61-4bd5-a05c-49ec3cd42d99 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=e46194d7-3e05-4313-b0ca-4ec9cee517f8 HTTP/1.1" status: 200 len: 944 time: 0.0464034 Apr 12 00:31:16.441225 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb2f0fc-ed27-4768-9683-42e81463e947 req-c83a69f6-b05d-4c2f-be72-108fa88ead1f tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:16.443432 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-dfb2f0fc-ed27-4768-9683-42e81463e947 req-c83a69f6-b05d-4c2f-be72-108fa88ead1f tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 945 time: 0.0489256 Apr 12 00:31:16.457638 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-ab36fbb5-61f2-42f1-8e6e-3ebff4979a7c req-9430f8cc-7b26-4deb-b2e7-714ac01c67d3 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/security-groups?id=801418ee-5d7b-4cfc-af52-433952d7207b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424163 Apr 12 00:31:16.490217 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-dfb2f0fc-ed27-4768-9683-42e81463e947 req-1cc1d7b6-8be1-4fdd-b69a-94b9c723cba3 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407972 Apr 12 00:31:16.843014 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (6c438ad1-5788-4552-a50f-29c8c96f3196), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:31:16.845441 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device a96b86a8-a90d-426f-9b7e-b2dc136b138a up at agent hyperv_hv-cinder-83625 {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:31:16.889804 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Provisioning complete for port a96b86a8-a90d-426f-9b7e-b2dc136b138a triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:31:16.890170 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (a96b86a8-a90d-426f-9b7e-b2dc136b138a), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:31:16.964992 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Current status of the port a96b86a8-a90d-426f-9b7e-b2dc136b138a is: BUILD; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:31:16.965407 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (a96b86a8-a90d-426f-9b7e-b2dc136b138a), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:31:16.986653 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c4e615-6c86-41a2-b6a5-19371b76e311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96b86a8-a90d-426f-9b7e-b2dc136b138a'}] {{(pid=114861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:31:16.988848 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d187226e65eb8f713948fb36ffe50595ec682b3d9ec12b6d0c088ba153fadb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c8ebd7-ee1b-48cf-92d7-748f83457be0" -d '{"events": [{"server_uuid": "02c4e615-6c86-41a2-b6a5-19371b76e311", "name": "network-vif-plugged", "status": "completed", "tag": "a96b86a8-a90d-426f-9b7e-b2dc136b138a"}]}' {{(pid=114861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:31:17.000784 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port a96b86a8-a90d-426f-9b7e-b2dc136b138a, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=a96b86a8-a90d-426f-9b7e-b2dc136b138a,segment=NetworkSegment(49ba757d-47c8-495e-9077-08facd79368e),segment_id=49ba757d-47c8-495e-9077-08facd79368e)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:31:17.004460 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (a96b86a8-a90d-426f-9b7e-b2dc136b138a), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:31:17.029727 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2bf2ebf-faf3-47d3-b910-e1a4bcb55509 x-openstack-request-id: req-f2bf2ebf-faf3-47d3-b910-e1a4bcb55509 {{(pid=114861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:31:17.030028 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02c4e615-6c86-41a2-b6a5-19371b76e311", "name": "network-vif-plugged", "status": "completed", "tag": "a96b86a8-a90d-426f-9b7e-b2dc136b138a", "code": 200}]} {{(pid=114861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:31:17.030305 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f2bf2ebf-faf3-47d3-b910-e1a4bcb55509 {{(pid=114861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:31:17.030691 dv-cinder-836252-3-iscsi neutron-server[114861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2bf2ebf-faf3-47d3-b910-e1a4bcb55509'] response: {'server_uuid': '02c4e615-6c86-41a2-b6a5-19371b76e311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96b86a8-a90d-426f-9b7e-b2dc136b138a', 'code': 200} Apr 12 00:31:17.052356 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Pushing event updated for resources: {'Port': ['ID=a96b86a8-a90d-426f-9b7e-b2dc136b138a,revision_number=10']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:31:17.576251 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf599a-402c-4fd7-82e2-16ecb8555942 req-61c0a5df-40c6-4017-a67b-cc694797ca21 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:17.578237 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-8fbf599a-402c-4fd7-82e2-16ecb8555942 req-61c0a5df-40c6-4017-a67b-cc694797ca21 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=e46194d7-3e05-4313-b0ca-4ec9cee517f8 HTTP/1.1" status: 200 len: 944 time: 0.0543585 Apr 12 00:31:17.601077 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-be9ea9f3-6c7c-4887-ad09-badb35df740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (738aa052-ee84-4bd1-913b-ee7149597f8f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:31:17.622080 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2640a11-911f-4a75-93e6-1f30cd15aa8c req-697beeed-4ff3-4b4b-912f-d047b72934ec tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:17.624243 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-b2640a11-911f-4a75-93e6-1f30cd15aa8c req-697beeed-4ff3-4b4b-912f-d047b72934ec tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 947 time: 0.0601246 Apr 12 00:31:17.647824 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-8fbf599a-402c-4fd7-82e2-16ecb8555942 req-c6f89925-3e84-4c0a-a981-a24930d4b200 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/security-groups?id=801418ee-5d7b-4cfc-af52-433952d7207b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634027 Apr 12 00:31:17.699779 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-b2640a11-911f-4a75-93e6-1f30cd15aa8c req-e6567f31-9388-4145-90fd-64369834ebae tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691721 Apr 12 00:31:18.772743 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4855b-ec8a-415e-9284-bfa76a32971d req-cd912f49-2bb7-4fb5-94cc-66af75817b42 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:18.775580 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-fcf4855b-ec8a-415e-9284-bfa76a32971d req-cd912f49-2bb7-4fb5-94cc-66af75817b42 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=e46194d7-3e05-4313-b0ca-4ec9cee517f8 HTTP/1.1" status: 200 len: 944 time: 0.0586240 Apr 12 00:31:18.828949 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-fcf4855b-ec8a-415e-9284-bfa76a32971d req-8bab9efd-4e59-483d-b580-a33868a2c5c5 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/security-groups?id=801418ee-5d7b-4cfc-af52-433952d7207b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474677 Apr 12 00:31:18.852286 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d51311f-903d-463a-b7c0-74c4d5113111 req-f3b78eab-eee8-4661-9dd0-bfc98e743d5f tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:18.854756 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-2d51311f-903d-463a-b7c0-74c4d5113111 req-f3b78eab-eee8-4661-9dd0-bfc98e743d5f tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 947 time: 0.0760384 Apr 12 00:31:18.862864 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device 2ccdca9b-24da-4065-b499-5447b18262ad details requested by agent hyperv_hv-cinder-83625 with host hv-cinder-83625 {{(pid=114861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 00:31:18.863473 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8cdd1d-ff54-405f-beee-28191924b8bb req-9a3e9c49-f7ba-4517-a35c-e29eb3950d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:18.865005 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-ed8cdd1d-ff54-405f-beee-28191924b8bb req-9a3e9c49-f7ba-4517-a35c-e29eb3950d18 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 1131 time: 0.0579948 Apr 12 00:31:18.922003 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-2d51311f-903d-463a-b7c0-74c4d5113111 req-46072d52-f554-40fb-94e7-5fc41d051138 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605502 Apr 12 00:31:18.947418 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-ed8cdd1d-ff54-405f-beee-28191924b8bb req-a517a75e-18f2-4c05-aa6f-1fcda41625eb service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752802 Apr 12 00:31:18.976420 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (f9a21fd4-36f2-4826-890e-da332e228edf), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:31:18.996427 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port 2ccdca9b-24da-4065-b499-5447b18262ad, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=2ccdca9b-24da-4065-b499-5447b18262ad,segment=NetworkSegment(d64ef49d-093c-41ff-bdc1-96d0b857029b),segment_id=d64ef49d-093c-41ff-bdc1-96d0b857029b)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:31:19.007427 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Returning: {'device': '2ccdca9b-24da-4065-b499-5447b18262ad', 'network_id': '8a9865c2-0d03-40f9-a71a-607e87040674', 'port_id': '2ccdca9b-24da-4065-b499-5447b18262ad', 'mac_address': 'fa:16:3e:e6:15:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '673329e3-8235-4c2b-a7ed-65b2b39a6faf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 00:31:19.043583 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Current status of the port 2ccdca9b-24da-4065-b499-5447b18262ad is: DOWN; New status is: BUILD {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:31:19.043971 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (2ccdca9b-24da-4065-b499-5447b18262ad), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:31:19.056130 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.notifiers.nova [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ccdca9b-24da-4065-b499-5447b18262ad {{(pid=114861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:31:19.074880 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port 2ccdca9b-24da-4065-b499-5447b18262ad, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=2ccdca9b-24da-4065-b499-5447b18262ad,segment=NetworkSegment(d64ef49d-093c-41ff-bdc1-96d0b857029b),segment_id=d64ef49d-093c-41ff-bdc1-96d0b857029b)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:31:19.078512 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (2ccdca9b-24da-4065-b499-5447b18262ad), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:31:19.128073 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Pushing event updated for resources: {'Port': ['ID=2ccdca9b-24da-4065-b499-5447b18262ad,revision_number=4']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:31:19.597872 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] get_ports_and_sgs() called for port_ids ['2ccdca9b-24da-4065-b499-5447b18262ad'] {{(pid=114861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:31:19.940569 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf43956-fe01-4e56-ad0a-239695dfbac6 req-48bd88c7-d19e-492b-9351-b9240cf51a61 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:19.942053 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-bdf43956-fe01-4e56-ad0a-239695dfbac6 req-48bd88c7-d19e-492b-9351-b9240cf51a61 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=e46194d7-3e05-4313-b0ca-4ec9cee517f8 HTTP/1.1" status: 200 len: 945 time: 0.0460377 Apr 12 00:31:19.996392 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-bdf43956-fe01-4e56-ad0a-239695dfbac6 req-d51c094d-a8ae-465d-b92a-f7a3ddf7ac4f tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/security-groups?id=801418ee-5d7b-4cfc-af52-433952d7207b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479214 Apr 12 00:31:20.056888 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e8046-093a-4282-919e-00d44d6c91eb req-1df7342b-0270-47b8-a965-549bb36fe5f1 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:20.058400 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0e2e8046-093a-4282-919e-00d44d6c91eb req-1df7342b-0270-47b8-a965-549bb36fe5f1 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 947 time: 0.0512247 Apr 12 00:31:20.104230 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0e2e8046-093a-4282-919e-00d44d6c91eb req-18706daf-d973-43ad-988f-92574fdd7fce tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404005 Apr 12 00:31:20.993419 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device 2ccdca9b-24da-4065-b499-5447b18262ad up at agent hyperv_hv-cinder-83625 {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:31:21.043963 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Provisioning for port 2ccdca9b-24da-4065-b499-5447b18262ad completed by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 00:31:21.052213 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Provisioning complete for port 2ccdca9b-24da-4065-b499-5447b18262ad triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:31:21.052720 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (2ccdca9b-24da-4065-b499-5447b18262ad), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:31:21.133217 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee4282-157f-4e56-b757-a268110d4f8f req-c0714879-7995-4aeb-8e5a-5a0e468a7e26 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:21.141937 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-b5ee4282-157f-4e56-b757-a268110d4f8f req-c0714879-7995-4aeb-8e5a-5a0e468a7e26 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=e46194d7-3e05-4313-b0ca-4ec9cee517f8 HTTP/1.1" status: 200 len: 945 time: 0.0625775 Apr 12 00:31:21.179705 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Current status of the port 2ccdca9b-24da-4065-b499-5447b18262ad is: BUILD; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:31:21.186566 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (2ccdca9b-24da-4065-b499-5447b18262ad), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:31:21.214126 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-b5ee4282-157f-4e56-b757-a268110d4f8f req-01df8f13-572a-466f-bbe7-97c977df53d8 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/security-groups?id=801418ee-5d7b-4cfc-af52-433952d7207b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674715 Apr 12 00:31:21.230614 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e46194d7-3e05-4313-b0ca-4ec9cee517f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ccdca9b-24da-4065-b499-5447b18262ad'}] {{(pid=114861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:31:21.233276 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d187226e65eb8f713948fb36ffe50595ec682b3d9ec12b6d0c088ba153fadb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25467ac4-0be7-4e48-8fc3-f2166478b7e8" -d '{"events": [{"server_uuid": "e46194d7-3e05-4313-b0ca-4ec9cee517f8", "name": "network-vif-plugged", "status": "completed", "tag": "2ccdca9b-24da-4065-b499-5447b18262ad"}]}' {{(pid=114861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:31:21.252689 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port 2ccdca9b-24da-4065-b499-5447b18262ad, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=2ccdca9b-24da-4065-b499-5447b18262ad,segment=NetworkSegment(d64ef49d-093c-41ff-bdc1-96d0b857029b),segment_id=d64ef49d-093c-41ff-bdc1-96d0b857029b)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:31:21.259384 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (2ccdca9b-24da-4065-b499-5447b18262ad), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:31:21.285114 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f280a5-240b-4c84-9e52-9085a23e1e55 req-3fb49292-a737-4763-bcb3-8f57472e9b4b tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:21.286747 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-79f280a5-240b-4c84-9e52-9085a23e1e55 req-3fb49292-a737-4763-bcb3-8f57472e9b4b tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 947 time: 0.0721185 Apr 12 00:31:21.323472 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Pushing event updated for resources: {'Port': ['ID=2ccdca9b-24da-4065-b499-5447b18262ad,revision_number=5']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:31:21.338456 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-79f280a5-240b-4c84-9e52-9085a23e1e55 req-93749a53-29c1-41cb-91b0-c6abf872418f tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454612 Apr 12 00:31:21.342204 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc34abb-6b11-4d54-9a3e-784332a2b8ee x-openstack-request-id: req-acc34abb-6b11-4d54-9a3e-784332a2b8ee {{(pid=114861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:31:21.342554 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e46194d7-3e05-4313-b0ca-4ec9cee517f8", "name": "network-vif-plugged", "status": "completed", "tag": "2ccdca9b-24da-4065-b499-5447b18262ad", "code": 200}]} {{(pid=114861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:31:21.342819 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-acc34abb-6b11-4d54-9a3e-784332a2b8ee {{(pid=114861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:31:21.343225 dv-cinder-836252-3-iscsi neutron-server[114861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acc34abb-6b11-4d54-9a3e-784332a2b8ee'] response: {'server_uuid': 'e46194d7-3e05-4313-b0ca-4ec9cee517f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ccdca9b-24da-4065-b499-5447b18262ad', 'code': 200} Apr 12 00:31:21.780353 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc0d422-b6a0-410b-ac4c-d1295de0a22f req-fe7dad2e-531d-44b5-93c9-4bb63d31e011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:21.781866 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-abc0d422-b6a0-410b-ac4c-d1295de0a22f req-fe7dad2e-531d-44b5-93c9-4bb63d31e011 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e46194d7-3e05-4313-b0ca-4ec9cee517f8 HTTP/1.1" status: 200 len: 1130 time: 0.0403674 Apr 12 00:31:21.830182 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-abc0d422-b6a0-410b-ac4c-d1295de0a22f req-556e0bc9-d6bb-454a-9c08-e247a3dbe97c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=801418ee-5d7b-4cfc-af52-433952d7207b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390658 Apr 12 00:31:22.320183 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d3a39-efab-424e-ae7d-4e3d2ae05816 req-bd20a6ce-9c3a-4a78-b4bd-31094d95ffa3 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:22.321650 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-7b3d3a39-efab-424e-ae7d-4e3d2ae05816 req-bd20a6ce-9c3a-4a78-b4bd-31094d95ffa3 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=e46194d7-3e05-4313-b0ca-4ec9cee517f8 HTTP/1.1" status: 200 len: 946 time: 0.0478981 Apr 12 00:31:22.372834 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-7b3d3a39-efab-424e-ae7d-4e3d2ae05816 req-bc610f25-88b4-401e-b3d3-bee5a9ba4ff3 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/security-groups?id=801418ee-5d7b-4cfc-af52-433952d7207b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451498 Apr 12 00:31:22.457673 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1800670b-d166-4dda-a3b3-aeb4b88d482b req-73aa4be0-1a83-4164-9f2c-e03fc887643e tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:22.459158 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-1800670b-d166-4dda-a3b3-aeb4b88d482b req-73aa4be0-1a83-4164-9f2c-e03fc887643e tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 947 time: 0.0464196 Apr 12 00:31:22.505496 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-1800670b-d166-4dda-a3b3-aeb4b88d482b req-30b9e64f-6989-4519-96b4-910f377037ba tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402989 Apr 12 00:31:23.491524 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79cdb2f-3226-4867-902d-1f7746eccc19 req-ca1f5416-331e-4efc-b87d-fb0a4841ac0a tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:23.493028 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-c79cdb2f-3226-4867-902d-1f7746eccc19 req-ca1f5416-331e-4efc-b87d-fb0a4841ac0a tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=e46194d7-3e05-4313-b0ca-4ec9cee517f8 HTTP/1.1" status: 200 len: 946 time: 0.0514796 Apr 12 00:31:23.540402 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-c79cdb2f-3226-4867-902d-1f7746eccc19 req-7d1ffb2a-0b64-4355-bd62-63ff9760f636 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/security-groups?id=801418ee-5d7b-4cfc-af52-433952d7207b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419059 Apr 12 00:31:24.653109 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607bfb7d-1bbd-473e-8cdd-296a2985f780 req-cf50b2e1-ef15-4870-9ab4-680a9ffb832d tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:24.656530 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-607bfb7d-1bbd-473e-8cdd-296a2985f780 req-cf50b2e1-ef15-4870-9ab4-680a9ffb832d tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=e46194d7-3e05-4313-b0ca-4ec9cee517f8 HTTP/1.1" status: 200 len: 946 time: 0.0483875 Apr 12 00:31:24.709531 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-607bfb7d-1bbd-473e-8cdd-296a2985f780 req-058c83f8-c742-401b-9717-4193f5e465cc tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/security-groups?id=801418ee-5d7b-4cfc-af52-433952d7207b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492301 Apr 12 00:31:24.818812 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a603997-0ba6-4f41-9207-cae29a4868c4 req-dfe25e44-7714-4394-a939-e0278feb7782 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:24.820251 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-7a603997-0ba6-4f41-9207-cae29a4868c4 req-dfe25e44-7714-4394-a939-e0278feb7782 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=e46194d7-3e05-4313-b0ca-4ec9cee517f8 HTTP/1.1" status: 200 len: 946 time: 0.0452750 Apr 12 00:31:24.866915 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-7a603997-0ba6-4f41-9207-cae29a4868c4 req-81708f50-c1d0-4482-8696-b85b651e10d0 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/security-groups?id=801418ee-5d7b-4cfc-af52-433952d7207b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413320 Apr 12 00:31:24.888202 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 59452) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:31:24.965745 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d43cd5-b562-489f-a379-ea03d81e40f3 tempest-TestVolumeBootPattern-1552213377 tempest-TestVolumeBootPattern-1552213377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:24.967265 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-42d43cd5-b562-489f-a379-ea03d81e40f3 tempest-TestVolumeBootPattern-1552213377 tempest-TestVolumeBootPattern-1552213377-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e46194d7-3e05-4313-b0ca-4ec9cee517f8 HTTP/1.1" status: 200 len: 1125 time: 0.0781391 Apr 12 00:31:24.970449 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 59456) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:31:24.974753 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-26361ec4-c11b-472f-9ebd-409d62969c8e tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Request body: {'floatingip': {'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'port_id': '2ccdca9b-24da-4065-b499-5447b18262ad', 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:31:24.994684 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-26361ec4-c11b-472f-9ebd-409d62969c8e tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:31:25.079556 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-26361ec4-c11b-472f-9ebd-409d62969c8e tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:31:25.186067 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.db.db_base_plugin_common [None req-26361ec4-c11b-472f-9ebd-409d62969c8e tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Allocated IP 172.27.3.146 (1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7/02a01a71-afa8-4790-9b30-3097f97db265/49e6aaa3-4dd0-4c7e-ba58-050d7d14632a) {{(pid=114860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:31:25.282771 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-26361ec4-c11b-472f-9ebd-409d62969c8e tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks [] for port (49e6aaa3-4dd0-4c7e-ba58-050d7d14632a), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:31:25.316036 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-26361ec4-c11b-472f-9ebd-409d62969c8e tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360'] for port (49e6aaa3-4dd0-4c7e-ba58-050d7d14632a), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:31:25.353382 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26361ec4-c11b-472f-9ebd-409d62969c8e tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Network 1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7 is already hosted by enough agents. {{(pid=114860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:31:25.356097 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.base_scheduler [None req-26361ec4-c11b-472f-9ebd-409d62969c8e tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Resources bound (agent type, host, resource id): {{(pid=114860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:31:25.359498 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26361ec4-c11b-472f-9ebd-409d62969c8e tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Received port after_create {{(pid=114860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:31:25.368433 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26361ec4-c11b-472f-9ebd-409d62969c8e tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Pushing event updated for resources: {'Port': ['ID=49e6aaa3-4dd0-4c7e-ba58-050d7d14632a,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:31:25.398143 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26361ec4-c11b-472f-9ebd-409d62969c8e tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:31:25.398517 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26361ec4-c11b-472f-9ebd-409d62969c8e tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:31:25.398866 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26361ec4-c11b-472f-9ebd-409d62969c8e tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:31:25.399207 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26361ec4-c11b-472f-9ebd-409d62969c8e tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:31:25.399542 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26361ec4-c11b-472f-9ebd-409d62969c8e tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:31:25.399873 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26361ec4-c11b-472f-9ebd-409d62969c8e tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:31:25.400200 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26361ec4-c11b-472f-9ebd-409d62969c8e tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:31:25.400525 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26361ec4-c11b-472f-9ebd-409d62969c8e tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:31:25.400852 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26361ec4-c11b-472f-9ebd-409d62969c8e tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:31:25.401176 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26361ec4-c11b-472f-9ebd-409d62969c8e tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:31:25.401502 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26361ec4-c11b-472f-9ebd-409d62969c8e tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:31:25.401827 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26361ec4-c11b-472f-9ebd-409d62969c8e tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:31:25.402149 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26361ec4-c11b-472f-9ebd-409d62969c8e tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:31:25.402508 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26361ec4-c11b-472f-9ebd-409d62969c8e tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:31:25.402817 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26361ec4-c11b-472f-9ebd-409d62969c8e tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:31:25.879051 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-26361ec4-c11b-472f-9ebd-409d62969c8e tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks [] for floatingip (d6849f57-11f1-40e3-ac62-d6da1aa9dedd), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:31:25.944751 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-26361ec4-c11b-472f-9ebd-409d62969c8e tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (49e6aaa3-4dd0-4c7e-ba58-050d7d14632a), before_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:31:26.088527 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-26361ec4-c11b-472f-9ebd-409d62969c8e tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks [] for port (49e6aaa3-4dd0-4c7e-ba58-050d7d14632a), precommit_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:31:26.092636 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-26361ec4-c11b-472f-9ebd-409d62969c8e tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (49e6aaa3-4dd0-4c7e-ba58-050d7d14632a), after_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:31:26.125862 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-26361ec4-c11b-472f-9ebd-409d62969c8e tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1586356'] for floatingip (d6849f57-11f1-40e3-ac62-d6da1aa9dedd), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:31:26.171936 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26361ec4-c11b-472f-9ebd-409d62969c8e tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Pushing event updated for resources: {'Port': ['ID=49e6aaa3-4dd0-4c7e-ba58-050d7d14632a,revision_number=2']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:31:26.238416 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.db.l3_db [None req-26361ec4-c11b-472f-9ebd-409d62969c8e tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Floating IP d6849f57-11f1-40e3-ac62-d6da1aa9dedd associated. External IP: 172.27.3.146, port: 2ccdca9b-24da-4065-b499-5447b18262ad. Apr 12 00:31:26.445605 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26361ec4-c11b-472f-9ebd-409d62969c8e tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Router 6ca15b63-1d2a-4015-b195-3a705cb14e92 has already been hosted by L3 agent d3fb0dde-5c40-4fca-80b5-61326157311c {{(pid=114860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:31:26.553256 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26361ec4-c11b-472f-9ebd-409d62969c8e tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Notify agent at l3_agent.dv-cinder-836252-3-iscsi the message routers_updated {{(pid=114860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:31:26.564253 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4be8098-d473-4e66-aeac-c1f46e6e399d None None] Sync routers for ids ['6ca15b63-1d2a-4015-b195-3a705cb14e92'] in dv-cinder-836252-3-iscsi {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:31:26.570871 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-26361ec4-c11b-472f-9ebd-409d62969c8e tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for floatingip (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:31:26.574064 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4be8098-d473-4e66-aeac-c1f46e6e399d None None] Routers {'6ca15b63-1d2a-4015-b195-3a705cb14e92'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:31:26.574712 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-e4be8098-d473-4e66-aeac-c1f46e6e399d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:31:15Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['6ca15b63-1d2a-4015-b195-3a705cb14e92'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:31:26.603868 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-26361ec4-c11b-472f-9ebd-409d62969c8e tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6323507 Apr 12 00:31:26.604584 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e46194d7-3e05-4313-b0ca-4ec9cee517f8', 'tag': '2ccdca9b-24da-4065-b499-5447b18262ad'}] {{(pid=114860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:31:26.607139 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90dfd39203e2da807f23340b9cb516271cbc18bcd75fa685292d117274546a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df45106-55c8-47f0-9998-34d4a25455cd" -d '{"events": [{"name": "network-changed", "server_uuid": "e46194d7-3e05-4313-b0ca-4ec9cee517f8", "tag": "2ccdca9b-24da-4065-b499-5447b18262ad"}]}' {{(pid=114860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:31:26.686372 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-e4be8098-d473-4e66-aeac-c1f46e6e399d None None] Set router 6ca15b63-1d2a-4015-b195-3a705cb14e92 gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:31:26.697694 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f432c930-085f-4f21-b2b9-ed3f830fa5e3 x-openstack-request-id: req-f432c930-085f-4f21-b2b9-ed3f830fa5e3 {{(pid=114860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:31:26.697989 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e46194d7-3e05-4313-b0ca-4ec9cee517f8", "tag": "2ccdca9b-24da-4065-b499-5447b18262ad", "status": "completed", "code": 200}]} {{(pid=114860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:31:26.698243 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f432c930-085f-4f21-b2b9-ed3f830fa5e3 {{(pid=114860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:31:26.698677 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f432c930-085f-4f21-b2b9-ed3f830fa5e3'] response: {'name': 'network-changed', 'server_uuid': 'e46194d7-3e05-4313-b0ca-4ec9cee517f8', 'tag': '2ccdca9b-24da-4065-b499-5447b18262ad', 'status': 'completed', 'code': 200} Apr 12 00:31:26.794933 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df45106-55c8-47f0-9998-34d4a25455cd req-eefb1912-0434-48e1-8fd7-cbee23f1389b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:26.796445 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-8df45106-55c8-47f0-9998-34d4a25455cd req-eefb1912-0434-48e1-8fd7-cbee23f1389b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4ad54dac63374c8a9b4da55ee5dc7fd1&device_id=e46194d7-3e05-4313-b0ca-4ec9cee517f8 HTTP/1.1" status: 200 len: 1130 time: 0.0392134 Apr 12 00:31:26.887868 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 59472) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:31:26.892330 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df45106-55c8-47f0-9998-34d4a25455cd req-20bee701-1db1-4cdb-9ae4-932109d2785e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:26.893846 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-8df45106-55c8-47f0-9998-34d4a25455cd req-20bee701-1db1-4cdb-9ae4-932109d2785e service neutron] 10.222.0.52 "GET /v2.0/networks?id=8a9865c2-0d03-40f9-a71a-607e87040674 HTTP/1.1" status: 200 len: 912 time: 0.0905232 Apr 12 00:31:26.932915 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f09f1b7-a36d-4412-9378-66e4bdb302b7 admin admin] Deleting subnet e988553b-462f-48cc-b257-9a51e3764b6c {{(pid=114860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 00:31:26.936129 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-0f09f1b7-a36d-4412-9378-66e4bdb302b7 admin admin] Publish callbacks [] for subnet (e988553b-462f-48cc-b257-9a51e3764b6c), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:31:26.963825 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-8df45106-55c8-47f0-9998-34d4a25455cd req-e67378f3-fe59-4319-b717-23dc15b4f3ac service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ccdca9b-24da-4065-b499-5447b18262ad HTTP/1.1" status: 200 len: 1000 time: 0.0632768 Apr 12 00:31:26.970763 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-0f09f1b7-a36d-4412-9378-66e4bdb302b7 admin admin] Publish callbacks [] for subnet (e988553b-462f-48cc-b257-9a51e3764b6c), precommit_delete_associations {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:31:26.976376 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-0f09f1b7-a36d-4412-9378-66e4bdb302b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550137'] for subnet (e988553b-462f-48cc-b257-9a51e3764b6c), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:31:26.981708 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-e4be8098-d473-4e66-aeac-c1f46e6e399d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'name': 'tempest-TestVolumeBootPattern-881313849-router', 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'eb4fcd47-990e-4bb1-b48a-14ca3a30756d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:29:47Z', 'updated_at': '2022-04-12T00:29:52Z', 'revision_number': 4, 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'gw_port': {'id': 'eb4fcd47-990e-4bb1-b48a-14ca3a30756d', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:29:48Z', 'updated_at': '2022-04-12T00:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_floatingips': [{'id': 'd6849f57-11f1-40e3-ac62-d6da1aa9dedd', 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'floating_ip_address': '172.27.3.146', 'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'router_id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'port_id': '2ccdca9b-24da-4065-b499-5447b18262ad', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a9865c2-0d03-40f9-a71a-607e87040674', 'mac_address': 'fa:16:3e:e6:15:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46194d7-3e05-4313-b0ca-4ec9cee517f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:31:25Z', 'updated_at': '2022-04-12T00:31:25Z', 'revision_number': 0, 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcd1127c-7a98-45f3-8118-070d2b2c65ec', 'name': '', 'network_id': '8a9865c2-0d03-40f9-a71a-607e87040674', 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'mac_address': 'fa:16:3e:35:c4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '673329e3-8235-4c2b-a7ed-65b2b39a6faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:29:51Z', 'updated_at': '2022-04-12T00:29:56Z', 'revision_number': 5, 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'subnets': [{'id': '673329e3-8235-4c2b-a7ed-65b2b39a6faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:31:27.011148 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4be8098-d473-4e66-aeac-c1f46e6e399d None None] Checking router: 6ca15b63-1d2a-4015-b195-3a705cb14e92 for host: dv-cinder-836252-3-iscsi {{(pid=114862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:31:27.014602 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df45106-55c8-47f0-9998-34d4a25455cd req-2a38268f-780e-494e-8213-7b511db45440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:27.016359 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-8df45106-55c8-47f0-9998-34d4a25455cd req-2a38268f-780e-494e-8213-7b511db45440 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=673329e3-8235-4c2b-a7ed-65b2b39a6faf HTTP/1.1" status: 200 len: 850 time: 0.0457647 Apr 12 00:31:27.020242 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4be8098-d473-4e66-aeac-c1f46e6e399d None None] Routers {'6ca15b63-1d2a-4015-b195-3a705cb14e92'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:31:27.020921 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-e4be8098-d473-4e66-aeac-c1f46e6e399d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:31:15Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['6ca15b63-1d2a-4015-b195-3a705cb14e92'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:31:27.037538 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-0f09f1b7-a36d-4412-9378-66e4bdb302b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925'] for subnet (e988553b-462f-48cc-b257-9a51e3764b6c), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:31:27.061528 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df45106-55c8-47f0-9998-34d4a25455cd req-983c78ab-468a-40f6-ab70-95ecdf889d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:27.063090 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-8df45106-55c8-47f0-9998-34d4a25455cd req-983c78ab-468a-40f6-ab70-95ecdf889d2d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8a9865c2-0d03-40f9-a71a-607e87040674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402195 Apr 12 00:31:27.063578 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f09f1b7-a36d-4412-9378-66e4bdb302b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e988553b-462f-48cc-b257-9a51e3764b6c,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:31:27.079724 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-0f09f1b7-a36d-4412-9378-66e4bdb302b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for subnet (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:31:27.082912 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-0f09f1b7-a36d-4412-9378-66e4bdb302b7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e988553b-462f-48cc-b257-9a51e3764b6c HTTP/1.1" status: 204 len: 168 time: 0.1940632 Apr 12 00:31:27.085446 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 59476) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:31:27.144477 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-e4be8098-d473-4e66-aeac-c1f46e6e399d None None] Set router 6ca15b63-1d2a-4015-b195-3a705cb14e92 gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:31:27.157082 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-f1356f6f-1bef-49da-82f4-c4401bdc2337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1475178'] for network (56b7f3f4-fbda-4e53-9444-e45c08b83dce), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:31:27.164335 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-8df45106-55c8-47f0-9998-34d4a25455cd req-34d82638-2aea-48a6-8d37-0033a1f18ee2 service neutron] 10.222.0.52 "GET /v2.0/networks/8a9865c2-0d03-40f9-a71a-607e87040674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937321 Apr 12 00:31:27.246501 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-f1356f6f-1bef-49da-82f4-c4401bdc2337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1545652', 'neutron.services.segments.db._delete_segments_for_network-8757613416367'] for network (56b7f3f4-fbda-4e53-9444-e45c08b83dce), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:31:27.266471 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-8df45106-55c8-47f0-9998-34d4a25455cd req-dfa8352e-5f8f-4de2-8c8a-5f849a3e5d95 service neutron] 10.222.0.52 "GET /v2.0/networks/8a9865c2-0d03-40f9-a71a-607e87040674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919211 Apr 12 00:31:27.268955 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-f1356f6f-1bef-49da-82f4-c4401bdc2337 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:31:27.269455 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-f1356f6f-1bef-49da-82f4-c4401bdc2337 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:31:27.270509 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-f1356f6f-1bef-49da-82f4-c4401bdc2337 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:31:27.270842 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-f1356f6f-1bef-49da-82f4-c4401bdc2337 admin admin] Subscribe: > port after_create 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:31:27.271163 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-f1356f6f-1bef-49da-82f4-c4401bdc2337 admin admin] Subscribe: > port after_delete 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:31:27.271479 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-f1356f6f-1bef-49da-82f4-c4401bdc2337 admin admin] Subscribe: > port after_update 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:31:27.271798 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-f1356f6f-1bef-49da-82f4-c4401bdc2337 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:31:27.272114 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-f1356f6f-1bef-49da-82f4-c4401bdc2337 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:31:27.272427 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-f1356f6f-1bef-49da-82f4-c4401bdc2337 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:31:27.272768 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-f1356f6f-1bef-49da-82f4-c4401bdc2337 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:31:27.359541 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-e4be8098-d473-4e66-aeac-c1f46e6e399d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'name': 'tempest-TestVolumeBootPattern-881313849-router', 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'eb4fcd47-990e-4bb1-b48a-14ca3a30756d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:29:47Z', 'updated_at': '2022-04-12T00:29:52Z', 'revision_number': 4, 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'gw_port': {'id': 'eb4fcd47-990e-4bb1-b48a-14ca3a30756d', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:29:48Z', 'updated_at': '2022-04-12T00:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_floatingips': [{'id': 'd6849f57-11f1-40e3-ac62-d6da1aa9dedd', 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'floating_ip_address': '172.27.3.146', 'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'router_id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'port_id': '2ccdca9b-24da-4065-b499-5447b18262ad', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a9865c2-0d03-40f9-a71a-607e87040674', 'mac_address': 'fa:16:3e:e6:15:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46194d7-3e05-4313-b0ca-4ec9cee517f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:31:25Z', 'updated_at': '2022-04-12T00:31:25Z', 'revision_number': 0, 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcd1127c-7a98-45f3-8118-070d2b2c65ec', 'name': '', 'network_id': '8a9865c2-0d03-40f9-a71a-607e87040674', 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'mac_address': 'fa:16:3e:35:c4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '673329e3-8235-4c2b-a7ed-65b2b39a6faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:29:51Z', 'updated_at': '2022-04-12T00:29:56Z', 'revision_number': 5, 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'subnets': [{'id': '673329e3-8235-4c2b-a7ed-65b2b39a6faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:31:27.388885 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4be8098-d473-4e66-aeac-c1f46e6e399d None None] The sync data for ids ['6ca15b63-1d2a-4015-b195-3a705cb14e92'] in dv-cinder-836252-3-iscsi is: [{'id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'name': 'tempest-TestVolumeBootPattern-881313849-router', 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'eb4fcd47-990e-4bb1-b48a-14ca3a30756d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:29:47Z', 'updated_at': '2022-04-12T00:29:52Z', 'revision_number': 4, 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'gw_port': {'id': 'eb4fcd47-990e-4bb1-b48a-14ca3a30756d', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:29:48Z', 'updated_at': '2022-04-12T00:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_floatingips': [{'id': 'd6849f57-11f1-40e3-ac62-d6da1aa9dedd', 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'floating_ip_address': '172.27.3.146', 'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'router_id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'port_id': '2ccdca9b-24da-4065-b499-5447b18262ad', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a9865c2-0d03-40f9-a71a-607e87040674', 'mac_address': 'fa:16:3e:e6:15:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46194d7-3e05-4313-b0ca-4ec9cee517f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:31:25Z', 'updated_at': '2022-04-12T00:31:25Z', 'revision_number': 0, 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcd1127c-7a98-45f3-8118-070d2b2c65ec', 'name': '', 'network_id': '8a9865c2-0d03-40f9-a71a-607e87040674', 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'mac_address': 'fa:16:3e:35:c4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '673329e3-8235-4c2b-a7ed-65b2b39a6faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:29:51Z', 'updated_at': '2022-04-12T00:29:56Z', 'revision_number': 5, 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'subnets': [{'id': '673329e3-8235-4c2b-a7ed-65b2b39a6faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:31:27.394861 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-f1356f6f-1bef-49da-82f4-c4401bdc2337 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:31:27.395163 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-f1356f6f-1bef-49da-82f4-c4401bdc2337 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:31:27.395495 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-f1356f6f-1bef-49da-82f4-c4401bdc2337 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:31:27.395824 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-f1356f6f-1bef-49da-82f4-c4401bdc2337 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=114860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 00:31:27.396201 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.services.segments.db [None req-f1356f6f-1bef-49da-82f4-c4401bdc2337 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56b7f3f4-fbda-4e53-9444-e45c08b83dce']}} {{(pid=114860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:31:27.415067 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.services.segments.db [None req-f1356f6f-1bef-49da-82f4-c4401bdc2337 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d9dc515-0707-4c75-a379-8fe0f8c382f2') {'for_net_delete': True} {{(pid=114860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:31:27.415364 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.services.segments.db [None req-f1356f6f-1bef-49da-82f4-c4401bdc2337 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d9dc515-0707-4c75-a379-8fe0f8c382f2') {} {{(pid=114860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:31:27.431918 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-f1356f6f-1bef-49da-82f4-c4401bdc2337 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757613418168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60543207'] for segment (5d9dc515-0707-4c75-a379-8fe0f8c382f2), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:31:27.453034 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-f1356f6f-1bef-49da-82f4-c4401bdc2337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552308'] for segment (5d9dc515-0707-4c75-a379-8fe0f8c382f2), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:31:27.461861 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1356f6f-1bef-49da-82f4-c4401bdc2337 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=114860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 00:31:27.462337 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-f1356f6f-1bef-49da-82f4-c4401bdc2337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806038'] for segment (5d9dc515-0707-4c75-a379-8fe0f8c382f2), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:31:27.466329 dv-cinder-836252-3-iscsi neutron-server[114860]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 00:31:27.466329 dv-cinder-836252-3-iscsi neutron-server[114860]: from cryptography.utils import int_from_bytes Apr 12 00:31:27.466329 dv-cinder-836252-3-iscsi neutron-server[114860]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 00:31:27.466329 dv-cinder-836252-3-iscsi neutron-server[114860]: from cryptography.utils import int_from_bytes Apr 12 00:31:27.466329 dv-cinder-836252-3-iscsi neutron-server[114860]: Traceback (most recent call last): Apr 12 00:31:27.466329 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 00:31:27.466329 dv-cinder-836252-3-iscsi neutron-server[114860]: timer() Apr 12 00:31:27.466329 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 00:31:27.466329 dv-cinder-836252-3-iscsi neutron-server[114860]: cb(*args, **kw) Apr 12 00:31:27.466329 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 00:31:27.466329 dv-cinder-836252-3-iscsi neutron-server[114860]: return func(*args, **kwargs) Apr 12 00:31:27.466329 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 00:31:27.466329 dv-cinder-836252-3-iscsi neutron-server[114860]: self._notify() Apr 12 00:31:27.466329 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 00:31:27.466329 dv-cinder-836252-3-iscsi neutron-server[114860]: self.callback(batched_events) Apr 12 00:31:27.466329 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 00:31:27.466329 dv-cinder-836252-3-iscsi neutron-server[114860]: event.method(event) Apr 12 00:31:27.466329 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 00:31:27.466329 dv-cinder-836252-3-iscsi neutron-server[114860]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 00:31:27.466329 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 00:31:27.466329 dv-cinder-836252-3-iscsi neutron-server[114860]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 00:31:27.466329 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 00:31:27.466329 dv-cinder-836252-3-iscsi neutron-server[114860]: return f(self, *a, **k) Apr 12 00:31:27.466329 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 00:31:27.466329 dv-cinder-836252-3-iscsi neutron-server[114860]: return self._get(url).json() Apr 12 00:31:27.466329 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 00:31:27.466329 dv-cinder-836252-3-iscsi neutron-server[114860]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 00:31:27.466329 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 00:31:27.466329 dv-cinder-836252-3-iscsi neutron-server[114860]: return self.request(url, 'GET', **kwargs) Apr 12 00:31:27.466329 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 00:31:27.466329 dv-cinder-836252-3-iscsi neutron-server[114860]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 00:31:27.466329 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 00:31:27.466329 dv-cinder-836252-3-iscsi neutron-server[114860]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 00:31:27.466329 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 00:31:27.466329 dv-cinder-836252-3-iscsi neutron-server[114860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 00:31:27.466329 dv-cinder-836252-3-iscsi neutron-server[114860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 00:31:27.521666 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-f1356f6f-1bef-49da-82f4-c4401bdc2337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1545659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1586330'] for network (56b7f3f4-fbda-4e53-9444-e45c08b83dce), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:31:27.529750 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-f1356f6f-1bef-49da-82f4-c4401bdc2337 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for network (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:31:27.533770 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-f1356f6f-1bef-49da-82f4-c4401bdc2337 admin admin] 10.222.0.32 "DELETE /v2.0/networks/56b7f3f4-fbda-4e53-9444-e45c08b83dce HTTP/1.1" status: 204 len: 168 time: 0.4474015 Apr 12 00:31:27.548587 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1356f6f-1bef-49da-82f4-c4401bdc2337 admin admin] Pushing event deleted for resources: {'Network': ['ID=56b7f3f4-fbda-4e53-9444-e45c08b83dce,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:31:27.590623 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0c45a6-3613-4aba-adff-a667fc5bb46c None None] New status for floating IP d6849f57-11f1-40e3-ac62-d6da1aa9dedd: ACTIVE {{(pid=114861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 00:31:27.704618 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 59482) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:31:27.745488 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-c47712ab-9aaa-404e-8c11-8b5d23a41809 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4d829832a67942c89c33adf4eea0df20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396123 Apr 12 00:31:27.747967 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 59484) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:31:27.796839 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-f9365cfd-5b55-4a25-a327-ba009360e4c8 admin admin] Publish callbacks [] for security_group (a9efb8a5-2801-467f-a96d-f11f9d571d72), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:31:27.817568 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-f9365cfd-5b55-4a25-a327-ba009360e4c8 admin admin] Publish callbacks [] for security_group (a9efb8a5-2801-467f-a96d-f11f9d571d72), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:31:27.862468 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-f9365cfd-5b55-4a25-a327-ba009360e4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (a9efb8a5-2801-467f-a96d-f11f9d571d72), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:31:27.864965 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-f9365cfd-5b55-4a25-a327-ba009360e4c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:31:27.866087 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-f9365cfd-5b55-4a25-a327-ba009360e4c8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a9efb8a5-2801-467f-a96d-f11f9d571d72 HTTP/1.1" status: 204 len: 168 time: 0.1172006 Apr 12 00:31:27.874168 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9365cfd-5b55-4a25-a327-ba009360e4c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9efb8a5-2801-467f-a96d-f11f9d571d72,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:31:41.857859 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.agents_db [None req-4f17da96-f611-4225-a78f-ee15b860eec6 None None] Agent healthcheck: found 6 active agents {{(pid=114862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:31:42.355943 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-881b68ce-6091-493d-9946-0bb9c7dca40c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (4ecbd319-6885-49f5-abb8-de205838eb1c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:31:44.610176 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-472ce79f-145c-4e28-938f-c6a7fef29c82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (d3fb0dde-5c40-4fca-80b5-61326157311c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:31:44.934950 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0a658bf9-391f-4b8c-8e94-c3d1542a0eef req-024dc75e-e802-4c28-b7b5-30efa048fa24 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448289 Apr 12 00:31:45.427024 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a658bf9-391f-4b8c-8e94-c3d1542a0eef req-d7d9c0c3-d68a-4519-bb3d-3ff0fa20fecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:45.428591 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0a658bf9-391f-4b8c-8e94-c3d1542a0eef req-d7d9c0c3-d68a-4519-bb3d-3ff0fa20fecb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c08909d19c8341c5b47846b0cee54fd8&device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 1129 time: 0.0420012 Apr 12 00:31:45.536394 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a658bf9-391f-4b8c-8e94-c3d1542a0eef req-d289de50-5522-4cd2-a6bc-dc20e50c1b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:45.537836 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0a658bf9-391f-4b8c-8e94-c3d1542a0eef req-d289de50-5522-4cd2-a6bc-dc20e50c1b01 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4 HTTP/1.1" status: 200 len: 912 time: 0.0901914 Apr 12 00:31:45.615840 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0a658bf9-391f-4b8c-8e94-c3d1542a0eef req-bdeb93f7-295d-4042-a499-bb53f115bf0c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9859cd42-a040-4515-a314-efe078c16231 HTTP/1.1" status: 200 len: 1001 time: 0.0582678 Apr 12 00:31:45.667383 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a658bf9-391f-4b8c-8e94-c3d1542a0eef req-f30021fd-e5ef-4b0f-978c-9dc6fd379aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:45.668852 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0a658bf9-391f-4b8c-8e94-c3d1542a0eef req-f30021fd-e5ef-4b0f-978c-9dc6fd379aa0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d5e30fe-6eb4-42f7-a751-8d6f0006a016 HTTP/1.1" status: 200 len: 850 time: 0.0437927 Apr 12 00:31:45.720786 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a658bf9-391f-4b8c-8e94-c3d1542a0eef req-f06fd222-aaaf-4a5c-828d-921e2759b323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:45.722206 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0a658bf9-391f-4b8c-8e94-c3d1542a0eef req-f06fd222-aaaf-4a5c-828d-921e2759b323 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412862 Apr 12 00:31:45.811207 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0a658bf9-391f-4b8c-8e94-c3d1542a0eef req-dfc6c621-dadf-4a24-9ddc-b293278629e6 service neutron] 10.222.0.52 "GET /v2.0/networks/5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818574 Apr 12 00:31:45.912653 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0a658bf9-391f-4b8c-8e94-c3d1542a0eef req-4bbe4c28-7780-43d2-aafd-f61b34ccc576 service neutron] 10.222.0.52 "GET /v2.0/networks/5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930014 Apr 12 00:31:45.949478 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7a0248-8609-4e6e-821a-efc160bd3956 req-4db4f457-a74d-4cb5-8d56-a1d9eca813a5 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:45.951000 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-1e7a0248-8609-4e6e-821a-efc160bd3956 req-4db4f457-a74d-4cb5-8d56-a1d9eca813a5 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 945 time: 0.0479922 Apr 12 00:31:45.962138 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00581cb9-d3c4-47ae-b9cf-71884c6f71cb req-55bb083a-a068-4289-a17a-28ebdd60943d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:45.963650 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-00581cb9-d3c4-47ae-b9cf-71884c6f71cb req-55bb083a-a068-4289-a17a-28ebdd60943d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7bdba79df5fc4c3faa187bd65479d3f7&device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 1129 time: 0.0383279 Apr 12 00:31:46.000883 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-1e7a0248-8609-4e6e-821a-efc160bd3956 req-3bc2c02b-cf5d-4140-8858-2a671382dd5e tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=76e21fa7-8abd-40c8-b68c-8a662b71ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439751 Apr 12 00:31:46.066229 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00581cb9-d3c4-47ae-b9cf-71884c6f71cb req-1f91a0b7-0b7c-41cf-b270-b55825ea8a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:46.067742 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-00581cb9-d3c4-47ae-b9cf-71884c6f71cb req-1f91a0b7-0b7c-41cf-b270-b55825ea8a9e service neutron] 10.222.0.52 "GET /v2.0/networks?id=d9c3b5d9-2a62-4930-bf1a-06e919287728 HTTP/1.1" status: 200 len: 920 time: 0.0868723 Apr 12 00:31:46.135775 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-00581cb9-d3c4-47ae-b9cf-71884c6f71cb req-927bd134-ec40-41f3-a544-16af2637a401 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acbbc313-dcc4-4731-a931-77e1a5d10277 HTTP/1.1" status: 200 len: 1001 time: 0.0562491 Apr 12 00:31:46.184228 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00581cb9-d3c4-47ae-b9cf-71884c6f71cb req-370ba4e8-f95a-45d8-a2f7-e1aff4ab3f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:46.185644 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-00581cb9-d3c4-47ae-b9cf-71884c6f71cb req-370ba4e8-f95a-45d8-a2f7-e1aff4ab3f3a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7f76de51-1250-4e78-bc34-31fbaa8ccdf7 HTTP/1.1" status: 200 len: 858 time: 0.0424500 Apr 12 00:31:46.196539 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d4423688-5a44-44f3-a132-81f2c9b6cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (af38becd-82ff-4144-8f94-74de975161ca), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:31:46.244723 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00581cb9-d3c4-47ae-b9cf-71884c6f71cb req-9c97ab37-c42f-463d-b9c6-5e0883f03eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:46.246223 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-00581cb9-d3c4-47ae-b9cf-71884c6f71cb req-9c97ab37-c42f-463d-b9c6-5e0883f03eae service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d9c3b5d9-2a62-4930-bf1a-06e919287728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427766 Apr 12 00:31:46.710592 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-00581cb9-d3c4-47ae-b9cf-71884c6f71cb req-4d3e55c4-cca8-44f2-8187-c6544948821c service neutron] 10.222.0.52 "GET /v2.0/networks/d9c3b5d9-2a62-4930-bf1a-06e919287728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833135 Apr 12 00:31:46.802821 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-00581cb9-d3c4-47ae-b9cf-71884c6f71cb req-5b321c2a-b7ae-46ff-8ef2-643f8032a765 service neutron] 10.222.0.52 "GET /v2.0/networks/d9c3b5d9-2a62-4930-bf1a-06e919287728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841744 Apr 12 00:31:46.862939 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (6c438ad1-5788-4552-a50f-29c8c96f3196), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:31:47.114503 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f2374-4402-4468-be2f-008a02faf8a1 req-a3d2fb2e-26b6-4897-b567-5a403abbf878 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:47.115950 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-7d4f2374-4402-4468-be2f-008a02faf8a1 req-a3d2fb2e-26b6-4897-b567-5a403abbf878 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 945 time: 0.0463231 Apr 12 00:31:47.160740 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-7d4f2374-4402-4468-be2f-008a02faf8a1 req-996a7637-9cc3-4578-a2ed-dc0d128efaa7 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=76e21fa7-8abd-40c8-b68c-8a662b71ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393429 Apr 12 00:31:47.599072 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-be9ea9f3-6c7c-4887-ad09-badb35df740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (738aa052-ee84-4bd1-913b-ee7149597f8f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:31:48.271951 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0478d0a-63b6-4c34-8b7d-b1ac8b042c3d req-8d70fc75-d2c9-4c28-b196-45da139b2eb6 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:48.273429 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-e0478d0a-63b6-4c34-8b7d-b1ac8b042c3d req-8d70fc75-d2c9-4c28-b196-45da139b2eb6 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 945 time: 0.0459776 Apr 12 00:31:48.319050 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-e0478d0a-63b6-4c34-8b7d-b1ac8b042c3d req-bed94d15-8026-47d1-947e-8ff77b676fef tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=76e21fa7-8abd-40c8-b68c-8a662b71ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402005 Apr 12 00:31:48.939367 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (f9a21fd4-36f2-4826-890e-da332e228edf), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:31:49.429882 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9210fad-5be8-4900-ae65-48ec8c69e712 req-5c4c526c-44e2-4415-af3a-137bed0e2ab1 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:49.431355 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a9210fad-5be8-4900-ae65-48ec8c69e712 req-5c4c526c-44e2-4415-af3a-137bed0e2ab1 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 945 time: 0.0470400 Apr 12 00:31:49.480139 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a9210fad-5be8-4900-ae65-48ec8c69e712 req-4dce072c-a047-4729-971f-f819a01ee875 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=76e21fa7-8abd-40c8-b68c-8a662b71ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432167 Apr 12 00:31:50.588427 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f547fe6-8f14-4516-955d-dd1c73922af7 req-83c351e1-40e9-4a18-be02-6187cbe5cdbc tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:50.589872 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-6f547fe6-8f14-4516-955d-dd1c73922af7 req-83c351e1-40e9-4a18-be02-6187cbe5cdbc tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 945 time: 0.0452754 Apr 12 00:31:50.635598 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-6f547fe6-8f14-4516-955d-dd1c73922af7 req-90db08d0-8f8a-4d50-a485-a13c9f440df0 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=76e21fa7-8abd-40c8-b68c-8a662b71ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400994 Apr 12 00:31:51.746623 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e62400a-9e9b-43d5-a385-ffb68e4f278b req-57d91c1e-ac38-4a12-9c7e-ffe4825ecde5 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:51.748047 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-3e62400a-9e9b-43d5-a385-ffb68e4f278b req-57d91c1e-ac38-4a12-9c7e-ffe4825ecde5 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 945 time: 0.0450509 Apr 12 00:31:51.793379 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-3e62400a-9e9b-43d5-a385-ffb68e4f278b req-1b039327-6b86-4bf2-8ef2-1bff7cdef10a tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=76e21fa7-8abd-40c8-b68c-8a662b71ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399258 Apr 12 00:31:52.910833 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbcbf5-a21b-40ae-b43e-a620174152c7 req-93a51b11-4c27-4133-a6ff-4215338c18eb tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:52.912296 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-cacbcbf5-a21b-40ae-b43e-a620174152c7 req-93a51b11-4c27-4133-a6ff-4215338c18eb tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 945 time: 0.0524578 Apr 12 00:31:52.960253 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-cacbcbf5-a21b-40ae-b43e-a620174152c7 req-d7e30ddb-be6f-434d-b08d-4f1927545656 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=76e21fa7-8abd-40c8-b68c-8a662b71ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423777 Apr 12 00:31:54.070878 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8954a508-28ff-4f1f-8722-46c3a4e45d92 req-6f84241a-f68c-46c6-ad35-544071ec454f tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:54.072337 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-8954a508-28ff-4f1f-8722-46c3a4e45d92 req-6f84241a-f68c-46c6-ad35-544071ec454f tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 945 time: 0.0463181 Apr 12 00:31:54.117261 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-8954a508-28ff-4f1f-8722-46c3a4e45d92 req-c777b7fe-4862-4eba-acd0-049139f0b850 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=76e21fa7-8abd-40c8-b68c-8a662b71ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390415 Apr 12 00:31:55.228696 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a33fb-08e7-4123-9ed4-93895f1341f7 req-eff19b64-db46-430f-96ed-52be00d1ce39 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:55.230134 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-250a33fb-08e7-4123-9ed4-93895f1341f7 req-eff19b64-db46-430f-96ed-52be00d1ce39 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 945 time: 0.0462134 Apr 12 00:31:55.276023 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-250a33fb-08e7-4123-9ed4-93895f1341f7 req-7a3745f5-6ede-413a-a2ce-04b1c8acea48 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=76e21fa7-8abd-40c8-b68c-8a662b71ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404539 Apr 12 00:31:56.388960 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d38db28-0b09-49a9-97ea-5444ede2ff05 req-4f4fb32d-688f-4f8a-bed4-2911967fbb2e tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:56.390452 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-1d38db28-0b09-49a9-97ea-5444ede2ff05 req-4f4fb32d-688f-4f8a-bed4-2911967fbb2e tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 945 time: 0.0494261 Apr 12 00:31:56.436066 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-1d38db28-0b09-49a9-97ea-5444ede2ff05 req-77af8f95-8e34-4232-ae29-afa289afa466 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=76e21fa7-8abd-40c8-b68c-8a662b71ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399528 Apr 12 00:31:57.551129 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a024a5-3452-4206-850c-bc9ff44f759f req-a6f46c92-70e7-4c91-951f-52e2cb5b7280 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:57.552563 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-24a024a5-3452-4206-850c-bc9ff44f759f req-a6f46c92-70e7-4c91-951f-52e2cb5b7280 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 945 time: 0.0494022 Apr 12 00:31:57.598391 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-24a024a5-3452-4206-850c-bc9ff44f759f req-3fbda7d7-7758-4615-92eb-bc968a98e283 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=76e21fa7-8abd-40c8-b68c-8a662b71ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397868 Apr 12 00:31:58.713473 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc388c83-2442-484c-b0bf-a6fe8ddc9b65 req-3e770d87-1011-43c2-a6fc-8756f39a5cd9 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:58.714991 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-dc388c83-2442-484c-b0bf-a6fe8ddc9b65 req-3e770d87-1011-43c2-a6fc-8756f39a5cd9 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 945 time: 0.0485516 Apr 12 00:31:58.761373 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-dc388c83-2442-484c-b0bf-a6fe8ddc9b65 req-e46118eb-a5fc-4266-b9b8-cf813b8da2cf tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=76e21fa7-8abd-40c8-b68c-8a662b71ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407999 Apr 12 00:31:59.873881 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23181aad-a627-4d76-a23b-6a04fd4f49dd req-bbc83891-e89b-48aa-bb02-58e10e465661 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:31:59.875340 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-23181aad-a627-4d76-a23b-6a04fd4f49dd req-bbc83891-e89b-48aa-bb02-58e10e465661 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 945 time: 0.0466700 Apr 12 00:31:59.922617 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-23181aad-a627-4d76-a23b-6a04fd4f49dd req-91c76c70-6cab-4653-af4b-d65f0cf1bc13 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=76e21fa7-8abd-40c8-b68c-8a662b71ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418515 Apr 12 00:32:01.031549 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27657f0-7470-49b6-a152-f177f2c5620b req-d5c93546-f4a0-4880-bd37-8f652bd1d8fe tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:01.032991 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-b27657f0-7470-49b6-a152-f177f2c5620b req-d5c93546-f4a0-4880-bd37-8f652bd1d8fe tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 945 time: 0.0457339 Apr 12 00:32:01.082045 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-b27657f0-7470-49b6-a152-f177f2c5620b req-a2c6b34e-5732-4958-b4fb-a2778ca36523 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=76e21fa7-8abd-40c8-b68c-8a662b71ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436616 Apr 12 00:32:02.193424 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653a113-1f07-4406-81b6-1389f63b71f8 req-c0619715-526d-4dd0-80d6-c7575b5ed2b1 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:02.195525 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-5653a113-1f07-4406-81b6-1389f63b71f8 req-c0619715-526d-4dd0-80d6-c7575b5ed2b1 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 945 time: 0.0467660 Apr 12 00:32:02.243400 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-5653a113-1f07-4406-81b6-1389f63b71f8 req-214be54c-f432-4ec5-8564-1885dec7c3cf tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=76e21fa7-8abd-40c8-b68c-8a662b71ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424294 Apr 12 00:32:03.353974 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a242ca3f-88a4-495e-9c3c-e954202f0158 req-0c76a430-b506-4491-b54a-3ac662ac072a tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:03.355499 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a242ca3f-88a4-495e-9c3c-e954202f0158 req-0c76a430-b506-4491-b54a-3ac662ac072a tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 945 time: 0.0455697 Apr 12 00:32:03.401464 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a242ca3f-88a4-495e-9c3c-e954202f0158 req-645aaab8-1ffe-446d-8ab2-dadcd32ffbfc tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=76e21fa7-8abd-40c8-b68c-8a662b71ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403707 Apr 12 00:32:04.516155 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a6716-8f17-4962-8561-338d976b5adf req-4e3530eb-bedc-4d65-894d-084f2e8aef5e tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:04.517610 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-ca4a6716-8f17-4962-8561-338d976b5adf req-4e3530eb-bedc-4d65-894d-084f2e8aef5e tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 945 time: 0.0479379 Apr 12 00:32:04.564561 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-ca4a6716-8f17-4962-8561-338d976b5adf req-ca50efbf-fa2e-4311-9cb8-d7b1beed79d0 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=76e21fa7-8abd-40c8-b68c-8a662b71ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404274 Apr 12 00:32:04.592963 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41efc785-8cf0-41a1-b1c3-099a8b704b81 req-4aa82ba8-df79-49d4-9154-4ec0f2208906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:04.594499 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-41efc785-8cf0-41a1-b1c3-099a8b704b81 req-4aa82ba8-df79-49d4-9154-4ec0f2208906 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 1129 time: 0.0378222 Apr 12 00:32:04.637883 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-41efc785-8cf0-41a1-b1c3-099a8b704b81 req-4e380df1-4d20-41ab-a9f3-ad2e65c8e510 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=76e21fa7-8abd-40c8-b68c-8a662b71ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362945 Apr 12 00:32:05.680186 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a8c6bf-a46f-4a0c-8811-59e6bc7fbb5b req-e63b6974-d00e-4dbe-934f-743160e2caf1 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:05.681636 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a6a8c6bf-a46f-4a0c-8811-59e6bc7fbb5b req-e63b6974-d00e-4dbe-934f-743160e2caf1 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 945 time: 0.0512834 Apr 12 00:32:05.728518 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a6a8c6bf-a46f-4a0c-8811-59e6bc7fbb5b req-f94cdbd2-b271-41e7-afef-76ad388cb432 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=76e21fa7-8abd-40c8-b68c-8a662b71ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413773 Apr 12 00:32:06.838477 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ee839-c2e4-422f-b705-07f1c55ff48c req-d1fa641e-571f-48c9-bd89-d39ea165f60f tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:06.839923 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-184ee839-c2e4-422f-b705-07f1c55ff48c req-d1fa641e-571f-48c9-bd89-d39ea165f60f tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 945 time: 0.0457716 Apr 12 00:32:06.884401 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-184ee839-c2e4-422f-b705-07f1c55ff48c req-48fe8e48-47eb-4721-a4db-f057cb00a3a0 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=76e21fa7-8abd-40c8-b68c-8a662b71ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391746 Apr 12 00:32:07.278487 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5078584-4da9-443b-928a-2db9b13732de req-68fe2f4d-25e7-4e24-bc12-7c2051ae2237 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:07.279941 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c5078584-4da9-443b-928a-2db9b13732de req-68fe2f4d-25e7-4e24-bc12-7c2051ae2237 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 945 time: 0.0710552 Apr 12 00:32:07.288620 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c2ff5-f00c-4e14-a75e-20e2914babb5 req-a69e05aa-471f-4dc1-8ec5-5229f174022a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:07.289965 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-051c2ff5-f00c-4e14-a75e-20e2914babb5 req-a69e05aa-471f-4dc1-8ec5-5229f174022a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7bdba79df5fc4c3faa187bd65479d3f7&device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 1129 time: 0.0531769 Apr 12 00:32:07.383773 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c5078584-4da9-443b-928a-2db9b13732de req-d8bdf27d-31c1-415c-8b14-3ab5205abf1a tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=76e21fa7-8abd-40c8-b68c-8a662b71ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972762 Apr 12 00:32:07.407454 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c2ff5-f00c-4e14-a75e-20e2914babb5 req-3883d5fd-5414-4130-be77-ba67bf35d5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:07.408881 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-051c2ff5-f00c-4e14-a75e-20e2914babb5 req-3883d5fd-5414-4130-be77-ba67bf35d5ed service neutron] 10.222.0.52 "GET /v2.0/networks?id=d9c3b5d9-2a62-4930-bf1a-06e919287728 HTTP/1.1" status: 200 len: 920 time: 0.1044493 Apr 12 00:32:07.475167 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-051c2ff5-f00c-4e14-a75e-20e2914babb5 req-35485895-b879-46d5-849d-f9020a9768bb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acbbc313-dcc4-4731-a931-77e1a5d10277 HTTP/1.1" status: 200 len: 1001 time: 0.0597038 Apr 12 00:32:07.522444 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c2ff5-f00c-4e14-a75e-20e2914babb5 req-3ba34ca8-9a32-4b7c-a3fc-364ade9e3f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:07.523791 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-051c2ff5-f00c-4e14-a75e-20e2914babb5 req-3ba34ca8-9a32-4b7c-a3fc-364ade9e3f12 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7f76de51-1250-4e78-bc34-31fbaa8ccdf7 HTTP/1.1" status: 200 len: 858 time: 0.0420511 Apr 12 00:32:07.564211 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c2ff5-f00c-4e14-a75e-20e2914babb5 req-cafd859d-acd3-4a15-aa4a-44c69746da3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:07.565587 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-051c2ff5-f00c-4e14-a75e-20e2914babb5 req-cafd859d-acd3-4a15-aa4a-44c69746da3c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d9c3b5d9-2a62-4930-bf1a-06e919287728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0353324 Apr 12 00:32:07.655612 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-051c2ff5-f00c-4e14-a75e-20e2914babb5 req-1e92ee52-a4c4-4a04-80c9-727522faa97d service neutron] 10.222.0.52 "GET /v2.0/networks/d9c3b5d9-2a62-4930-bf1a-06e919287728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826001 Apr 12 00:32:07.747814 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-051c2ff5-f00c-4e14-a75e-20e2914babb5 req-cf459dde-dc0d-4202-aeaf-196cf1f994b5 service neutron] 10.222.0.52 "GET /v2.0/networks/d9c3b5d9-2a62-4930-bf1a-06e919287728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847106 Apr 12 00:32:08.501879 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef02a13-a589-4072-9b3a-86b123688b11 req-2a08de8a-2f6e-4cf1-ba13-4b6642790db5 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:08.503443 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-1ef02a13-a589-4072-9b3a-86b123688b11 req-2a08de8a-2f6e-4cf1-ba13-4b6642790db5 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 945 time: 0.0501411 Apr 12 00:32:08.549247 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-1ef02a13-a589-4072-9b3a-86b123688b11 req-0c2c0bcd-3500-45db-836c-e9ce7225cb36 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=76e21fa7-8abd-40c8-b68c-8a662b71ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397954 Apr 12 00:32:09.659138 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5039567-b4f4-4063-82bc-7efad9087fe6 req-00b3b7d0-18e7-49b5-9551-8fd25612cefa tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:09.660604 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d5039567-b4f4-4063-82bc-7efad9087fe6 req-00b3b7d0-18e7-49b5-9551-8fd25612cefa tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 945 time: 0.0462968 Apr 12 00:32:09.710546 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d5039567-b4f4-4063-82bc-7efad9087fe6 req-78b9acd1-9dba-40e8-a9ca-a14c504d09fd tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=76e21fa7-8abd-40c8-b68c-8a662b71ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442276 Apr 12 00:32:10.822200 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819974d-9124-446f-939f-733ea6cbd53a req-e039780f-2e6c-436c-9dff-fb72f5daee31 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:10.823695 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-0819974d-9124-446f-939f-733ea6cbd53a req-e039780f-2e6c-436c-9dff-fb72f5daee31 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 945 time: 0.0460210 Apr 12 00:32:10.869116 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-0819974d-9124-446f-939f-733ea6cbd53a req-1807f5c6-6d3d-476a-8aa7-9a261f738845 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=76e21fa7-8abd-40c8-b68c-8a662b71ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398831 Apr 12 00:32:10.976971 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75076e1-cadb-43e3-9bdb-90c55b58527b req-c59c17ea-ee6c-4cec-a245-1d6971ef789d tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:10.978450 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a75076e1-cadb-43e3-9bdb-90c55b58527b req-c59c17ea-ee6c-4cec-a245-1d6971ef789d tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 945 time: 0.0463963 Apr 12 00:32:10.986964 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 59622) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:32:10.991375 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [None req-bbbf7eee-af8a-4a12-b8af-9fcdccee9824 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Request body: {'floatingip': {'port_id': 'acbbc313-dcc4-4731-a931-77e1a5d10277'}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:32:11.322990 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-bbbf7eee-af8a-4a12-b8af-9fcdccee9824 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Publish callbacks [] for floatingip (ea4e4b62-4d02-4c3c-a7f1-5819f6646226), before_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:11.915951 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-bbbf7eee-af8a-4a12-b8af-9fcdccee9824 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:11.919596 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-bbbf7eee-af8a-4a12-b8af-9fcdccee9824 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1586356'] for floatingip (ea4e4b62-4d02-4c3c-a7f1-5819f6646226), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:12.126897 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbbf7eee-af8a-4a12-b8af-9fcdccee9824 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Router 91721c3e-9320-4063-bd5f-37a055cc06ce has already been hosted by L3 agent d3fb0dde-5c40-4fca-80b5-61326157311c {{(pid=114859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:32:12.234678 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbbf7eee-af8a-4a12-b8af-9fcdccee9824 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Notify agent at l3_agent.dv-cinder-836252-3-iscsi the message routers_updated {{(pid=114859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:32:12.240026 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-bbbf7eee-af8a-4a12-b8af-9fcdccee9824 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for floatingip (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:12.244675 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfffa9c9-6fc5-41d4-93fe-42016d2b5a4f None None] Sync routers for ids ['91721c3e-9320-4063-bd5f-37a055cc06ce'] in dv-cinder-836252-3-iscsi {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:32:12.254319 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfffa9c9-6fc5-41d4-93fe-42016d2b5a4f None None] Routers {'91721c3e-9320-4063-bd5f-37a055cc06ce'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:32:12.255002 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-cfffa9c9-6fc5-41d4-93fe-42016d2b5a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:31:45Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['91721c3e-9320-4063-bd5f-37a055cc06ce'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:32:12.270115 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85a3e7dc-86c5-42ab-8a46-126c80dd1adc', 'tag': 'acbbc313-dcc4-4731-a931-77e1a5d10277'}] {{(pid=114859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:32:12.272480 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d751ce943c7fd1580d8237ddcdd582f05025ac6b53677acecb9ecfb4d000721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee881f65-19e2-41a8-a42b-eb7481754982" -d '{"events": [{"name": "network-changed", "server_uuid": "85a3e7dc-86c5-42ab-8a46-126c80dd1adc", "tag": "acbbc313-dcc4-4731-a931-77e1a5d10277"}]}' {{(pid=114859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:32:12.302846 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-bbbf7eee-af8a-4a12-b8af-9fcdccee9824 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "PUT /v2.0/floatingips/ea4e4b62-4d02-4c3c-a7f1-5819f6646226 HTTP/1.1" status: 200 len: 993 time: 1.3148062 Apr 12 00:32:12.359069 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-9cc75e63-614b-4363-9629-39daa5b61cd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (4ecbd319-6885-49f5-abb8-de205838eb1c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:12.370807 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-cfffa9c9-6fc5-41d4-93fe-42016d2b5a4f None None] Set router 91721c3e-9320-4063-bd5f-37a055cc06ce gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:32:12.372194 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca10f60d-f584-481d-979d-cd359275566d x-openstack-request-id: req-ca10f60d-f584-481d-979d-cd359275566d {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:32:12.372484 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85a3e7dc-86c5-42ab-8a46-126c80dd1adc", "tag": "acbbc313-dcc4-4731-a931-77e1a5d10277", "status": "completed", "code": 200}]} {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:32:12.372746 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ca10f60d-f584-481d-979d-cd359275566d {{(pid=114859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:32:12.373161 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca10f60d-f584-481d-979d-cd359275566d'] response: {'name': 'network-changed', 'server_uuid': '85a3e7dc-86c5-42ab-8a46-126c80dd1adc', 'tag': 'acbbc313-dcc4-4731-a931-77e1a5d10277', 'status': 'completed', 'code': 200} Apr 12 00:32:12.455017 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee881f65-19e2-41a8-a42b-eb7481754982 req-7643c31a-6156-42d5-bade-bd7708ab55bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:12.456497 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-ee881f65-19e2-41a8-a42b-eb7481754982 req-7643c31a-6156-42d5-bade-bd7708ab55bf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7bdba79df5fc4c3faa187bd65479d3f7&device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 1129 time: 0.0384891 Apr 12 00:32:12.547788 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee881f65-19e2-41a8-a42b-eb7481754982 req-a32153d4-ff0e-42bf-9f74-4355c82f4e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:12.549168 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-ee881f65-19e2-41a8-a42b-eb7481754982 req-a32153d4-ff0e-42bf-9f74-4355c82f4e80 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d9c3b5d9-2a62-4930-bf1a-06e919287728 HTTP/1.1" status: 200 len: 920 time: 0.0868170 Apr 12 00:32:12.583709 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-cfffa9c9-6fc5-41d4-93fe-42016d2b5a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91721c3e-9320-4063-bd5f-37a055cc06ce', 'name': 'tempest-ServerRescueNegativeTestJSON-1051460631-router', 'tenant_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'e414a36b-4af7-49f0-b141-e81f87a4c67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:25:41Z', 'updated_at': '2022-04-12T00:25:51Z', 'revision_number': 4, 'project_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'gw_port': {'id': 'e414a36b-4af7-49f0-b141-e81f87a4c67d', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:91:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91721c3e-9320-4063-bd5f-37a055cc06ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:42Z', 'updated_at': '2022-04-12T00:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_floatingips': [{'id': 'ea4e4b62-4d02-4c3c-a7f1-5819f6646226', 'tenant_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'floating_ip_address': '172.27.3.188', 'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'router_id': '91721c3e-9320-4063-bd5f-37a055cc06ce', 'port_id': 'acbbc313-dcc4-4731-a931-77e1a5d10277', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c3b5d9-2a62-4930-bf1a-06e919287728', 'mac_address': 'fa:16:3e:97:95:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a3e7dc-86c5-42ab-8a46-126c80dd1adc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:28:43Z', 'updated_at': '2022-04-12T00:32:11Z', 'revision_number': 3, 'project_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a82a6ed-1029-4c84-94ac-401d26f7ba63', 'name': '', 'network_id': 'd9c3b5d9-2a62-4930-bf1a-06e919287728', 'tenant_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'mac_address': 'fa:16:3e:0e:1a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91721c3e-9320-4063-bd5f-37a055cc06ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7f76de51-1250-4e78-bc34-31fbaa8ccdf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:49Z', 'updated_at': '2022-04-12T00:26:01Z', 'revision_number': 5, 'project_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'subnets': [{'id': '7f76de51-1250-4e78-bc34-31fbaa8ccdf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:32:12.614488 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfffa9c9-6fc5-41d4-93fe-42016d2b5a4f None None] Checking router: 91721c3e-9320-4063-bd5f-37a055cc06ce for host: dv-cinder-836252-3-iscsi {{(pid=114862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:32:12.615004 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-ee881f65-19e2-41a8-a42b-eb7481754982 req-e9a42724-b3c2-4cbe-b1c4-3dcef794670c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acbbc313-dcc4-4731-a931-77e1a5d10277 HTTP/1.1" status: 200 len: 1001 time: 0.0576396 Apr 12 00:32:12.623210 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfffa9c9-6fc5-41d4-93fe-42016d2b5a4f None None] Routers {'91721c3e-9320-4063-bd5f-37a055cc06ce'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:32:12.623802 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-cfffa9c9-6fc5-41d4-93fe-42016d2b5a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:31:45Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['91721c3e-9320-4063-bd5f-37a055cc06ce'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:32:12.667022 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee881f65-19e2-41a8-a42b-eb7481754982 req-6894cef2-8d1c-43b9-b4be-61a4bd83f61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:12.668507 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-ee881f65-19e2-41a8-a42b-eb7481754982 req-6894cef2-8d1c-43b9-b4be-61a4bd83f61b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7f76de51-1250-4e78-bc34-31fbaa8ccdf7 HTTP/1.1" status: 200 len: 858 time: 0.0475307 Apr 12 00:32:12.711631 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee881f65-19e2-41a8-a42b-eb7481754982 req-1a8a865f-79b0-46ef-aef8-c48e4947f89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:12.713116 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-ee881f65-19e2-41a8-a42b-eb7481754982 req-1a8a865f-79b0-46ef-aef8-c48e4947f89f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d9c3b5d9-2a62-4930-bf1a-06e919287728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382376 Apr 12 00:32:12.732051 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-cfffa9c9-6fc5-41d4-93fe-42016d2b5a4f None None] Set router 91721c3e-9320-4063-bd5f-37a055cc06ce gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:32:12.800384 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-ee881f65-19e2-41a8-a42b-eb7481754982 req-6fd94dc5-ec7c-4237-9961-d160e92395dc service neutron] 10.222.0.52 "GET /v2.0/networks/d9c3b5d9-2a62-4930-bf1a-06e919287728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807514 Apr 12 00:32:12.892320 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-ee881f65-19e2-41a8-a42b-eb7481754982 req-ff74c61e-12b4-4222-9c9a-c11572a0021e service neutron] 10.222.0.52 "GET /v2.0/networks/d9c3b5d9-2a62-4930-bf1a-06e919287728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857062 Apr 12 00:32:13.028837 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-cfffa9c9-6fc5-41d4-93fe-42016d2b5a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91721c3e-9320-4063-bd5f-37a055cc06ce', 'name': 'tempest-ServerRescueNegativeTestJSON-1051460631-router', 'tenant_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'e414a36b-4af7-49f0-b141-e81f87a4c67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:25:41Z', 'updated_at': '2022-04-12T00:25:51Z', 'revision_number': 4, 'project_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'gw_port': {'id': 'e414a36b-4af7-49f0-b141-e81f87a4c67d', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:91:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91721c3e-9320-4063-bd5f-37a055cc06ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:42Z', 'updated_at': '2022-04-12T00:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_floatingips': [{'id': 'ea4e4b62-4d02-4c3c-a7f1-5819f6646226', 'tenant_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'floating_ip_address': '172.27.3.188', 'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'router_id': '91721c3e-9320-4063-bd5f-37a055cc06ce', 'port_id': 'acbbc313-dcc4-4731-a931-77e1a5d10277', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c3b5d9-2a62-4930-bf1a-06e919287728', 'mac_address': 'fa:16:3e:97:95:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a3e7dc-86c5-42ab-8a46-126c80dd1adc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:28:43Z', 'updated_at': '2022-04-12T00:32:11Z', 'revision_number': 3, 'project_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a82a6ed-1029-4c84-94ac-401d26f7ba63', 'name': '', 'network_id': 'd9c3b5d9-2a62-4930-bf1a-06e919287728', 'tenant_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'mac_address': 'fa:16:3e:0e:1a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91721c3e-9320-4063-bd5f-37a055cc06ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7f76de51-1250-4e78-bc34-31fbaa8ccdf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:49Z', 'updated_at': '2022-04-12T00:26:01Z', 'revision_number': 5, 'project_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'subnets': [{'id': '7f76de51-1250-4e78-bc34-31fbaa8ccdf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:32:13.056935 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfffa9c9-6fc5-41d4-93fe-42016d2b5a4f None None] The sync data for ids ['91721c3e-9320-4063-bd5f-37a055cc06ce'] in dv-cinder-836252-3-iscsi is: [{'id': '91721c3e-9320-4063-bd5f-37a055cc06ce', 'name': 'tempest-ServerRescueNegativeTestJSON-1051460631-router', 'tenant_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'e414a36b-4af7-49f0-b141-e81f87a4c67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:25:41Z', 'updated_at': '2022-04-12T00:25:51Z', 'revision_number': 4, 'project_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'gw_port': {'id': 'e414a36b-4af7-49f0-b141-e81f87a4c67d', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:91:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91721c3e-9320-4063-bd5f-37a055cc06ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:42Z', 'updated_at': '2022-04-12T00:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_floatingips': [{'id': 'ea4e4b62-4d02-4c3c-a7f1-5819f6646226', 'tenant_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'floating_ip_address': '172.27.3.188', 'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'router_id': '91721c3e-9320-4063-bd5f-37a055cc06ce', 'port_id': 'acbbc313-dcc4-4731-a931-77e1a5d10277', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c3b5d9-2a62-4930-bf1a-06e919287728', 'mac_address': 'fa:16:3e:97:95:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a3e7dc-86c5-42ab-8a46-126c80dd1adc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:28:43Z', 'updated_at': '2022-04-12T00:32:11Z', 'revision_number': 3, 'project_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a82a6ed-1029-4c84-94ac-401d26f7ba63', 'name': '', 'network_id': 'd9c3b5d9-2a62-4930-bf1a-06e919287728', 'tenant_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'mac_address': 'fa:16:3e:0e:1a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91721c3e-9320-4063-bd5f-37a055cc06ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7f76de51-1250-4e78-bc34-31fbaa8ccdf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:49Z', 'updated_at': '2022-04-12T00:26:01Z', 'revision_number': 5, 'project_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'subnets': [{'id': '7f76de51-1250-4e78-bc34-31fbaa8ccdf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:32:14.373757 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85a3e7dc-86c5-42ab-8a46-126c80dd1adc', 'tag': 'acbbc313-dcc4-4731-a931-77e1a5d10277'}] {{(pid=114859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:32:14.376122 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d751ce943c7fd1580d8237ddcdd582f05025ac6b53677acecb9ecfb4d000721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0460de02-3f50-4242-b156-e8c92b580d2a" -d '{"events": [{"name": "network-changed", "server_uuid": "85a3e7dc-86c5-42ab-8a46-126c80dd1adc", "tag": "acbbc313-dcc4-4731-a931-77e1a5d10277"}]}' {{(pid=114859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:32:14.410548 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc959a39-7b77-45c8-ae79-372077b8080b x-openstack-request-id: req-cc959a39-7b77-45c8-ae79-372077b8080b {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:32:14.410849 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85a3e7dc-86c5-42ab-8a46-126c80dd1adc", "tag": "acbbc313-dcc4-4731-a931-77e1a5d10277", "status": "completed", "code": 200}]} {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:32:14.411102 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cc959a39-7b77-45c8-ae79-372077b8080b {{(pid=114859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:32:14.411501 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc959a39-7b77-45c8-ae79-372077b8080b'] response: {'name': 'network-changed', 'server_uuid': '85a3e7dc-86c5-42ab-8a46-126c80dd1adc', 'tag': 'acbbc313-dcc4-4731-a931-77e1a5d10277', 'status': 'completed', 'code': 200} Apr 12 00:32:14.491215 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0460de02-3f50-4242-b156-e8c92b580d2a req-0e1fa5c2-73d8-4acb-b1eb-9b98cd501061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:14.492707 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0460de02-3f50-4242-b156-e8c92b580d2a req-0e1fa5c2-73d8-4acb-b1eb-9b98cd501061 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7bdba79df5fc4c3faa187bd65479d3f7&device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 1129 time: 0.0383325 Apr 12 00:32:14.583907 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0460de02-3f50-4242-b156-e8c92b580d2a req-c3225363-f08c-401f-a4f6-4f0456d677ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:14.586059 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0460de02-3f50-4242-b156-e8c92b580d2a req-c3225363-f08c-401f-a4f6-4f0456d677ef service neutron] 10.222.0.52 "GET /v2.0/networks?id=d9c3b5d9-2a62-4930-bf1a-06e919287728 HTTP/1.1" status: 200 len: 920 time: 0.0862904 Apr 12 00:32:14.611688 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-7745d055-54fe-457f-a6c3-1156f63b8c23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (d3fb0dde-5c40-4fca-80b5-61326157311c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:14.652142 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0460de02-3f50-4242-b156-e8c92b580d2a req-7ad56302-768f-4c7b-950c-9795b5354dfd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acbbc313-dcc4-4731-a931-77e1a5d10277 HTTP/1.1" status: 200 len: 1001 time: 0.0591631 Apr 12 00:32:14.704419 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0460de02-3f50-4242-b156-e8c92b580d2a req-0f85c607-a23d-4496-a7d7-2bf0ec347016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:14.706314 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0460de02-3f50-4242-b156-e8c92b580d2a req-0f85c607-a23d-4496-a7d7-2bf0ec347016 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7f76de51-1250-4e78-bc34-31fbaa8ccdf7 HTTP/1.1" status: 200 len: 858 time: 0.0476441 Apr 12 00:32:14.747891 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0460de02-3f50-4242-b156-e8c92b580d2a req-e6b30518-c445-42e1-8c19-1c10b144cea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:14.749332 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0460de02-3f50-4242-b156-e8c92b580d2a req-e6b30518-c445-42e1-8c19-1c10b144cea4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d9c3b5d9-2a62-4930-bf1a-06e919287728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0365987 Apr 12 00:32:14.839437 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0460de02-3f50-4242-b156-e8c92b580d2a req-c58db87e-6420-4887-87c0-c9b2da36ab4f service neutron] 10.222.0.52 "GET /v2.0/networks/d9c3b5d9-2a62-4930-bf1a-06e919287728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832291 Apr 12 00:32:14.930685 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0460de02-3f50-4242-b156-e8c92b580d2a req-e0b31571-f444-40a5-878a-758238596132 service neutron] 10.222.0.52 "GET /v2.0/networks/d9c3b5d9-2a62-4930-bf1a-06e919287728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850952 Apr 12 00:32:16.199067 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d4423688-5a44-44f3-a132-81f2c9b6cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (af38becd-82ff-4144-8f94-74de975161ca), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:16.857906 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (6c438ad1-5788-4552-a50f-29c8c96f3196), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:17.601079 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-be9ea9f3-6c7c-4887-ad09-badb35df740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (738aa052-ee84-4bd1-913b-ee7149597f8f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:18.857320 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.agents_db [None req-4f17da96-f611-4225-a78f-ee15b860eec6 None None] Agent healthcheck: found 6 active agents {{(pid=114862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:32:18.941901 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (f9a21fd4-36f2-4826-890e-da332e228edf), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:20.450278 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae789c7a-1125-4ee4-9351-59720595a703 req-9a5592fe-cd11-486f-b679-a77b9690e1b3 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:20.451767 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-ae789c7a-1125-4ee4-9351-59720595a703 req-9a5592fe-cd11-486f-b679-a77b9690e1b3 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 945 time: 0.0457044 Apr 12 00:32:20.500554 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-ae789c7a-1125-4ee4-9351-59720595a703 req-00facabb-4bd7-4d53-a774-48d2097abb50 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431612 Apr 12 00:32:21.614093 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b8c329-9380-4f62-83cf-f5169d11eefb req-6db05bb5-137c-4fef-b029-1573faa554c7 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:21.615611 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-b3b8c329-9380-4f62-83cf-f5169d11eefb req-6db05bb5-137c-4fef-b029-1573faa554c7 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 945 time: 0.0481057 Apr 12 00:32:21.663667 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-b3b8c329-9380-4f62-83cf-f5169d11eefb req-53e2cb96-806a-40e2-b004-0f41c8e07a31 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420725 Apr 12 00:32:22.773190 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b0bd6-ff37-4497-b293-228fb0ae894a req-037ddb71-6923-4be2-a932-2e1bee54f7d3 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:22.774663 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-568b0bd6-ff37-4497-b293-228fb0ae894a req-037ddb71-6923-4be2-a932-2e1bee54f7d3 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 945 time: 0.0461309 Apr 12 00:32:22.820668 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-568b0bd6-ff37-4497-b293-228fb0ae894a req-3d8b8336-4925-415b-a3c6-3370fdd85cbb tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402100 Apr 12 00:32:23.936640 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3a57b9-65ca-418b-807e-85919a68d2f6 req-1a74719b-333f-4c06-9c7c-e121bf072b44 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:23.938094 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-9f3a57b9-65ca-418b-807e-85919a68d2f6 req-1a74719b-333f-4c06-9c7c-e121bf072b44 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 945 time: 0.0498292 Apr 12 00:32:23.986218 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-9f3a57b9-65ca-418b-807e-85919a68d2f6 req-33f0aeca-c1ee-4854-a5fd-a163b42b5e6a tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425618 Apr 12 00:32:25.096559 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5decca-5af7-48c5-943b-37348a8e3961 req-f287fd22-61b9-4ebe-b786-6a9afb00ae68 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:25.097990 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-1a5decca-5af7-48c5-943b-37348a8e3961 req-f287fd22-61b9-4ebe-b786-6a9afb00ae68 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 945 time: 0.0463588 Apr 12 00:32:25.144011 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-1a5decca-5af7-48c5-943b-37348a8e3961 req-59429ea6-a8e9-4888-97db-ab4ee87e9712 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399761 Apr 12 00:32:26.253058 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa293f4-6145-4882-ba46-cbdfdb1bc9fc req-e688350e-70a4-4fdd-a254-4492ea6897ca tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:26.254531 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-faa293f4-6145-4882-ba46-cbdfdb1bc9fc req-e688350e-70a4-4fdd-a254-4492ea6897ca tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 945 time: 0.0462496 Apr 12 00:32:26.300549 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-faa293f4-6145-4882-ba46-cbdfdb1bc9fc req-1d1deca1-3951-45f4-91fc-59bf41de431e tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402339 Apr 12 00:32:27.414859 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51e6d70-9e3a-42ed-88ad-2125a3ec74e4 req-763a901a-9c3a-4e1c-b15d-034882de2203 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:27.416304 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-f51e6d70-9e3a-42ed-88ad-2125a3ec74e4 req-763a901a-9c3a-4e1c-b15d-034882de2203 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 945 time: 0.0498736 Apr 12 00:32:27.461167 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-f51e6d70-9e3a-42ed-88ad-2125a3ec74e4 req-7306f2d9-7be8-493c-bed9-465fa1989503 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392025 Apr 12 00:32:28.575136 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ba44f-6253-4baf-aba3-0712243bf24e req-b9aab042-ca99-4174-a017-ff5b1653afa5 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:28.576570 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-382ba44f-6253-4baf-aba3-0712243bf24e req-b9aab042-ca99-4174-a017-ff5b1653afa5 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 945 time: 0.0490420 Apr 12 00:32:28.839978 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-382ba44f-6253-4baf-aba3-0712243bf24e req-f96fe979-4728-4b28-ab65-974e62ff92cd tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2578034 Apr 12 00:32:29.958970 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f9425-0510-44bb-9bcb-4acafb46bdf9 req-b34d2380-0e66-4b71-8008-af3d7242299a tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:29.960518 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-cb4f9425-0510-44bb-9bcb-4acafb46bdf9 req-b34d2380-0e66-4b71-8008-af3d7242299a tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 945 time: 0.0498164 Apr 12 00:32:30.008630 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-cb4f9425-0510-44bb-9bcb-4acafb46bdf9 req-11547a47-f6bb-4310-a1e2-29cbdf49b36b tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424082 Apr 12 00:32:31.131654 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c78044-5f0a-4522-a66a-3221e3dca26b req-6375257b-a152-4f23-8399-31e72db3da1b tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:31.132924 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c1c78044-5f0a-4522-a66a-3221e3dca26b req-6375257b-a152-4f23-8399-31e72db3da1b tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 945 time: 0.0532651 Apr 12 00:32:31.183482 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c1c78044-5f0a-4522-a66a-3221e3dca26b req-d2c0fced-5c64-49d1-8a1b-246e3257795c tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439138 Apr 12 00:32:31.403840 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b0f64-40a6-457f-8afa-6e0e0b6e3228 req-01356c1a-c1ee-4fe0-ac97-d3e2bf07a719 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:31.405301 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c68b0f64-40a6-457f-8afa-6e0e0b6e3228 req-01356c1a-c1ee-4fe0-ac97-d3e2bf07a719 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 947 time: 0.0470989 Apr 12 00:32:31.454780 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c68b0f64-40a6-457f-8afa-6e0e0b6e3228 req-cac1ce35-75b2-4014-ba64-f97c99aa476a tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433233 Apr 12 00:32:32.299350 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f52591b-0155-4d49-aecc-d226df188e03 req-0367c6e8-5964-4976-9ae4-a3e0e361f464 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:32.300809 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-7f52591b-0155-4d49-aecc-d226df188e03 req-0367c6e8-5964-4976-9ae4-a3e0e361f464 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 945 time: 0.0499525 Apr 12 00:32:32.347745 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-7f52591b-0155-4d49-aecc-d226df188e03 req-1a41c60d-4b82-433e-97b2-6d4758d08353 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407195 Apr 12 00:32:32.572385 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f68340-3486-4c7d-b77d-592aa4f5d625 req-c1bb99ec-e5a2-4ad3-bcab-99bac757c816 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:32.573923 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-16f68340-3486-4c7d-b77d-592aa4f5d625 req-c1bb99ec-e5a2-4ad3-bcab-99bac757c816 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 947 time: 0.0471344 Apr 12 00:32:32.621677 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-16f68340-3486-4c7d-b77d-592aa4f5d625 req-e975f433-df51-479c-9135-43f04fb88b40 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414469 Apr 12 00:32:33.388133 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3729b6aa-b196-45f5-8689-c10a237b298a req-8f8ace5d-fc7d-420c-b64b-6a4943e9ccce tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:33.389650 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-3729b6aa-b196-45f5-8689-c10a237b298a req-8f8ace5d-fc7d-420c-b64b-6a4943e9ccce tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.52 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 947 time: 0.0471306 Apr 12 00:32:33.461385 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883d625-2203-4341-8e6c-45c21840b20e req-71a2f7bc-440c-4d8c-a1a2-afbde629f8cb tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:33.462884 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-e883d625-2203-4341-8e6c-45c21840b20e req-71a2f7bc-440c-4d8c-a1a2-afbde629f8cb tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 945 time: 0.0466228 Apr 12 00:32:33.483170 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [req-3729b6aa-b196-45f5-8689-c10a237b298a req-a4a5cd7e-7e37-43e7-a3ce-a548aba000b6 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Deleting port a96b86a8-a90d-426f-9b7e-b2dc136b138a {{(pid=114859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:32:33.483547 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-3729b6aa-b196-45f5-8689-c10a237b298a req-a4a5cd7e-7e37-43e7-a3ce-a548aba000b6 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (a96b86a8-a90d-426f-9b7e-b2dc136b138a), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:33.511471 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-e883d625-2203-4341-8e6c-45c21840b20e req-ec3211d1-37f5-44f0-9ff9-72d0df3e3d6e tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428152 Apr 12 00:32:33.574245 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [req-3729b6aa-b196-45f5-8689-c10a237b298a req-a4a5cd7e-7e37-43e7-a3ce-a548aba000b6 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] For port a96b86a8-a90d-426f-9b7e-b2dc136b138a, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=a96b86a8-a90d-426f-9b7e-b2dc136b138a,segment=NetworkSegment(49ba757d-47c8-495e-9077-08facd79368e),segment_id=49ba757d-47c8-495e-9077-08facd79368e)] {{(pid=114859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:32:33.574872 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-3729b6aa-b196-45f5-8689-c10a237b298a req-a4a5cd7e-7e37-43e7-a3ce-a548aba000b6 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (a96b86a8-a90d-426f-9b7e-b2dc136b138a), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:33.813290 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86364726-9dc2-4a09-93b3-572d5a595542 req-2ab43481-7046-4a1b-9a57-80b8d6210192 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:33.814789 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-86364726-9dc2-4a09-93b3-572d5a595542 req-2ab43481-7046-4a1b-9a57-80b8d6210192 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 947 time: 0.0883884 Apr 12 00:32:33.858837 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-3729b6aa-b196-45f5-8689-c10a237b298a req-a4a5cd7e-7e37-43e7-a3ce-a548aba000b6 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:33.859202 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-3729b6aa-b196-45f5-8689-c10a237b298a req-a4a5cd7e-7e37-43e7-a3ce-a548aba000b6 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1586356'] for floatingip (8f7b56f9-2423-422f-a2d6-afe1c0ad250c), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:33.859580 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.db.l3_db [req-3729b6aa-b196-45f5-8689-c10a237b298a req-a4a5cd7e-7e37-43e7-a3ce-a548aba000b6 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Floating IP 8f7b56f9-2423-422f-a2d6-afe1c0ad250c disassociated. External IP: 172.27.3.37, port: a96b86a8-a90d-426f-9b7e-b2dc136b138a. Apr 12 00:32:33.859929 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [req-3729b6aa-b196-45f5-8689-c10a237b298a req-a4a5cd7e-7e37-43e7-a3ce-a548aba000b6 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Calling delete_port for a96b86a8-a90d-426f-9b7e-b2dc136b138a owned by compute:nova {{(pid=114859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:32:33.891034 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-86364726-9dc2-4a09-93b3-572d5a595542 req-9fc565c1-b742-4c4f-a6a5-734a92a191ab tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9a6beb7-04a8-464e-a38b-668a836e6f98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700240 Apr 12 00:32:34.011260 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-3729b6aa-b196-45f5-8689-c10a237b298a req-a4a5cd7e-7e37-43e7-a3ce-a548aba000b6 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (a96b86a8-a90d-426f-9b7e-b2dc136b138a), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:34.042746 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a5cd7e-7e37-43e7-a3ce-a548aba000b6 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Pushing event deleted for resources: {'Port': ['ID=a96b86a8-a90d-426f-9b7e-b2dc136b138a,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:32:34.052847 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a5cd7e-7e37-43e7-a3ce-a548aba000b6 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:32:34.053215 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a5cd7e-7e37-43e7-a3ce-a548aba000b6 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:32:34.053567 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a5cd7e-7e37-43e7-a3ce-a548aba000b6 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:32:34.053927 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a5cd7e-7e37-43e7-a3ce-a548aba000b6 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:32:34.054298 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a5cd7e-7e37-43e7-a3ce-a548aba000b6 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:32:34.054637 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a5cd7e-7e37-43e7-a3ce-a548aba000b6 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:32:34.054971 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a5cd7e-7e37-43e7-a3ce-a548aba000b6 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:32:34.055299 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a5cd7e-7e37-43e7-a3ce-a548aba000b6 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:32:34.055626 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a5cd7e-7e37-43e7-a3ce-a548aba000b6 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:32:34.055965 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a5cd7e-7e37-43e7-a3ce-a548aba000b6 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:32:34.056290 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a5cd7e-7e37-43e7-a3ce-a548aba000b6 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:32:34.056634 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a5cd7e-7e37-43e7-a3ce-a548aba000b6 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:32:34.056956 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a5cd7e-7e37-43e7-a3ce-a548aba000b6 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:32:34.057279 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a5cd7e-7e37-43e7-a3ce-a548aba000b6 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:32:34.057600 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a5cd7e-7e37-43e7-a3ce-a548aba000b6 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:32:34.171217 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3729b6aa-b196-45f5-8689-c10a237b298a req-a4a5cd7e-7e37-43e7-a3ce-a548aba000b6 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Router b66e004c-97b5-4333-aacd-0dd256f7f56f has already been hosted by L3 agent d3fb0dde-5c40-4fca-80b5-61326157311c {{(pid=114859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:32:34.285944 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3729b6aa-b196-45f5-8689-c10a237b298a req-a4a5cd7e-7e37-43e7-a3ce-a548aba000b6 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Notify agent at l3_agent.dv-cinder-836252-3-iscsi the message routers_updated {{(pid=114859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:32:34.297031 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c215da49-c404-4411-b24c-d0ac7318ffe4 None None] Sync routers for ids ['b66e004c-97b5-4333-aacd-0dd256f7f56f'] in dv-cinder-836252-3-iscsi {{(pid=114861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:32:34.307721 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c215da49-c404-4411-b24c-d0ac7318ffe4 None None] Routers {'b66e004c-97b5-4333-aacd-0dd256f7f56f'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:32:34.308531 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-c215da49-c404-4411-b24c-d0ac7318ffe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:32:15Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['b66e004c-97b5-4333-aacd-0dd256f7f56f'], 'active': True} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:32:34.329413 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.l3_dvrscheduler_db [req-3729b6aa-b196-45f5-8689-c10a237b298a req-a4a5cd7e-7e37-43e7-a3ce-a548aba000b6 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] No DVR routers for this DVR port a96b86a8-a90d-426f-9b7e-b2dc136b138a on host hv-cinder-83625 {{(pid=114859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:32:34.331944 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-3729b6aa-b196-45f5-8689-c10a237b298a req-a4a5cd7e-7e37-43e7-a3ce-a548aba000b6 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for port (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:34.335662 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-3729b6aa-b196-45f5-8689-c10a237b298a req-a4a5cd7e-7e37-43e7-a3ce-a548aba000b6 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.52 "DELETE /v2.0/ports/a96b86a8-a90d-426f-9b7e-b2dc136b138a HTTP/1.1" status: 204 len: 173 time: 0.9390478 Apr 12 00:32:34.336096 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c4e615-6c86-41a2-b6a5-19371b76e311', 'name': 'network-vif-deleted', 'tag': 'a96b86a8-a90d-426f-9b7e-b2dc136b138a'}] {{(pid=114859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:32:34.338388 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d751ce943c7fd1580d8237ddcdd582f05025ac6b53677acecb9ecfb4d000721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6396d69b-d520-4c1a-876e-5b815aa7aa19" -d '{"events": [{"server_uuid": "02c4e615-6c86-41a2-b6a5-19371b76e311", "name": "network-vif-deleted", "tag": "a96b86a8-a90d-426f-9b7e-b2dc136b138a"}]}' {{(pid=114859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:32:34.379066 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76601291-9de3-41b7-a8c6-889a1700af9e x-openstack-request-id: req-76601291-9de3-41b7-a8c6-889a1700af9e {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:32:34.379366 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02c4e615-6c86-41a2-b6a5-19371b76e311", "name": "network-vif-deleted", "tag": "a96b86a8-a90d-426f-9b7e-b2dc136b138a", "status": "completed", "code": 200}]} {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:32:34.379668 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-76601291-9de3-41b7-a8c6-889a1700af9e {{(pid=114859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:32:34.380133 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76601291-9de3-41b7-a8c6-889a1700af9e'] response: {'server_uuid': '02c4e615-6c86-41a2-b6a5-19371b76e311', 'name': 'network-vif-deleted', 'tag': 'a96b86a8-a90d-426f-9b7e-b2dc136b138a', 'status': 'completed', 'code': 200} Apr 12 00:32:34.428020 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvr_db [None req-c215da49-c404-4411-b24c-d0ac7318ffe4 None None] Set router b66e004c-97b5-4333-aacd-0dd256f7f56f gateway port host: dv-cinder-836252-3-iscsi {{(pid=114861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:32:34.631078 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c42de4-7bc3-4d2b-b233-59d46b3fe898 req-d4d08f3e-e99b-4e3c-ab8f-9ba5f4dfb65d tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:34.633593 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-71c42de4-7bc3-4d2b-b233-59d46b3fe898 req-d4d08f3e-e99b-4e3c-ab8f-9ba5f4dfb65d tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 945 time: 0.0511930 Apr 12 00:32:34.689572 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-71c42de4-7bc3-4d2b-b233-59d46b3fe898 req-0366fd74-b897-4f6b-b4d4-e35523e4b45d tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511866 Apr 12 00:32:34.755317 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-c215da49-c404-4411-b24c-d0ac7318ffe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66e004c-97b5-4333-aacd-0dd256f7f56f', 'name': 'tempest-AttachVolumeShelveTestJSON-1879484040-router', 'tenant_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '61a64e4a-6861-4369-8e2f-ef17f5f6af16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:25:37Z', 'updated_at': '2022-04-12T00:25:45Z', 'revision_number': 4, 'project_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'gw_port': {'id': '61a64e4a-6861-4369-8e2f-ef17f5f6af16', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66e004c-97b5-4333-aacd-0dd256f7f56f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:38Z', 'updated_at': '2022-04-12T00:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': '2ca65d7a-78cd-441a-b64b-83ef86f9fba1', 'name': '', 'network_id': '1ee4ba18-669f-44db-9087-b0bd886e30c9', 'tenant_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'mac_address': 'fa:16:3e:0c:0d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66e004c-97b5-4333-aacd-0dd256f7f56f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5e83a63b-8739-41ae-aeb4-59d49ec2e5b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:42Z', 'updated_at': '2022-04-12T00:25:56Z', 'revision_number': 5, 'project_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'subnets': [{'id': '5e83a63b-8739-41ae-aeb4-59d49ec2e5b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:32:34.781878 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c215da49-c404-4411-b24c-d0ac7318ffe4 None None] Checking router: b66e004c-97b5-4333-aacd-0dd256f7f56f for host: dv-cinder-836252-3-iscsi {{(pid=114861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:32:34.789842 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c215da49-c404-4411-b24c-d0ac7318ffe4 None None] Routers {'b66e004c-97b5-4333-aacd-0dd256f7f56f'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:32:34.790481 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-c215da49-c404-4411-b24c-d0ac7318ffe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:32:15Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['b66e004c-97b5-4333-aacd-0dd256f7f56f'], 'active': True} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:32:34.899385 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvr_db [None req-c215da49-c404-4411-b24c-d0ac7318ffe4 None None] Set router b66e004c-97b5-4333-aacd-0dd256f7f56f gateway port host: dv-cinder-836252-3-iscsi {{(pid=114861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:32:35.016521 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-7b18353c-f7f3-47f1-b0d0-8e9f8e71b0d1 req-ba1394c0-e46d-42b4-9e7a-891ad3e127a3 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c4e615-6c86-41a2-b6a5-19371b76e311 HTTP/1.1" status: 200 len: 210 time: 0.0291574 Apr 12 00:32:35.099289 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-c215da49-c404-4411-b24c-d0ac7318ffe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66e004c-97b5-4333-aacd-0dd256f7f56f', 'name': 'tempest-AttachVolumeShelveTestJSON-1879484040-router', 'tenant_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '61a64e4a-6861-4369-8e2f-ef17f5f6af16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:25:37Z', 'updated_at': '2022-04-12T00:25:45Z', 'revision_number': 4, 'project_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'gw_port': {'id': '61a64e4a-6861-4369-8e2f-ef17f5f6af16', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66e004c-97b5-4333-aacd-0dd256f7f56f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:38Z', 'updated_at': '2022-04-12T00:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': '2ca65d7a-78cd-441a-b64b-83ef86f9fba1', 'name': '', 'network_id': '1ee4ba18-669f-44db-9087-b0bd886e30c9', 'tenant_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'mac_address': 'fa:16:3e:0c:0d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66e004c-97b5-4333-aacd-0dd256f7f56f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5e83a63b-8739-41ae-aeb4-59d49ec2e5b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:42Z', 'updated_at': '2022-04-12T00:25:56Z', 'revision_number': 5, 'project_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'subnets': [{'id': '5e83a63b-8739-41ae-aeb4-59d49ec2e5b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:32:35.125479 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c215da49-c404-4411-b24c-d0ac7318ffe4 None None] The sync data for ids ['b66e004c-97b5-4333-aacd-0dd256f7f56f'] in dv-cinder-836252-3-iscsi is: [{'id': 'b66e004c-97b5-4333-aacd-0dd256f7f56f', 'name': 'tempest-AttachVolumeShelveTestJSON-1879484040-router', 'tenant_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '61a64e4a-6861-4369-8e2f-ef17f5f6af16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:25:37Z', 'updated_at': '2022-04-12T00:25:45Z', 'revision_number': 4, 'project_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'gw_port': {'id': '61a64e4a-6861-4369-8e2f-ef17f5f6af16', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66e004c-97b5-4333-aacd-0dd256f7f56f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:38Z', 'updated_at': '2022-04-12T00:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': '2ca65d7a-78cd-441a-b64b-83ef86f9fba1', 'name': '', 'network_id': '1ee4ba18-669f-44db-9087-b0bd886e30c9', 'tenant_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'mac_address': 'fa:16:3e:0c:0d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66e004c-97b5-4333-aacd-0dd256f7f56f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5e83a63b-8739-41ae-aeb4-59d49ec2e5b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:42Z', 'updated_at': '2022-04-12T00:25:56Z', 'revision_number': 5, 'project_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'subnets': [{'id': '5e83a63b-8739-41ae-aeb4-59d49ec2e5b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:32:35.365991 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b183cfee-63f3-4cb8-aadc-4feccae0e595 None None] New status for floating IP 8f7b56f9-2423-422f-a2d6-afe1c0ad250c: DOWN {{(pid=114862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 00:32:35.810658 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4904c5-46e6-4285-8eeb-c57f1c4d8b0e req-10135818-9305-4663-8012-6c7a111a5deb tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:35.812181 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0a4904c5-46e6-4285-8eeb-c57f1c4d8b0e req-10135818-9305-4663-8012-6c7a111a5deb tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 945 time: 0.0529797 Apr 12 00:32:35.858611 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0a4904c5-46e6-4285-8eeb-c57f1c4d8b0e req-2da27014-47c6-4add-90d3-92f02701bc08 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409412 Apr 12 00:32:36.112411 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 59728) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:32:36.165672 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-4bf2bc65-0d25-48ee-9eb2-e28eb34d48e8 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks [] for security_group (b9a6beb7-04a8-464e-a38b-668a836e6f98), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:36.188049 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-4bf2bc65-0d25-48ee-9eb2-e28eb34d48e8 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks [] for security_group (b9a6beb7-04a8-464e-a38b-668a836e6f98), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:36.236847 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-4bf2bc65-0d25-48ee-9eb2-e28eb34d48e8 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (b9a6beb7-04a8-464e-a38b-668a836e6f98), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:36.239424 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-4bf2bc65-0d25-48ee-9eb2-e28eb34d48e8 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks [] for security_group (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:36.240695 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-4bf2bc65-0d25-48ee-9eb2-e28eb34d48e8 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "DELETE /v2.0/security-groups/b9a6beb7-04a8-464e-a38b-668a836e6f98 HTTP/1.1" status: 204 len: 168 time: 0.1272652 Apr 12 00:32:36.243499 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 59730) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:32:36.250751 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2bc65-0d25-48ee-9eb2-e28eb34d48e8 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a6beb7-04a8-464e-a38b-668a836e6f98,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:32:36.264250 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.api.v2.resource [None req-37c8ecb8-6f3f-4ca5-93fb-930f34fa8371 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] show failed (client error): The resource could not be found. Apr 12 00:32:36.265336 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-37c8ecb8-6f3f-4ca5-93fb-930f34fa8371 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups/b9a6beb7-04a8-464e-a38b-668a836e6f98 HTTP/1.1" status: 404 len: 347 time: 0.0206246 Apr 12 00:32:36.268708 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 59732) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:32:36.386726 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.plugin [None req-a24e20c1-273f-4ac5-8ec3-4e5010a0e801 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Deleting port 3af27dd0-ca3c-4b31-bf17-b6f544e9e9ac {{(pid=114860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:32:36.386975 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-a24e20c1-273f-4ac5-8ec3-4e5010a0e801 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (3af27dd0-ca3c-4b31-bf17-b6f544e9e9ac), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:36.461079 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-a24e20c1-273f-4ac5-8ec3-4e5010a0e801 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (3af27dd0-ca3c-4b31-bf17-b6f544e9e9ac), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:36.461433 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-a24e20c1-273f-4ac5-8ec3-4e5010a0e801 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks [] for floatingip (3af27dd0-ca3c-4b31-bf17-b6f544e9e9ac), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:36.473301 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.plugin [None req-a24e20c1-273f-4ac5-8ec3-4e5010a0e801 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Calling delete_port for 3af27dd0-ca3c-4b31-bf17-b6f544e9e9ac owned by network:floatingip {{(pid=114860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:32:36.638331 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-a24e20c1-273f-4ac5-8ec3-4e5010a0e801 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806209'] for port (3af27dd0-ca3c-4b31-bf17-b6f544e9e9ac), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:36.667186 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e20c1-273f-4ac5-8ec3-4e5010a0e801 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Pushing event deleted for resources: {'Port': ['ID=3af27dd0-ca3c-4b31-bf17-b6f544e9e9ac,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:32:36.694709 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e20c1-273f-4ac5-8ec3-4e5010a0e801 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:32:36.695055 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e20c1-273f-4ac5-8ec3-4e5010a0e801 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:32:36.695395 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e20c1-273f-4ac5-8ec3-4e5010a0e801 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:32:36.695728 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e20c1-273f-4ac5-8ec3-4e5010a0e801 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:32:36.696059 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e20c1-273f-4ac5-8ec3-4e5010a0e801 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:32:36.696399 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e20c1-273f-4ac5-8ec3-4e5010a0e801 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:32:36.696714 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e20c1-273f-4ac5-8ec3-4e5010a0e801 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:32:36.697036 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e20c1-273f-4ac5-8ec3-4e5010a0e801 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:32:36.697358 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e20c1-273f-4ac5-8ec3-4e5010a0e801 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:32:36.697679 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e20c1-273f-4ac5-8ec3-4e5010a0e801 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:32:36.697999 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e20c1-273f-4ac5-8ec3-4e5010a0e801 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:32:36.698634 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e20c1-273f-4ac5-8ec3-4e5010a0e801 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:32:36.698772 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e20c1-273f-4ac5-8ec3-4e5010a0e801 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:32:36.699063 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e20c1-273f-4ac5-8ec3-4e5010a0e801 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:32:36.699303 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e20c1-273f-4ac5-8ec3-4e5010a0e801 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:32:36.739480 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-a24e20c1-273f-4ac5-8ec3-4e5010a0e801 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks [] for floatingip (8f7b56f9-2423-422f-a2d6-afe1c0ad250c), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:36.742582 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-a24e20c1-273f-4ac5-8ec3-4e5010a0e801 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for floatingip (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:36.743818 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-a24e20c1-273f-4ac5-8ec3-4e5010a0e801 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "DELETE /v2.0/floatingips/8f7b56f9-2423-422f-a2d6-afe1c0ad250c HTTP/1.1" status: 204 len: 168 time: 0.4741688 Apr 12 00:32:36.978546 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e225e96-10b0-4be4-93f8-7f59d08c4963 req-09bbb9fd-9452-4f49-a169-fdfdbf3a6d27 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:36.980102 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-3e225e96-10b0-4be4-93f8-7f59d08c4963 req-09bbb9fd-9452-4f49-a169-fdfdbf3a6d27 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 945 time: 0.0541935 Apr 12 00:32:36.998427 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 59738) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:32:37.003697 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-d7bb48a7-9bb1-4a9c-bd10-42bb5e04ebc8 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1107101977', 'description': 'tempest-description--1310958920'}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:32:37.031697 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-d7bb48a7-9bb1-4a9c-bd10-42bb5e04ebc8 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks [] for security_group (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:37.035490 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-3e225e96-10b0-4be4-93f8-7f59d08c4963 req-ee83a4fb-8e31-4d78-b32d-05032ddf90ac tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492988 Apr 12 00:32:37.121195 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-d7bb48a7-9bb1-4a9c-bd10-42bb5e04ebc8 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks [] for security_group (151407be-4965-44bf-9c3d-9fd289d71e15), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:37.125542 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-d7bb48a7-9bb1-4a9c-bd10-42bb5e04ebc8 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (151407be-4965-44bf-9c3d-9fd289d71e15), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:37.172402 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-d7bb48a7-9bb1-4a9c-bd10-42bb5e04ebc8 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks [] for security_group (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:37.173832 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-d7bb48a7-9bb1-4a9c-bd10-42bb5e04ebc8 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1743460 Apr 12 00:32:37.176305 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bb48a7-9bb1-4a9c-bd10-42bb5e04ebc8 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=151407be-4965-44bf-9c3d-9fd289d71e15,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:32:37.176970 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 59744) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:32:37.183996 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [None req-3c47f6a9-cb6f-43ad-bf43-14f835fc6caa tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Request body: {'security_group_rule': {'security_group_id': '151407be-4965-44bf-9c3d-9fd289d71e15', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:32:37.219101 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-3c47f6a9-cb6f-43ad-bf43-14f835fc6caa tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks [] for security_group_rule (92182e83-31c9-492e-b99b-4afedd9936aa), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:37.305181 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cca6eb-f794-44c5-9161-3e9e4b4c1a6e req-bd58e2ec-72b7-463f-86f1-26d6ee09abab tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:37.306732 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-50cca6eb-f794-44c5-9161-3e9e4b4c1a6e req-bd58e2ec-72b7-463f-86f1-26d6ee09abab tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 945 time: 0.0845003 Apr 12 00:32:37.338476 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device a96b86a8-a90d-426f-9b7e-b2dc136b138a no longer exists at agent hyperv_hv-cinder-83625 {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:32:37.364648 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] No Port match for: a96b86a8-a90d-426f-9b7e-b2dc136b138a {{(pid=114861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 00:32:37.365084 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device a96b86a8-a90d-426f-9b7e-b2dc136b138a not bound to the agent host hv-cinder-83625 {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:32:37.371314 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-3c47f6a9-cb6f-43ad-bf43-14f835fc6caa tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks [] for security_group_rule (92182e83-31c9-492e-b99b-4afedd9936aa), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:37.375244 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a495d65-1913-481b-8c75-3c5bad8a17f1 req-ab74584e-3754-48d1-93d3-606f390a04f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:37.376792 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0a495d65-1913-481b-8c75-3c5bad8a17f1 req-ab74584e-3754-48d1-93d3-606f390a04f2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c08909d19c8341c5b47846b0cee54fd8&device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 1129 time: 0.0941396 Apr 12 00:32:37.379172 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-3c47f6a9-cb6f-43ad-bf43-14f835fc6caa tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496243'] for security_group_rule (92182e83-31c9-492e-b99b-4afedd9936aa), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:37.412526 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c47f6a9-cb6f-43ad-bf43-14f835fc6caa tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92182e83-31c9-492e-b99b-4afedd9936aa,revision_number=0']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:32:37.448959 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-3c47f6a9-cb6f-43ad-bf43-14f835fc6caa tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:37.450143 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-3c47f6a9-cb6f-43ad-bf43-14f835fc6caa tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2719467 Apr 12 00:32:37.453094 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 59746) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:32:37.453613 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-50cca6eb-f794-44c5-9161-3e9e4b4c1a6e req-df48cdcd-fa3c-4771-9acb-77bde3f968db tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302915 Apr 12 00:32:37.460655 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-065ee172-6cc1-49a9-ae8b-e59ee8d0b826 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Request body: {'security_group_rule': {'security_group_id': '151407be-4965-44bf-9c3d-9fd289d71e15', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:32:37.496801 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-065ee172-6cc1-49a9-ae8b-e59ee8d0b826 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks [] for security_group_rule (b29cb0c5-359f-4884-b7ec-737aa8b15b27), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:37.523720 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a495d65-1913-481b-8c75-3c5bad8a17f1 req-f8b9a5af-f654-4746-be95-3c2c7ee03ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:37.526597 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0a495d65-1913-481b-8c75-3c5bad8a17f1 req-f8b9a5af-f654-4746-be95-3c2c7ee03ff6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4 HTTP/1.1" status: 200 len: 912 time: 0.1256278 Apr 12 00:32:37.563558 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-065ee172-6cc1-49a9-ae8b-e59ee8d0b826 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks [] for security_group_rule (b29cb0c5-359f-4884-b7ec-737aa8b15b27), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:37.567274 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-065ee172-6cc1-49a9-ae8b-e59ee8d0b826 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496243'] for security_group_rule (b29cb0c5-359f-4884-b7ec-737aa8b15b27), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:37.584759 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065ee172-6cc1-49a9-ae8b-e59ee8d0b826 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b29cb0c5-359f-4884-b7ec-737aa8b15b27,revision_number=0']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:32:37.595583 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-065ee172-6cc1-49a9-ae8b-e59ee8d0b826 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:37.597124 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-065ee172-6cc1-49a9-ae8b-e59ee8d0b826 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1420057 Apr 12 00:32:37.600709 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 59748) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:32:37.606886 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-2dcf9064-b17e-4917-892f-7706982d4498 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Request body: {'floatingip': {'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7'}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:32:37.612167 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0a495d65-1913-481b-8c75-3c5bad8a17f1 req-72effca0-10c0-4394-83fa-531246653d5b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9859cd42-a040-4515-a314-efe078c16231 HTTP/1.1" status: 200 len: 1001 time: 0.0779173 Apr 12 00:32:37.629430 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-2dcf9064-b17e-4917-892f-7706982d4498 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:37.664517 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a495d65-1913-481b-8c75-3c5bad8a17f1 req-9fb878ad-b85e-4a61-9f1d-292806138aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:37.665906 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0a495d65-1913-481b-8c75-3c5bad8a17f1 req-9fb878ad-b85e-4a61-9f1d-292806138aa6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d5e30fe-6eb4-42f7-a751-8d6f0006a016 HTTP/1.1" status: 200 len: 850 time: 0.0475907 Apr 12 00:32:37.709775 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a495d65-1913-481b-8c75-3c5bad8a17f1 req-11101632-5f81-4754-9faf-5691bd47ccea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:37.711325 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0a495d65-1913-481b-8c75-3c5bad8a17f1 req-11101632-5f81-4754-9faf-5691bd47ccea service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391898 Apr 12 00:32:37.712281 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-2dcf9064-b17e-4917-892f-7706982d4498 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:37.805747 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0a495d65-1913-481b-8c75-3c5bad8a17f1 req-b541b93b-6102-4738-8f72-cfdc1b605598 service neutron] 10.222.0.52 "GET /v2.0/networks/5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879776 Apr 12 00:32:37.821029 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.db.db_base_plugin_common [None req-2dcf9064-b17e-4917-892f-7706982d4498 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Allocated IP 172.27.3.54 (1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7/02a01a71-afa8-4790-9b30-3097f97db265/cef7d84a-d693-4a13-9264-9bec06181f88) {{(pid=114860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:32:37.896909 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0a495d65-1913-481b-8c75-3c5bad8a17f1 req-01844f16-280e-488f-bbd3-442578f170cd service neutron] 10.222.0.52 "GET /v2.0/networks/5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850415 Apr 12 00:32:37.924475 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-2dcf9064-b17e-4917-892f-7706982d4498 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks [] for port (cef7d84a-d693-4a13-9264-9bec06181f88), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:37.960788 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-2dcf9064-b17e-4917-892f-7706982d4498 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806209'] for port (cef7d84a-d693-4a13-9264-9bec06181f88), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:38.002520 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcf9064-b17e-4917-892f-7706982d4498 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Network 1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7 is already hosted by enough agents. {{(pid=114860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:32:38.005321 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.base_scheduler [None req-2dcf9064-b17e-4917-892f-7706982d4498 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Resources bound (agent type, host, resource id): {{(pid=114860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:32:38.012074 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcf9064-b17e-4917-892f-7706982d4498 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Received port after_create {{(pid=114860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:32:38.015622 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf9064-b17e-4917-892f-7706982d4498 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Pushing event updated for resources: {'Port': ['ID=cef7d84a-d693-4a13-9264-9bec06181f88,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:32:38.286187 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-2dcf9064-b17e-4917-892f-7706982d4498 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks [] for floatingip (cb6012fd-e53d-4187-a3eb-81e2d6b0a51e), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:38.320382 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-2dcf9064-b17e-4917-892f-7706982d4498 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (cef7d84a-d693-4a13-9264-9bec06181f88), before_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:38.465134 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-2dcf9064-b17e-4917-892f-7706982d4498 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks [] for port (cef7d84a-d693-4a13-9264-9bec06181f88), precommit_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:38.469888 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-2dcf9064-b17e-4917-892f-7706982d4498 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806218'] for port (cef7d84a-d693-4a13-9264-9bec06181f88), after_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:38.580891 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf9064-b17e-4917-892f-7706982d4498 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Pushing event updated for resources: {'Port': ['ID=cef7d84a-d693-4a13-9264-9bec06181f88,revision_number=2']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:32:38.598799 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956f7f8-2598-45a4-886b-7bb57a576f90 req-d725ef9a-66fe-4637-b6f0-10d5c82f2f22 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:38.600342 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-0956f7f8-2598-45a4-886b-7bb57a576f90 req-d725ef9a-66fe-4637-b6f0-10d5c82f2f22 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 945 time: 0.0708563 Apr 12 00:32:38.601233 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-2dcf9064-b17e-4917-892f-7706982d4498 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1586356'] for floatingip (cb6012fd-e53d-4187-a3eb-81e2d6b0a51e), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:38.626174 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-2dcf9064-b17e-4917-892f-7706982d4498 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for floatingip (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:38.627367 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-2dcf9064-b17e-4917-892f-7706982d4498 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0255651 Apr 12 00:32:38.665725 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-0956f7f8-2598-45a4-886b-7bb57a576f90 req-b1a2c34f-065a-4c8e-bc60-ca560417e537 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577328 Apr 12 00:32:38.832759 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5d7996fa-464c-4405-b3f6-ec1edabeb490 req-a20e9643-9aad-4676-b287-b51e636baa87 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1107101977&fields=id&tenant_id=8b482c4c00e94a25ad8f0a9034e9e0e5 HTTP/1.1" status: 200 len: 267 time: 0.0428832 Apr 12 00:32:38.949994 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7996fa-464c-4405-b3f6-ec1edabeb490 req-718a1e8e-8949-43d1-9ad0-9e428491bfe3 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:38.951519 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5d7996fa-464c-4405-b3f6-ec1edabeb490 req-718a1e8e-8949-43d1-9ad0-9e428491bfe3 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/networks?id=1ee4ba18-669f-44db-9087-b0bd886e30c9 HTTP/1.1" status: 200 len: 817 time: 0.1117232 Apr 12 00:32:38.967500 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5d7996fa-464c-4405-b3f6-ec1edabeb490 req-4dae039c-7b3d-4ebf-bb5b-2e954ad2f185 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/quotas/8b482c4c00e94a25ad8f0a9034e9e0e5 HTTP/1.1" status: 200 len: 375 time: 0.0097806 Apr 12 00:32:39.020206 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5d7996fa-464c-4405-b3f6-ec1edabeb490 req-570fc23d-02d5-425f-95fc-ca4daa7ef848 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8b482c4c00e94a25ad8f0a9034e9e0e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471759 Apr 12 00:32:39.206447 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5d7996fa-464c-4405-b3f6-ec1edabeb490 req-8871c9de-d47a-4732-91b0-00c4ea8a5e32 service neutron] 10.222.0.32 "GET /v2.0/networks/1ee4ba18-669f-44db-9087-b0bd886e30c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740434 Apr 12 00:32:39.293885 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5d7996fa-464c-4405-b3f6-ec1edabeb490 req-e671f6bb-7f81-447b-ba9e-4190f6991dd9 service neutron] 10.222.0.32 "GET /v2.0/networks/1ee4ba18-669f-44db-9087-b0bd886e30c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816557 Apr 12 00:32:39.452034 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-53738fa4-1fac-4889-b31c-cf769abd98e9 req-fcc5c39d-47ad-4f58-9bf2-44137316cbff tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 210 time: 0.0273473 Apr 12 00:32:39.792122 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9094b5-2f66-409a-922b-a21b5e2dbdcd req-3fd606fe-2919-4e04-a05a-53a14de5584b tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:39.793601 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-cf9094b5-2f66-409a-922b-a21b5e2dbdcd req-3fd606fe-2919-4e04-a05a-53a14de5584b tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 945 time: 0.0548079 Apr 12 00:32:39.843154 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-cf9094b5-2f66-409a-922b-a21b5e2dbdcd req-48e1008f-2991-4a47-93a7-cd4df8142594 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436139 Apr 12 00:32:40.556145 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-459aa444-41ab-4797-9b39-f80ed47d1383 req-f9416ab4-4d45-4fad-8135-ea07647f60ee tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 210 time: 0.0324514 Apr 12 00:32:40.595926 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7996fa-464c-4405-b3f6-ec1edabeb490 req-cff128ad-83ad-429b-91a3-9bc350da14aa tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:40.597495 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5d7996fa-464c-4405-b3f6-ec1edabeb490 req-cff128ad-83ad-429b-91a3-9bc350da14aa tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.52 "GET /v2.0/networks?id=1ee4ba18-669f-44db-9087-b0bd886e30c9 HTTP/1.1" status: 200 len: 817 time: 0.1247082 Apr 12 00:32:40.666751 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5d7996fa-464c-4405-b3f6-ec1edabeb490 req-0819a4cb-d9df-4882-bc27-72fbdb14eaba tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b482c4c00e94a25ad8f0a9034e9e0e5 HTTP/1.1" status: 200 len: 380 time: 0.0534091 Apr 12 00:32:40.766583 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [req-5d7996fa-464c-4405-b3f6-ec1edabeb490 req-d48074cb-46ee-4a5b-9637-90cf620bc86e tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Request body: {'port': {'device_id': '6fd000ee-5205-4d02-b7a8-8c99871c8f29', 'network_id': '1ee4ba18-669f-44db-9087-b0bd886e30c9', 'admin_state_up': True, 'tenant_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'security_groups': ['151407be-4965-44bf-9c3d-9fd289d71e15']}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:32:40.874058 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d7996fa-464c-4405-b3f6-ec1edabeb490 req-d48074cb-46ee-4a5b-9637-90cf620bc86e tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Made reservation on behalf of 8b482c4c00e94a25ad8f0a9034e9e0e5 for: {'port': 1} {{(pid=114859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:32:40.877645 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-5d7996fa-464c-4405-b3f6-ec1edabeb490 req-d48074cb-46ee-4a5b-9637-90cf620bc86e tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:41.009699 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.db_base_plugin_common [req-5d7996fa-464c-4405-b3f6-ec1edabeb490 req-d48074cb-46ee-4a5b-9637-90cf620bc86e tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Allocated IP 172.20.0.3 (1ee4ba18-669f-44db-9087-b0bd886e30c9/5e83a63b-8739-41ae-aeb4-59d49ec2e5b0/0e9155b9-7112-41cd-b8ec-dd359b342b3a) {{(pid=114859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:32:41.146234 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-5d7996fa-464c-4405-b3f6-ec1edabeb490 req-d48074cb-46ee-4a5b-9637-90cf620bc86e tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks [] for port (0e9155b9-7112-41cd-b8ec-dd359b342b3a), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:41.179382 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-5d7996fa-464c-4405-b3f6-ec1edabeb490 req-d48074cb-46ee-4a5b-9637-90cf620bc86e tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (0e9155b9-7112-41cd-b8ec-dd359b342b3a), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:41.226053 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d7996fa-464c-4405-b3f6-ec1edabeb490 req-d48074cb-46ee-4a5b-9637-90cf620bc86e tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Network 1ee4ba18-669f-44db-9087-b0bd886e30c9 is already hosted by enough agents. {{(pid=114859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:32:41.229009 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.base_scheduler [req-5d7996fa-464c-4405-b3f6-ec1edabeb490 req-d48074cb-46ee-4a5b-9637-90cf620bc86e tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Resources bound (agent type, host, resource id): {{(pid=114859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:32:41.232606 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d7996fa-464c-4405-b3f6-ec1edabeb490 req-d48074cb-46ee-4a5b-9637-90cf620bc86e tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Received port after_create {{(pid=114859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:32:41.258924 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48074cb-46ee-4a5b-9637-90cf620bc86e tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Pushing event updated for resources: {'Port': ['ID=0e9155b9-7112-41cd-b8ec-dd359b342b3a,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:32:41.287780 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7996fa-464c-4405-b3f6-ec1edabeb490 req-d48074cb-46ee-4a5b-9637-90cf620bc86e tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:41.288530 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-5d7996fa-464c-4405-b3f6-ec1edabeb490 req-d48074cb-46ee-4a5b-9637-90cf620bc86e tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for port (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:41.305249 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5d7996fa-464c-4405-b3f6-ec1edabeb490 req-d48074cb-46ee-4a5b-9637-90cf620bc86e tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5423312 Apr 12 00:32:41.323083 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [req-5d7996fa-464c-4405-b3f6-ec1edabeb490 req-4bc6fa2f-5645-4226-8110-6f5c8908ad8b service neutron] Request body: {'port': {'device_id': '6fd000ee-5205-4d02-b7a8-8c99871c8f29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83625'}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:32:41.383422 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-5d7996fa-464c-4405-b3f6-ec1edabeb490 req-4bc6fa2f-5645-4226-8110-6f5c8908ad8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (0e9155b9-7112-41cd-b8ec-dd359b342b3a), before_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:41.439538 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-20483d87-891d-4f8c-864b-096c86e09348 None None] Provisioning complete for port 0e9155b9-7112-41cd-b8ec-dd359b342b3a triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:32:41.440132 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-20483d87-891d-4f8c-864b-096c86e09348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (0e9155b9-7112-41cd-b8ec-dd359b342b3a), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:41.472549 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-20483d87-891d-4f8c-864b-096c86e09348 None None] Port 0e9155b9-7112-41cd-b8ec-dd359b342b3a cannot update to ACTIVE because it is not bound. {{(pid=114861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:32:41.674179 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [req-5d7996fa-464c-4405-b3f6-ec1edabeb490 req-4bc6fa2f-5645-4226-8110-6f5c8908ad8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e9155b9-7112-41cd-b8ec-dd359b342b3a {{(pid=114859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:32:41.684453 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-5d7996fa-464c-4405-b3f6-ec1edabeb490 req-4bc6fa2f-5645-4226-8110-6f5c8908ad8b service neutron] Publish callbacks [] for port (0e9155b9-7112-41cd-b8ec-dd359b342b3a), precommit_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:41.698034 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f51c14-12cc-4b5b-9c44-c2fc06e0d486 req-06906e0a-51a9-42f5-bea2-a7d07af2e2f3 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:41.699701 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-f6f51c14-12cc-4b5b-9c44-c2fc06e0d486 req-06906e0a-51a9-42f5-bea2-a7d07af2e2f3 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 931 time: 0.0664072 Apr 12 00:32:41.708692 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.provisioning_blocks [req-5d7996fa-464c-4405-b3f6-ec1edabeb490 req-4bc6fa2f-5645-4226-8110-6f5c8908ad8b service neutron] Transition to ACTIVE for port object 0e9155b9-7112-41cd-b8ec-dd359b342b3a will not be triggered until provisioned by entity L2. {{(pid=114859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 00:32:41.714556 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-5d7996fa-464c-4405-b3f6-ec1edabeb490 req-4bc6fa2f-5645-4226-8110-6f5c8908ad8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59136039'] for port (0e9155b9-7112-41cd-b8ec-dd359b342b3a), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:41.793480 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc6fa2f-5645-4226-8110-6f5c8908ad8b service neutron] Pushing event updated for resources: {'Port': ['ID=0e9155b9-7112-41cd-b8ec-dd359b342b3a,revision_number=2']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:32:41.804122 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-f6f51c14-12cc-4b5b-9c44-c2fc06e0d486 req-b027d98e-6a4e-434b-99ce-cda05dd895b4 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=151407be-4965-44bf-9c3d-9fd289d71e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984869 Apr 12 00:32:41.873591 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.managers [req-5d7996fa-464c-4405-b3f6-ec1edabeb490 req-4bc6fa2f-5645-4226-8110-6f5c8908ad8b service neutron] Attempting to bind port 0e9155b9-7112-41cd-b8ec-dd359b342b3a on host hv-cinder-83625 for vnic_type normal with profile {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:32:41.874027 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.managers [req-5d7996fa-464c-4405-b3f6-ec1edabeb490 req-4bc6fa2f-5645-4226-8110-6f5c8908ad8b service neutron] Attempting to bind port 0e9155b9-7112-41cd-b8ec-dd359b342b3a by drivers openvswitch,hyperv on host hv-cinder-83625 at level 0 using segments [{'id': '49ba757d-47c8-495e-9077-08facd79368e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1ee4ba18-669f-44db-9087-b0bd886e30c9'}] {{(pid=114859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:32:41.874400 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7996fa-464c-4405-b3f6-ec1edabeb490 req-4bc6fa2f-5645-4226-8110-6f5c8908ad8b service neutron] Attempting to bind port 0e9155b9-7112-41cd-b8ec-dd359b342b3a on network 1ee4ba18-669f-44db-9087-b0bd886e30c9 {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:32:41.878882 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7996fa-464c-4405-b3f6-ec1edabeb490 req-4bc6fa2f-5645-4226-8110-6f5c8908ad8b service neutron] Port 0e9155b9-7112-41cd-b8ec-dd359b342b3a on network 1ee4ba18-669f-44db-9087-b0bd886e30c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83625 {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 00:32:41.879203 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7996fa-464c-4405-b3f6-ec1edabeb490 req-4bc6fa2f-5645-4226-8110-6f5c8908ad8b service neutron] Attempting to bind port 0e9155b9-7112-41cd-b8ec-dd359b342b3a on network 1ee4ba18-669f-44db-9087-b0bd886e30c9 {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:32:41.885540 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7996fa-464c-4405-b3f6-ec1edabeb490 req-4bc6fa2f-5645-4226-8110-6f5c8908ad8b service neutron] Checking agent: {'id': '6c438ad1-5788-4552-a50f-29c8c96f3196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83625', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 0, 23, 42), 'started_at': datetime.datetime(2022, 4, 12, 0, 23, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:32:41.885878 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7996fa-464c-4405-b3f6-ec1edabeb490 req-4bc6fa2f-5645-4226-8110-6f5c8908ad8b service neutron] Checking segment: {'id': '49ba757d-47c8-495e-9077-08facd79368e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1ee4ba18-669f-44db-9087-b0bd886e30c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:32:41.886382 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7996fa-464c-4405-b3f6-ec1edabeb490 req-4bc6fa2f-5645-4226-8110-6f5c8908ad8b service neutron] Bound using segment: {'id': '49ba757d-47c8-495e-9077-08facd79368e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1ee4ba18-669f-44db-9087-b0bd886e30c9'} {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:32:41.886728 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.managers [req-5d7996fa-464c-4405-b3f6-ec1edabeb490 req-4bc6fa2f-5645-4226-8110-6f5c8908ad8b service neutron] Bound port: 0e9155b9-7112-41cd-b8ec-dd359b342b3a, host: hv-cinder-83625, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49ba757d-47c8-495e-9077-08facd79368e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1ee4ba18-669f-44db-9087-b0bd886e30c9'}}] {{(pid=114859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:32:41.887072 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-5d7996fa-464c-4405-b3f6-ec1edabeb490 req-4bc6fa2f-5645-4226-8110-6f5c8908ad8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (0e9155b9-7112-41cd-b8ec-dd359b342b3a), before_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:41.952394 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [req-5d7996fa-464c-4405-b3f6-ec1edabeb490 req-4bc6fa2f-5645-4226-8110-6f5c8908ad8b service neutron] For port 0e9155b9-7112-41cd-b8ec-dd359b342b3a, host hv-cinder-83625, cleared binding levels {{(pid=114859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:32:41.955297 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [req-5d7996fa-464c-4405-b3f6-ec1edabeb490 req-4bc6fa2f-5645-4226-8110-6f5c8908ad8b service neutron] For port 0e9155b9-7112-41cd-b8ec-dd359b342b3a, host hv-cinder-83625, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=0e9155b9-7112-41cd-b8ec-dd359b342b3a,segment=NetworkSegment(49ba757d-47c8-495e-9077-08facd79368e),segment_id=49ba757d-47c8-495e-9077-08facd79368e)] {{(pid=114859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:32:41.962193 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-5d7996fa-464c-4405-b3f6-ec1edabeb490 req-4bc6fa2f-5645-4226-8110-6f5c8908ad8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59136039'] for port (0e9155b9-7112-41cd-b8ec-dd359b342b3a), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:42.001662 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7996fa-464c-4405-b3f6-ec1edabeb490 req-4bc6fa2f-5645-4226-8110-6f5c8908ad8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:42.002331 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-5d7996fa-464c-4405-b3f6-ec1edabeb490 req-4bc6fa2f-5645-4226-8110-6f5c8908ad8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for port (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:42.003704 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5d7996fa-464c-4405-b3f6-ec1edabeb490 req-4bc6fa2f-5645-4226-8110-6f5c8908ad8b service neutron] 10.222.0.52 "PUT /v2.0/ports/0e9155b9-7112-41cd-b8ec-dd359b342b3a HTTP/1.1" status: 200 len: 1093 time: 0.6855743 Apr 12 00:32:42.004148 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fd000ee-5205-4d02-b7a8-8c99871c8f29', 'tag': '0e9155b9-7112-41cd-b8ec-dd359b342b3a'}] {{(pid=114859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:32:42.006456 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d751ce943c7fd1580d8237ddcdd582f05025ac6b53677acecb9ecfb4d000721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5cc739e-0d99-4437-bf04-50bc08a6be64" -d '{"events": [{"name": "network-changed", "server_uuid": "6fd000ee-5205-4d02-b7a8-8c99871c8f29", "tag": "0e9155b9-7112-41cd-b8ec-dd359b342b3a"}]}' {{(pid=114859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:32:42.037980 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc6fa2f-5645-4226-8110-6f5c8908ad8b service neutron] Pushing event updated for resources: {'Port': ['ID=0e9155b9-7112-41cd-b8ec-dd359b342b3a,revision_number=3']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:32:42.056613 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2945264a-1ea0-40ef-bd1a-e17073ab3be0 x-openstack-request-id: req-2945264a-1ea0-40ef-bd1a-e17073ab3be0 {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:32:42.056903 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fd000ee-5205-4d02-b7a8-8c99871c8f29", "tag": "0e9155b9-7112-41cd-b8ec-dd359b342b3a", "status": "completed", "code": 200}]} {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:32:42.057158 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2945264a-1ea0-40ef-bd1a-e17073ab3be0 {{(pid=114859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:32:42.057564 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2945264a-1ea0-40ef-bd1a-e17073ab3be0'] response: {'name': 'network-changed', 'server_uuid': '6fd000ee-5205-4d02-b7a8-8c99871c8f29', 'tag': '0e9155b9-7112-41cd-b8ec-dd359b342b3a', 'status': 'completed', 'code': 200} Apr 12 00:32:42.111068 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7996fa-464c-4405-b3f6-ec1edabeb490 req-b3832046-1290-4ad6-8e76-2885bcebd1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:42.112582 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5d7996fa-464c-4405-b3f6-ec1edabeb490 req-b3832046-1290-4ad6-8e76-2885bcebd1ab service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8b482c4c00e94a25ad8f0a9034e9e0e5&device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 1127 time: 0.0395076 Apr 12 00:32:42.162771 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5d7996fa-464c-4405-b3f6-ec1edabeb490 req-b19b8c7d-1a5d-4637-ad73-54aaf5c1b426 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e9155b9-7112-41cd-b8ec-dd359b342b3a HTTP/1.1" status: 200 len: 217 time: 0.0363226 Apr 12 00:32:42.214915 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7996fa-464c-4405-b3f6-ec1edabeb490 req-9d1b5aaf-9458-4808-a244-04c87cd767d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:42.216279 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5d7996fa-464c-4405-b3f6-ec1edabeb490 req-9d1b5aaf-9458-4808-a244-04c87cd767d9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5e83a63b-8739-41ae-aeb4-59d49ec2e5b0 HTTP/1.1" status: 200 len: 856 time: 0.0475705 Apr 12 00:32:42.258172 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7996fa-464c-4405-b3f6-ec1edabeb490 req-92a75d2d-54f2-4494-898a-6fff637a2ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:42.259646 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5d7996fa-464c-4405-b3f6-ec1edabeb490 req-92a75d2d-54f2-4494-898a-6fff637a2ad0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1ee4ba18-669f-44db-9087-b0bd886e30c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376060 Apr 12 00:32:42.347228 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5d7996fa-464c-4405-b3f6-ec1edabeb490 req-cd865c0b-0366-4e68-9aeb-ef39a2ba38b0 service neutron] 10.222.0.52 "GET /v2.0/networks/1ee4ba18-669f-44db-9087-b0bd886e30c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815938 Apr 12 00:32:42.361454 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-b47dd4d1-dc86-4b4f-995b-4153d1b04068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (4ecbd319-6885-49f5-abb8-de205838eb1c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:42.438915 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5d7996fa-464c-4405-b3f6-ec1edabeb490 req-7a3265d6-84d0-41ef-81ba-b229fb89bcc9 service neutron] 10.222.0.52 "GET /v2.0/networks/1ee4ba18-669f-44db-9087-b0bd886e30c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854609 Apr 12 00:32:42.923113 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63916ce0-8a8c-4ca7-ab48-6197eabb8fb3 req-a703011a-fd95-45b1-b7d7-4ad554575d2c tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:42.924490 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-63916ce0-8a8c-4ca7-ab48-6197eabb8fb3 req-a703011a-fd95-45b1-b7d7-4ad554575d2c tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 943 time: 0.0466919 Apr 12 00:32:42.970129 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-63916ce0-8a8c-4ca7-ab48-6197eabb8fb3 req-63952938-c6d1-4b0f-86a2-7c9a29419eda tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=151407be-4965-44bf-9c3d-9fd289d71e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396328 Apr 12 00:32:44.089796 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944b3558-b6b4-4d92-acdc-9b2fa0cc2c08 req-b490c540-f831-4435-a258-ab7defd7ad6c tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:44.091595 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-944b3558-b6b4-4d92-acdc-9b2fa0cc2c08 req-b490c540-f831-4435-a258-ab7defd7ad6c tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 943 time: 0.0479667 Apr 12 00:32:44.138362 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-944b3558-b6b4-4d92-acdc-9b2fa0cc2c08 req-525f005c-aee1-4a8e-ab3a-1952b441ba89 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=151407be-4965-44bf-9c3d-9fd289d71e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409951 Apr 12 00:32:44.613279 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-0f521151-9659-4d37-9eae-304681f590f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (d3fb0dde-5c40-4fca-80b5-61326157311c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:44.808569 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cc739e-0d99-4437-bf04-50bc08a6be64 req-0b1b34a2-4006-4bd1-a477-7308bbb557c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:44.809997 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d5cc739e-0d99-4437-bf04-50bc08a6be64 req-0b1b34a2-4006-4bd1-a477-7308bbb557c0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8b482c4c00e94a25ad8f0a9034e9e0e5&device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 1127 time: 0.0411079 Apr 12 00:32:45.126693 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cc739e-0d99-4437-bf04-50bc08a6be64 req-db884264-48c6-4483-8e6e-38ab6b889181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:45.128154 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d5cc739e-0d99-4437-bf04-50bc08a6be64 req-db884264-48c6-4483-8e6e-38ab6b889181 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1ee4ba18-669f-44db-9087-b0bd886e30c9 HTTP/1.1" status: 200 len: 918 time: 0.3121760 Apr 12 00:32:45.173285 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d5cc739e-0d99-4437-bf04-50bc08a6be64 req-9a6ad4f1-b9e3-457b-90ad-bca7aa12bb9a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e9155b9-7112-41cd-b8ec-dd359b342b3a HTTP/1.1" status: 200 len: 217 time: 0.0379853 Apr 12 00:32:45.248863 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cc739e-0d99-4437-bf04-50bc08a6be64 req-29db54d7-e935-4c35-a0c2-3f347451142f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:45.250396 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d5cc739e-0d99-4437-bf04-50bc08a6be64 req-29db54d7-e935-4c35-a0c2-3f347451142f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5e83a63b-8739-41ae-aeb4-59d49ec2e5b0 HTTP/1.1" status: 200 len: 856 time: 0.0706842 Apr 12 00:32:45.265287 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a2314-fa3c-48d5-9f88-228d06be5f07 req-0459f9f2-6a9d-4ae8-9380-d945087ef569 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:45.266777 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-891a2314-fa3c-48d5-9f88-228d06be5f07 req-0459f9f2-6a9d-4ae8-9380-d945087ef569 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 943 time: 0.0565419 Apr 12 00:32:45.320627 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cc739e-0d99-4437-bf04-50bc08a6be64 req-1da3900a-ee7e-4e8e-b2e1-f164db85a9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:45.322104 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d5cc739e-0d99-4437-bf04-50bc08a6be64 req-1da3900a-ee7e-4e8e-b2e1-f164db85a9b2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1ee4ba18-669f-44db-9087-b0bd886e30c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0642529 Apr 12 00:32:45.363365 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device 0e9155b9-7112-41cd-b8ec-dd359b342b3a details requested by agent hyperv_hv-cinder-83625 with host hv-cinder-83625 {{(pid=114861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 00:32:45.367354 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-891a2314-fa3c-48d5-9f88-228d06be5f07 req-fd651fb4-a1e3-4c5b-9b09-ad7e8185e09b tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=151407be-4965-44bf-9c3d-9fd289d71e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921683 Apr 12 00:32:45.424206 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d5cc739e-0d99-4437-bf04-50bc08a6be64 req-09e0b5f7-f37c-40a5-8ad6-b389c6d9df7b service neutron] 10.222.0.52 "GET /v2.0/networks/1ee4ba18-669f-44db-9087-b0bd886e30c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964677 Apr 12 00:32:45.462856 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port 0e9155b9-7112-41cd-b8ec-dd359b342b3a, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=0e9155b9-7112-41cd-b8ec-dd359b342b3a,segment=NetworkSegment(49ba757d-47c8-495e-9077-08facd79368e),segment_id=49ba757d-47c8-495e-9077-08facd79368e)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:32:45.478748 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Returning: {'device': '0e9155b9-7112-41cd-b8ec-dd359b342b3a', 'network_id': '1ee4ba18-669f-44db-9087-b0bd886e30c9', 'port_id': '0e9155b9-7112-41cd-b8ec-dd359b342b3a', 'mac_address': 'fa:16:3e:a1:89:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e83a63b-8739-41ae-aeb4-59d49ec2e5b0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 00:32:45.516933 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Current status of the port 0e9155b9-7112-41cd-b8ec-dd359b342b3a is: DOWN; New status is: BUILD {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:32:45.517188 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d5cc739e-0d99-4437-bf04-50bc08a6be64 req-0cf85915-2266-42d0-bd67-ffa969c88112 service neutron] 10.222.0.52 "GET /v2.0/networks/1ee4ba18-669f-44db-9087-b0bd886e30c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864146 Apr 12 00:32:45.517347 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (0e9155b9-7112-41cd-b8ec-dd359b342b3a), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:45.531397 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.notifiers.nova [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e9155b9-7112-41cd-b8ec-dd359b342b3a {{(pid=114861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:32:45.551828 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port 0e9155b9-7112-41cd-b8ec-dd359b342b3a, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=0e9155b9-7112-41cd-b8ec-dd359b342b3a,segment=NetworkSegment(49ba757d-47c8-495e-9077-08facd79368e),segment_id=49ba757d-47c8-495e-9077-08facd79368e)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:32:45.555990 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (0e9155b9-7112-41cd-b8ec-dd359b342b3a), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:45.601379 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Pushing event updated for resources: {'Port': ['ID=0e9155b9-7112-41cd-b8ec-dd359b342b3a,revision_number=4']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:32:45.608420 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:32:45.608775 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:32:45.609139 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:32:45.609499 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:32:45.609867 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:32:45.610230 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:32:45.610581 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:32:45.610909 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:32:45.611236 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:32:45.611568 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:32:45.611893 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:32:45.612231 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:32:45.612557 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:32:45.612878 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:32:45.613197 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:32:46.027039 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] get_ports_and_sgs() called for port_ids ['0e9155b9-7112-41cd-b8ec-dd359b342b3a'] {{(pid=114861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:32:46.201929 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d4423688-5a44-44f3-a132-81f2c9b6cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (af38becd-82ff-4144-8f94-74de975161ca), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:46.488872 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d58137-9a26-45d9-848e-0ecf5bc1cf46 req-9ce55f2c-2f4f-49c8-8ce0-d2f47205bc55 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:46.490663 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-87d58137-9a26-45d9-848e-0ecf5bc1cf46 req-9ce55f2c-2f4f-49c8-8ce0-d2f47205bc55 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 944 time: 0.0486064 Apr 12 00:32:46.536682 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-87d58137-9a26-45d9-848e-0ecf5bc1cf46 req-a12a1186-2e2a-4a48-81c6-fd9e4427f1c1 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=151407be-4965-44bf-9c3d-9fd289d71e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401750 Apr 12 00:32:47.122056 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (6c438ad1-5788-4552-a50f-29c8c96f3196), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:47.368354 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device 0e9155b9-7112-41cd-b8ec-dd359b342b3a up at agent hyperv_hv-cinder-83625 {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:32:47.411916 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Provisioning for port 0e9155b9-7112-41cd-b8ec-dd359b342b3a completed by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 00:32:47.418405 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Provisioning complete for port 0e9155b9-7112-41cd-b8ec-dd359b342b3a triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:32:47.418856 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (0e9155b9-7112-41cd-b8ec-dd359b342b3a), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:47.497505 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Current status of the port 0e9155b9-7112-41cd-b8ec-dd359b342b3a is: BUILD; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:32:47.497892 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (0e9155b9-7112-41cd-b8ec-dd359b342b3a), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:47.519707 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd000ee-5205-4d02-b7a8-8c99871c8f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e9155b9-7112-41cd-b8ec-dd359b342b3a'}] {{(pid=114861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:32:47.521946 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d187226e65eb8f713948fb36ffe50595ec682b3d9ec12b6d0c088ba153fadb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045c55ed-976a-4a53-888d-be7a340dff8e" -d '{"events": [{"server_uuid": "6fd000ee-5205-4d02-b7a8-8c99871c8f29", "name": "network-vif-plugged", "status": "completed", "tag": "0e9155b9-7112-41cd-b8ec-dd359b342b3a"}]}' {{(pid=114861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:32:47.534529 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port 0e9155b9-7112-41cd-b8ec-dd359b342b3a, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=0e9155b9-7112-41cd-b8ec-dd359b342b3a,segment=NetworkSegment(49ba757d-47c8-495e-9077-08facd79368e),segment_id=49ba757d-47c8-495e-9077-08facd79368e)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:32:47.539496 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (0e9155b9-7112-41cd-b8ec-dd359b342b3a), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:47.563663 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e619780-7c20-4b20-bda0-7ca944c1aacd x-openstack-request-id: req-4e619780-7c20-4b20-bda0-7ca944c1aacd {{(pid=114861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:32:47.564075 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd000ee-5205-4d02-b7a8-8c99871c8f29", "name": "network-vif-plugged", "status": "completed", "tag": "0e9155b9-7112-41cd-b8ec-dd359b342b3a", "code": 200}]} {{(pid=114861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:32:47.564233 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4e619780-7c20-4b20-bda0-7ca944c1aacd {{(pid=114861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:32:47.564621 dv-cinder-836252-3-iscsi neutron-server[114861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e619780-7c20-4b20-bda0-7ca944c1aacd'] response: {'server_uuid': '6fd000ee-5205-4d02-b7a8-8c99871c8f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e9155b9-7112-41cd-b8ec-dd359b342b3a', 'code': 200} Apr 12 00:32:47.598151 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Pushing event updated for resources: {'Port': ['ID=0e9155b9-7112-41cd-b8ec-dd359b342b3a,revision_number=5']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:32:47.611447 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-be9ea9f3-6c7c-4887-ad09-badb35df740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (738aa052-ee84-4bd1-913b-ee7149597f8f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:47.657839 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174054e0-3c1f-48d7-b898-6c5b9df39954 req-38558d0e-c10d-4216-b6ce-4455b1736898 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:47.660577 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-174054e0-3c1f-48d7-b898-6c5b9df39954 req-38558d0e-c10d-4216-b6ce-4455b1736898 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 945 time: 0.0514827 Apr 12 00:32:47.710820 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-174054e0-3c1f-48d7-b898-6c5b9df39954 req-8e207581-12f2-4903-99ec-69f484ee08ca tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=151407be-4965-44bf-9c3d-9fd289d71e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426176 Apr 12 00:32:47.783107 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a069d03-ed82-4e30-b677-1d5e37a6177c req-fd7aa87d-19d6-4200-888c-6d56cdb3f1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:47.784565 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-4a069d03-ed82-4e30-b677-1d5e37a6177c req-fd7aa87d-19d6-4200-888c-6d56cdb3f1c3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 1129 time: 0.0383437 Apr 12 00:32:47.827865 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-4a069d03-ed82-4e30-b677-1d5e37a6177c req-c0355751-f19a-48c7-a6f9-7920ab4cfd1a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=151407be-4965-44bf-9c3d-9fd289d71e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365207 Apr 12 00:32:48.829346 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05eda0-5edb-4e4e-b42b-ab34207956a6 req-3180ddf0-af00-4cc8-97b1-4f4d5d74687e tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:48.830855 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5d05eda0-5edb-4e4e-b42b-ab34207956a6 req-3180ddf0-af00-4cc8-97b1-4f4d5d74687e tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 945 time: 0.0461094 Apr 12 00:32:48.875927 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5d05eda0-5edb-4e4e-b42b-ab34207956a6 req-50600aac-5a4b-4edf-920b-8102b2b1bce2 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=151407be-4965-44bf-9c3d-9fd289d71e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395281 Apr 12 00:32:48.948497 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (f9a21fd4-36f2-4826-890e-da332e228edf), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:49.993579 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c1383e-2316-45ce-8835-9c61d1801ff8 req-a273f065-6b88-417d-a257-ea7de52d62db tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:49.995290 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-07c1383e-2316-45ce-8835-9c61d1801ff8 req-a273f065-6b88-417d-a257-ea7de52d62db tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 945 time: 0.0495143 Apr 12 00:32:50.041482 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-07c1383e-2316-45ce-8835-9c61d1801ff8 req-076e7208-7409-43ce-9710-4ea4da033444 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=151407be-4965-44bf-9c3d-9fd289d71e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406151 Apr 12 00:32:50.156563 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5bc66b-5d8e-4a5b-a247-45cffbbcdaf6 req-920dc369-9d92-4312-9d38-4ad8d4bff3fe tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:50.158010 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-8c5bc66b-5d8e-4a5b-a247-45cffbbcdaf6 req-920dc369-9d92-4312-9d38-4ad8d4bff3fe tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 945 time: 0.0494678 Apr 12 00:32:50.167312 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 59814) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:32:50.171617 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [None req-00f06ada-e2d9-4465-9bca-3c64dad14726 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Request body: {'floatingip': {'port_id': '0e9155b9-7112-41cd-b8ec-dd359b342b3a'}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:32:50.210179 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-00f06ada-e2d9-4465-9bca-3c64dad14726 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks [] for floatingip (cb6012fd-e53d-4187-a3eb-81e2d6b0a51e), before_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:50.658068 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-00f06ada-e2d9-4465-9bca-3c64dad14726 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:50.662564 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-00f06ada-e2d9-4465-9bca-3c64dad14726 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1586356'] for floatingip (cb6012fd-e53d-4187-a3eb-81e2d6b0a51e), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:50.763556 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.db.l3_db [None req-00f06ada-e2d9-4465-9bca-3c64dad14726 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Floating IP cb6012fd-e53d-4187-a3eb-81e2d6b0a51e associated. External IP: 172.27.3.54, port: 0e9155b9-7112-41cd-b8ec-dd359b342b3a. Apr 12 00:32:50.969832 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f06ada-e2d9-4465-9bca-3c64dad14726 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Router b66e004c-97b5-4333-aacd-0dd256f7f56f has already been hosted by L3 agent d3fb0dde-5c40-4fca-80b5-61326157311c {{(pid=114859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:32:51.076423 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f06ada-e2d9-4465-9bca-3c64dad14726 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Notify agent at l3_agent.dv-cinder-836252-3-iscsi the message routers_updated {{(pid=114859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:32:51.081265 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-00f06ada-e2d9-4465-9bca-3c64dad14726 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for floatingip (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:32:51.087199 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605ba6b3-bf44-4dd4-be6c-b51568a5eb9c None None] Sync routers for ids ['b66e004c-97b5-4333-aacd-0dd256f7f56f'] in dv-cinder-836252-3-iscsi {{(pid=114861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:32:51.096680 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605ba6b3-bf44-4dd4-be6c-b51568a5eb9c None None] Routers {'b66e004c-97b5-4333-aacd-0dd256f7f56f'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:32:51.097313 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-605ba6b3-bf44-4dd4-be6c-b51568a5eb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:32:45Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['b66e004c-97b5-4333-aacd-0dd256f7f56f'], 'active': True} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:32:51.110705 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-00f06ada-e2d9-4465-9bca-3c64dad14726 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "PUT /v2.0/floatingips/cb6012fd-e53d-4187-a3eb-81e2d6b0a51e HTTP/1.1" status: 200 len: 990 time: 0.9423020 Apr 12 00:32:51.111351 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fd000ee-5205-4d02-b7a8-8c99871c8f29', 'tag': '0e9155b9-7112-41cd-b8ec-dd359b342b3a'}] {{(pid=114859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:32:51.113632 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d751ce943c7fd1580d8237ddcdd582f05025ac6b53677acecb9ecfb4d000721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c75cd8b-4745-470b-9363-1a9f89e6ca5b" -d '{"events": [{"name": "network-changed", "server_uuid": "6fd000ee-5205-4d02-b7a8-8c99871c8f29", "tag": "0e9155b9-7112-41cd-b8ec-dd359b342b3a"}]}' {{(pid=114859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:32:51.148600 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c64663-50e2-4eb4-a60d-146e520c8468 x-openstack-request-id: req-87c64663-50e2-4eb4-a60d-146e520c8468 {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:32:51.148891 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fd000ee-5205-4d02-b7a8-8c99871c8f29", "tag": "0e9155b9-7112-41cd-b8ec-dd359b342b3a", "status": "completed", "code": 200}]} {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:32:51.149149 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-87c64663-50e2-4eb4-a60d-146e520c8468 {{(pid=114859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:32:51.149560 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87c64663-50e2-4eb4-a60d-146e520c8468'] response: {'name': 'network-changed', 'server_uuid': '6fd000ee-5205-4d02-b7a8-8c99871c8f29', 'tag': '0e9155b9-7112-41cd-b8ec-dd359b342b3a', 'status': 'completed', 'code': 200} Apr 12 00:32:51.242616 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c75cd8b-4745-470b-9363-1a9f89e6ca5b req-b03a20c6-cadb-4240-988f-55e27dbb20e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:51.244118 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-1c75cd8b-4745-470b-9363-1a9f89e6ca5b req-b03a20c6-cadb-4240-988f-55e27dbb20e4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8b482c4c00e94a25ad8f0a9034e9e0e5&device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 1129 time: 0.0407202 Apr 12 00:32:51.322984 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvr_db [None req-605ba6b3-bf44-4dd4-be6c-b51568a5eb9c None None] Set router b66e004c-97b5-4333-aacd-0dd256f7f56f gateway port host: dv-cinder-836252-3-iscsi {{(pid=114861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:32:51.338541 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c75cd8b-4745-470b-9363-1a9f89e6ca5b req-8ad05e74-2883-4bc6-b34d-583d6fd78483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:51.339994 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-1c75cd8b-4745-470b-9363-1a9f89e6ca5b req-8ad05e74-2883-4bc6-b34d-583d6fd78483 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1ee4ba18-669f-44db-9087-b0bd886e30c9 HTTP/1.1" status: 200 len: 918 time: 0.0888915 Apr 12 00:32:51.404587 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-1c75cd8b-4745-470b-9363-1a9f89e6ca5b req-75282c43-cbb4-4855-a296-3f6cbdc94ce7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e9155b9-7112-41cd-b8ec-dd359b342b3a HTTP/1.1" status: 200 len: 998 time: 0.0570333 Apr 12 00:32:51.454741 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c75cd8b-4745-470b-9363-1a9f89e6ca5b req-d2ecfac0-d4dd-4aa6-9e4e-c0ec9b4efec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:51.456190 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-1c75cd8b-4745-470b-9363-1a9f89e6ca5b req-d2ecfac0-d4dd-4aa6-9e4e-c0ec9b4efec6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5e83a63b-8739-41ae-aeb4-59d49ec2e5b0 HTTP/1.1" status: 200 len: 856 time: 0.0434077 Apr 12 00:32:51.506292 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c75cd8b-4745-470b-9363-1a9f89e6ca5b req-1e4a4c47-3d85-4658-919f-d1612d130193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:32:51.507715 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-1c75cd8b-4745-470b-9363-1a9f89e6ca5b req-1e4a4c47-3d85-4658-919f-d1612d130193 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1ee4ba18-669f-44db-9087-b0bd886e30c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411634 Apr 12 00:32:51.573131 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-605ba6b3-bf44-4dd4-be6c-b51568a5eb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66e004c-97b5-4333-aacd-0dd256f7f56f', 'name': 'tempest-AttachVolumeShelveTestJSON-1879484040-router', 'tenant_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '61a64e4a-6861-4369-8e2f-ef17f5f6af16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:25:37Z', 'updated_at': '2022-04-12T00:25:45Z', 'revision_number': 4, 'project_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'gw_port': {'id': '61a64e4a-6861-4369-8e2f-ef17f5f6af16', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66e004c-97b5-4333-aacd-0dd256f7f56f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:38Z', 'updated_at': '2022-04-12T00:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_floatingips': [{'id': 'cb6012fd-e53d-4187-a3eb-81e2d6b0a51e', 'tenant_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'floating_ip_address': '172.27.3.54', 'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'router_id': 'b66e004c-97b5-4333-aacd-0dd256f7f56f', 'port_id': '0e9155b9-7112-41cd-b8ec-dd359b342b3a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ee4ba18-669f-44db-9087-b0bd886e30c9', 'mac_address': 'fa:16:3e:a1:89:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd000ee-5205-4d02-b7a8-8c99871c8f29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:32:38Z', 'updated_at': '2022-04-12T00:32:50Z', 'revision_number': 1, 'project_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ca65d7a-78cd-441a-b64b-83ef86f9fba1', 'name': '', 'network_id': '1ee4ba18-669f-44db-9087-b0bd886e30c9', 'tenant_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'mac_address': 'fa:16:3e:0c:0d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66e004c-97b5-4333-aacd-0dd256f7f56f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5e83a63b-8739-41ae-aeb4-59d49ec2e5b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:42Z', 'updated_at': '2022-04-12T00:25:56Z', 'revision_number': 5, 'project_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'subnets': [{'id': '5e83a63b-8739-41ae-aeb4-59d49ec2e5b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:32:51.595440 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-1c75cd8b-4745-470b-9363-1a9f89e6ca5b req-b783781e-0938-4dfa-93a6-730c8f9b00dc service neutron] 10.222.0.52 "GET /v2.0/networks/1ee4ba18-669f-44db-9087-b0bd886e30c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808587 Apr 12 00:32:51.599568 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605ba6b3-bf44-4dd4-be6c-b51568a5eb9c None None] Checking router: b66e004c-97b5-4333-aacd-0dd256f7f56f for host: dv-cinder-836252-3-iscsi {{(pid=114861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:32:51.607702 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605ba6b3-bf44-4dd4-be6c-b51568a5eb9c None None] Routers {'b66e004c-97b5-4333-aacd-0dd256f7f56f'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:32:51.608304 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-605ba6b3-bf44-4dd4-be6c-b51568a5eb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:32:45Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['b66e004c-97b5-4333-aacd-0dd256f7f56f'], 'active': True} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:32:51.690760 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-1c75cd8b-4745-470b-9363-1a9f89e6ca5b req-582e59fd-8f94-4ec2-be93-54bb627f21ab service neutron] 10.222.0.52 "GET /v2.0/networks/1ee4ba18-669f-44db-9087-b0bd886e30c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881705 Apr 12 00:32:51.713969 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvr_db [None req-605ba6b3-bf44-4dd4-be6c-b51568a5eb9c None None] Set router b66e004c-97b5-4333-aacd-0dd256f7f56f gateway port host: dv-cinder-836252-3-iscsi {{(pid=114861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:32:51.922870 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-605ba6b3-bf44-4dd4-be6c-b51568a5eb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66e004c-97b5-4333-aacd-0dd256f7f56f', 'name': 'tempest-AttachVolumeShelveTestJSON-1879484040-router', 'tenant_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '61a64e4a-6861-4369-8e2f-ef17f5f6af16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:25:37Z', 'updated_at': '2022-04-12T00:25:45Z', 'revision_number': 4, 'project_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'gw_port': {'id': '61a64e4a-6861-4369-8e2f-ef17f5f6af16', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66e004c-97b5-4333-aacd-0dd256f7f56f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:38Z', 'updated_at': '2022-04-12T00:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_floatingips': [{'id': 'cb6012fd-e53d-4187-a3eb-81e2d6b0a51e', 'tenant_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'floating_ip_address': '172.27.3.54', 'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'router_id': 'b66e004c-97b5-4333-aacd-0dd256f7f56f', 'port_id': '0e9155b9-7112-41cd-b8ec-dd359b342b3a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ee4ba18-669f-44db-9087-b0bd886e30c9', 'mac_address': 'fa:16:3e:a1:89:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd000ee-5205-4d02-b7a8-8c99871c8f29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:32:38Z', 'updated_at': '2022-04-12T00:32:50Z', 'revision_number': 1, 'project_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ca65d7a-78cd-441a-b64b-83ef86f9fba1', 'name': '', 'network_id': '1ee4ba18-669f-44db-9087-b0bd886e30c9', 'tenant_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'mac_address': 'fa:16:3e:0c:0d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66e004c-97b5-4333-aacd-0dd256f7f56f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5e83a63b-8739-41ae-aeb4-59d49ec2e5b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:42Z', 'updated_at': '2022-04-12T00:25:56Z', 'revision_number': 5, 'project_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'subnets': [{'id': '5e83a63b-8739-41ae-aeb4-59d49ec2e5b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:32:51.949418 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605ba6b3-bf44-4dd4-be6c-b51568a5eb9c None None] The sync data for ids ['b66e004c-97b5-4333-aacd-0dd256f7f56f'] in dv-cinder-836252-3-iscsi is: [{'id': 'b66e004c-97b5-4333-aacd-0dd256f7f56f', 'name': 'tempest-AttachVolumeShelveTestJSON-1879484040-router', 'tenant_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '61a64e4a-6861-4369-8e2f-ef17f5f6af16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:25:37Z', 'updated_at': '2022-04-12T00:25:45Z', 'revision_number': 4, 'project_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'gw_port': {'id': '61a64e4a-6861-4369-8e2f-ef17f5f6af16', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66e004c-97b5-4333-aacd-0dd256f7f56f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:38Z', 'updated_at': '2022-04-12T00:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_floatingips': [{'id': 'cb6012fd-e53d-4187-a3eb-81e2d6b0a51e', 'tenant_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'floating_ip_address': '172.27.3.54', 'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'router_id': 'b66e004c-97b5-4333-aacd-0dd256f7f56f', 'port_id': '0e9155b9-7112-41cd-b8ec-dd359b342b3a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ee4ba18-669f-44db-9087-b0bd886e30c9', 'mac_address': 'fa:16:3e:a1:89:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd000ee-5205-4d02-b7a8-8c99871c8f29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:32:38Z', 'updated_at': '2022-04-12T00:32:50Z', 'revision_number': 1, 'project_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ca65d7a-78cd-441a-b64b-83ef86f9fba1', 'name': '', 'network_id': '1ee4ba18-669f-44db-9087-b0bd886e30c9', 'tenant_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'mac_address': 'fa:16:3e:0c:0d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66e004c-97b5-4333-aacd-0dd256f7f56f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5e83a63b-8739-41ae-aeb4-59d49ec2e5b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:42Z', 'updated_at': '2022-04-12T00:25:56Z', 'revision_number': 5, 'project_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'subnets': [{'id': '5e83a63b-8739-41ae-aeb4-59d49ec2e5b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:32:52.131238 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a7d22e-67e4-4d23-9323-106c0551edc9 None None] New status for floating IP cb6012fd-e53d-4187-a3eb-81e2d6b0a51e: ACTIVE {{(pid=114862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 00:32:55.856458 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.agents_db [None req-4f17da96-f611-4225-a78f-ee15b860eec6 None None] Agent healthcheck: found 6 active agents {{(pid=114862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:33:02.378763 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c15bae9-46fd-49e1-9003-80b0558f5a47 req-5a9addd7-2c75-4990-a040-23c595e7865e tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:02.380810 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-8c15bae9-46fd-49e1-9003-80b0558f5a47 req-5a9addd7-2c75-4990-a040-23c595e7865e tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/ports?device_id=29aa1426-1684-47b1-aded-1c9c306543bc HTTP/1.1" status: 200 len: 945 time: 0.0473318 Apr 12 00:33:02.433389 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-8c15bae9-46fd-49e1-9003-80b0558f5a47 req-1691db22-a780-459a-9b09-f847c7077298 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/security-groups?id=529c0cb2-c623-4df4-82c0-9ff506db5c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469811 Apr 12 00:33:03.545860 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e192f32-ec9d-4742-9145-53ee5c1f3e2a req-eb4cda49-e3bb-4dda-96bc-de02ec88f14a tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:03.547304 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-3e192f32-ec9d-4742-9145-53ee5c1f3e2a req-eb4cda49-e3bb-4dda-96bc-de02ec88f14a tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/ports?device_id=29aa1426-1684-47b1-aded-1c9c306543bc HTTP/1.1" status: 200 len: 945 time: 0.0467696 Apr 12 00:33:03.595235 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-3e192f32-ec9d-4742-9145-53ee5c1f3e2a req-f13d45da-38a5-4b8e-99f1-255cb65a53a6 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/security-groups?id=529c0cb2-c623-4df4-82c0-9ff506db5c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418591 Apr 12 00:33:04.707091 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c387b-553d-4877-a78a-00da88c10bdc req-9084c968-64ab-4881-aed2-c1d7f5f18f3b tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:04.708587 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-177c387b-553d-4877-a78a-00da88c10bdc req-9084c968-64ab-4881-aed2-c1d7f5f18f3b tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/ports?device_id=29aa1426-1684-47b1-aded-1c9c306543bc HTTP/1.1" status: 200 len: 945 time: 0.0460887 Apr 12 00:33:04.756064 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-177c387b-553d-4877-a78a-00da88c10bdc req-a1c4e3dd-415f-4ffe-8a07-c95c7ff5f366 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/security-groups?id=529c0cb2-c623-4df4-82c0-9ff506db5c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420194 Apr 12 00:33:05.866683 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a0bc0-cad0-44cf-807f-88a97394f182 req-57ae3447-3887-4bb5-aab8-e33d29cd7d5c tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:05.868119 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-935a0bc0-cad0-44cf-807f-88a97394f182 req-57ae3447-3887-4bb5-aab8-e33d29cd7d5c tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/ports?device_id=29aa1426-1684-47b1-aded-1c9c306543bc HTTP/1.1" status: 200 len: 945 time: 0.0454030 Apr 12 00:33:05.918630 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-935a0bc0-cad0-44cf-807f-88a97394f182 req-a99f7cce-00ba-4cc5-bce7-576fae25ffa8 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/security-groups?id=529c0cb2-c623-4df4-82c0-9ff506db5c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450220 Apr 12 00:33:07.028734 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ffe629-10ce-4dc5-a222-5a3d18851419 req-f332c5ef-9efa-449c-a17b-188406464890 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:07.030187 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-82ffe629-10ce-4dc5-a222-5a3d18851419 req-f332c5ef-9efa-449c-a17b-188406464890 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/ports?device_id=29aa1426-1684-47b1-aded-1c9c306543bc HTTP/1.1" status: 200 len: 945 time: 0.0460708 Apr 12 00:33:07.077487 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-82ffe629-10ce-4dc5-a222-5a3d18851419 req-401888a2-8e99-4bcc-8c73-3abd8c546765 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/security-groups?id=529c0cb2-c623-4df4-82c0-9ff506db5c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417473 Apr 12 00:33:08.187946 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87de97d-b4f8-43c2-b182-31035a5d93b4 req-e8a36c0d-0839-4b8b-be75-5889f2e7f4ae tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:08.189373 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a87de97d-b4f8-43c2-b182-31035a5d93b4 req-e8a36c0d-0839-4b8b-be75-5889f2e7f4ae tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/ports?device_id=29aa1426-1684-47b1-aded-1c9c306543bc HTTP/1.1" status: 200 len: 945 time: 0.0451813 Apr 12 00:33:08.236043 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a87de97d-b4f8-43c2-b182-31035a5d93b4 req-679f41b5-1ad1-49ab-a4db-334a255ae16c tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/security-groups?id=529c0cb2-c623-4df4-82c0-9ff506db5c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406170 Apr 12 00:33:09.349764 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c0e5b-e7df-4cf0-812b-499805197e1c req-76a0de07-05e2-43b0-ab27-ec7b60872e67 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:09.351222 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-807c0e5b-e7df-4cf0-812b-499805197e1c req-76a0de07-05e2-43b0-ab27-ec7b60872e67 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/ports?device_id=29aa1426-1684-47b1-aded-1c9c306543bc HTTP/1.1" status: 200 len: 945 time: 0.0490365 Apr 12 00:33:09.397916 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-807c0e5b-e7df-4cf0-812b-499805197e1c req-f44b19b1-f40c-4f9b-9290-c940e2dcd18b tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/security-groups?id=529c0cb2-c623-4df4-82c0-9ff506db5c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412378 Apr 12 00:33:10.511877 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2548efb1-3c23-4924-8f7b-6c9477a6bf94 req-4ac3e973-7f7e-40ff-80a9-591b4f355ea9 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:10.513346 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-2548efb1-3c23-4924-8f7b-6c9477a6bf94 req-4ac3e973-7f7e-40ff-80a9-591b4f355ea9 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/ports?device_id=29aa1426-1684-47b1-aded-1c9c306543bc HTTP/1.1" status: 200 len: 945 time: 0.0490718 Apr 12 00:33:10.563552 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-2548efb1-3c23-4924-8f7b-6c9477a6bf94 req-a92513d0-ffd5-4b1c-8305-c0de7d65ce86 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/security-groups?id=529c0cb2-c623-4df4-82c0-9ff506db5c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438840 Apr 12 00:33:11.680950 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef3783-2e47-4a5e-976d-697ea0580cc5 req-0ee3749e-8c60-44de-b2db-1c6eb56f8b1a tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:11.682482 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-73ef3783-2e47-4a5e-976d-697ea0580cc5 req-0ee3749e-8c60-44de-b2db-1c6eb56f8b1a tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/ports?device_id=29aa1426-1684-47b1-aded-1c9c306543bc HTTP/1.1" status: 200 len: 945 time: 0.0483298 Apr 12 00:33:11.735663 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-73ef3783-2e47-4a5e-976d-697ea0580cc5 req-e11435a5-4fcb-4389-a1c9-bc0118cde644 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/security-groups?id=529c0cb2-c623-4df4-82c0-9ff506db5c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457220 Apr 12 00:33:12.363153 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-7c7e0bb9-8b8e-4662-8eb5-9cfd551c070d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (4ecbd319-6885-49f5-abb8-de205838eb1c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:12.628497 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950a5eb-03e3-443f-ac30-7545b05ba65f req-15245eed-40a9-421b-86cb-fce4dbf50d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:12.629908 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-8950a5eb-03e3-443f-ac30-7545b05ba65f req-15245eed-40a9-421b-86cb-fce4dbf50d96 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c03f71e524b24b8abf5e7c81842f4e75&device_id=29aa1426-1684-47b1-aded-1c9c306543bc HTTP/1.1" status: 200 len: 1129 time: 0.0410485 Apr 12 00:33:12.717506 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950a5eb-03e3-443f-ac30-7545b05ba65f req-052e4ade-7b40-45aa-b88f-3365370f1489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:12.719005 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-8950a5eb-03e3-443f-ac30-7545b05ba65f req-052e4ade-7b40-45aa-b88f-3365370f1489 service neutron] 10.222.0.52 "GET /v2.0/networks?id=24ec2ef9-df24-4555-83f6-8552434e4e0b HTTP/1.1" status: 200 len: 910 time: 0.0826318 Apr 12 00:33:12.789923 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-8950a5eb-03e3-443f-ac30-7545b05ba65f req-2175906c-d928-45cd-b31d-0d5b577c280b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94406837-92d7-472c-9764-43cc0c5b4cd8 HTTP/1.1" status: 200 len: 1000 time: 0.0643430 Apr 12 00:33:12.842516 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950a5eb-03e3-443f-ac30-7545b05ba65f req-11a4da5a-dbb6-471a-8afa-02de020b9c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:12.843990 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-8950a5eb-03e3-443f-ac30-7545b05ba65f req-11a4da5a-dbb6-471a-8afa-02de020b9c80 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f52cb473-8beb-4ba4-919f-75070d667054 HTTP/1.1" status: 200 len: 848 time: 0.0474834 Apr 12 00:33:12.859477 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0114be-2725-4bc8-a15b-02f4b6717cdb req-73ac75ad-96c1-47c9-826a-296eae65c8f9 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:12.861050 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-ca0114be-2725-4bc8-a15b-02f4b6717cdb req-73ac75ad-96c1-47c9-826a-296eae65c8f9 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/ports?device_id=29aa1426-1684-47b1-aded-1c9c306543bc HTTP/1.1" status: 200 len: 945 time: 0.0560565 Apr 12 00:33:12.889049 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950a5eb-03e3-443f-ac30-7545b05ba65f req-10c6f483-cfc1-403e-87c5-e30227332a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:12.890754 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-8950a5eb-03e3-443f-ac30-7545b05ba65f req-10c6f483-cfc1-403e-87c5-e30227332a63 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=24ec2ef9-df24-4555-83f6-8552434e4e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406816 Apr 12 00:33:12.911978 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-ca0114be-2725-4bc8-a15b-02f4b6717cdb req-301f677a-ee0e-4aae-8bfa-f9239fc5f1a6 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/security-groups?id=529c0cb2-c623-4df4-82c0-9ff506db5c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432642 Apr 12 00:33:12.990009 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-8950a5eb-03e3-443f-ac30-7545b05ba65f req-611ed71c-3036-418a-be44-ab8e3653fb73 service neutron] 10.222.0.52 "GET /v2.0/networks/24ec2ef9-df24-4555-83f6-8552434e4e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922706 Apr 12 00:33:13.042981 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e34323-6413-4568-882f-65d7ab950e9f req-6baf4e74-c8dd-4c47-80aa-12ea47f2c947 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:13.044421 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-73e34323-6413-4568-882f-65d7ab950e9f req-6baf4e74-c8dd-4c47-80aa-12ea47f2c947 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 945 time: 0.0452366 Apr 12 00:33:13.094123 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-73e34323-6413-4568-882f-65d7ab950e9f req-27121d6b-7f6f-4fe2-b60b-3636dcd89672 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=76e21fa7-8abd-40c8-b68c-8a662b71ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438254 Apr 12 00:33:14.031062 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bce984-675d-46a2-aa24-ee0946c541de req-f49a8ad3-5aa8-41fd-870f-a2f3e026de7f tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:14.032628 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-46bce984-675d-46a2-aa24-ee0946c541de req-f49a8ad3-5aa8-41fd-870f-a2f3e026de7f tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/ports?device_id=29aa1426-1684-47b1-aded-1c9c306543bc HTTP/1.1" status: 200 len: 945 time: 0.0484610 Apr 12 00:33:14.080966 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-46bce984-675d-46a2-aa24-ee0946c541de req-b323c950-a1c7-459e-bdea-e2109e6881de tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/security-groups?id=529c0cb2-c623-4df4-82c0-9ff506db5c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419755 Apr 12 00:33:14.205808 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9810536-7bf3-44a6-b9a5-4ef16eaacf02 req-cd5e8d5a-f0b5-4c1b-b59d-5c27c465e0c8 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:14.207180 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-a9810536-7bf3-44a6-b9a5-4ef16eaacf02 req-cd5e8d5a-f0b5-4c1b-b59d-5c27c465e0c8 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 945 time: 0.0456204 Apr 12 00:33:14.255873 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-a9810536-7bf3-44a6-b9a5-4ef16eaacf02 req-82c3a87e-7603-4d50-8b9a-4b482010aecd tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=76e21fa7-8abd-40c8-b68c-8a662b71ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431566 Apr 12 00:33:14.615282 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-1b13293c-a943-4947-bfaf-0cd237cf3cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (d3fb0dde-5c40-4fca-80b5-61326157311c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:15.193733 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd68e9-66bb-4b30-9a87-36fb898a2db6 req-2ab8f9d1-c2f8-468c-84b2-54b38cdf5912 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:15.195177 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d4fd68e9-66bb-4b30-9a87-36fb898a2db6 req-2ab8f9d1-c2f8-468c-84b2-54b38cdf5912 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/ports?device_id=29aa1426-1684-47b1-aded-1c9c306543bc HTTP/1.1" status: 200 len: 945 time: 0.0463810 Apr 12 00:33:15.246315 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d4fd68e9-66bb-4b30-9a87-36fb898a2db6 req-e7808e1c-5101-411a-9a55-d80847f22ca0 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/security-groups?id=529c0cb2-c623-4df4-82c0-9ff506db5c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451450 Apr 12 00:33:15.367229 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4763d0-0a97-4526-aafe-2007912fde04 req-8e48230e-667a-4bf2-939b-a3af90f01c1e tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:15.368899 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-6f4763d0-0a97-4526-aafe-2007912fde04 req-8e48230e-667a-4bf2-939b-a3af90f01c1e tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 945 time: 0.0473809 Apr 12 00:33:15.417460 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-6f4763d0-0a97-4526-aafe-2007912fde04 req-35984e23-7ea4-47c3-aada-5564f43f828a tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=76e21fa7-8abd-40c8-b68c-8a662b71ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429912 Apr 12 00:33:16.165157 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-8950a5eb-03e3-443f-ac30-7545b05ba65f req-6b232e7d-9058-4f3d-a9f5-e99708331656 service neutron] 10.222.0.52 "GET /v2.0/networks/24ec2ef9-df24-4555-83f6-8552434e4e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939925 Apr 12 00:33:16.205733 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d4423688-5a44-44f3-a132-81f2c9b6cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (af38becd-82ff-4144-8f94-74de975161ca), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:16.362695 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ee8744-bd15-4409-97dd-45c8012d0166 req-78c12455-41c9-429b-b76c-51af34e7922c tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:16.364646 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-64ee8744-bd15-4409-97dd-45c8012d0166 req-78c12455-41c9-429b-b76c-51af34e7922c tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/ports?device_id=29aa1426-1684-47b1-aded-1c9c306543bc HTTP/1.1" status: 200 len: 945 time: 0.0462310 Apr 12 00:33:16.417538 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-64ee8744-bd15-4409-97dd-45c8012d0166 req-82ab5da2-a2c9-4f47-9509-d9222cd058c8 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/security-groups?id=529c0cb2-c623-4df4-82c0-9ff506db5c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472217 Apr 12 00:33:16.534300 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885daf64-9867-4ccb-b4fc-2d748660bc56 req-cb8f7942-b9f8-4cde-9023-0107a5d6a5f1 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:16.536669 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-885daf64-9867-4ccb-b4fc-2d748660bc56 req-cb8f7942-b9f8-4cde-9023-0107a5d6a5f1 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 945 time: 0.0499728 Apr 12 00:33:16.584191 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-885daf64-9867-4ccb-b4fc-2d748660bc56 req-6889e7f0-537a-487d-bfe6-8009f10637cd tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=76e21fa7-8abd-40c8-b68c-8a662b71ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421994 Apr 12 00:33:17.138025 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (6c438ad1-5788-4552-a50f-29c8c96f3196), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:17.527523 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2831e2-17c4-41de-96ce-fa26a3ab521a req-64675425-9372-436b-b2a5-dbf3d9354d73 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:17.528968 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-9d2831e2-17c4-41de-96ce-fa26a3ab521a req-64675425-9372-436b-b2a5-dbf3d9354d73 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/ports?device_id=29aa1426-1684-47b1-aded-1c9c306543bc HTTP/1.1" status: 200 len: 945 time: 0.0466349 Apr 12 00:33:17.575984 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-9d2831e2-17c4-41de-96ce-fa26a3ab521a req-6c0350ba-96be-41fe-a47a-f6fe16d7c61e tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/security-groups?id=529c0cb2-c623-4df4-82c0-9ff506db5c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415785 Apr 12 00:33:17.606165 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-be9ea9f3-6c7c-4887-ad09-badb35df740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (738aa052-ee84-4bd1-913b-ee7149597f8f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:17.697983 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b1ba7-9765-4d93-87f4-49d66b90f94b req-929da6ee-5d29-48b8-88b4-bbbd2bd50101 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:17.699467 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-c45b1ba7-9765-4d93-87f4-49d66b90f94b req-929da6ee-5d29-48b8-88b4-bbbd2bd50101 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 945 time: 0.0496142 Apr 12 00:33:17.746695 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-c45b1ba7-9765-4d93-87f4-49d66b90f94b req-de0dcab8-b6ef-4d4c-a91d-8d12d84e3c8b tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=76e21fa7-8abd-40c8-b68c-8a662b71ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414414 Apr 12 00:33:17.829348 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f63a99-a91c-4d74-9098-842613031a63 req-d6a48135-0f42-455a-86b0-9e996c58a0b4 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:17.830870 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-46f63a99-a91c-4d74-9098-842613031a63 req-d6a48135-0f42-455a-86b0-9e996c58a0b4 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.52 "GET /v2.0/ports?device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 945 time: 0.0448127 Apr 12 00:33:17.945310 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [req-46f63a99-a91c-4d74-9098-842613031a63 req-110661d6-b698-420a-af34-3c16b9ee52ac tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Deleting port acbbc313-dcc4-4731-a931-77e1a5d10277 {{(pid=114859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:33:17.945656 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-46f63a99-a91c-4d74-9098-842613031a63 req-110661d6-b698-420a-af34-3c16b9ee52ac tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (acbbc313-dcc4-4731-a931-77e1a5d10277), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:18.033863 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [req-46f63a99-a91c-4d74-9098-842613031a63 req-110661d6-b698-420a-af34-3c16b9ee52ac tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] For port acbbc313-dcc4-4731-a931-77e1a5d10277, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=acbbc313-dcc4-4731-a931-77e1a5d10277,segment=NetworkSegment(fd63afde-b6e3-4288-8882-e1cea57d1a20),segment_id=fd63afde-b6e3-4288-8882-e1cea57d1a20)] {{(pid=114859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:33:18.034223 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-46f63a99-a91c-4d74-9098-842613031a63 req-110661d6-b698-420a-af34-3c16b9ee52ac tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (acbbc313-dcc4-4731-a931-77e1a5d10277), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:18.449601 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-46f63a99-a91c-4d74-9098-842613031a63 req-110661d6-b698-420a-af34-3c16b9ee52ac tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:18.449970 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-46f63a99-a91c-4d74-9098-842613031a63 req-110661d6-b698-420a-af34-3c16b9ee52ac tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1586356'] for floatingip (ea4e4b62-4d02-4c3c-a7f1-5819f6646226), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:18.450282 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.db.l3_db [req-46f63a99-a91c-4d74-9098-842613031a63 req-110661d6-b698-420a-af34-3c16b9ee52ac tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Floating IP ea4e4b62-4d02-4c3c-a7f1-5819f6646226 disassociated. External IP: 172.27.3.188, port: acbbc313-dcc4-4731-a931-77e1a5d10277. Apr 12 00:33:18.450628 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [req-46f63a99-a91c-4d74-9098-842613031a63 req-110661d6-b698-420a-af34-3c16b9ee52ac tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Calling delete_port for acbbc313-dcc4-4731-a931-77e1a5d10277 owned by compute:nova {{(pid=114859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:33:18.578806 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-46f63a99-a91c-4d74-9098-842613031a63 req-110661d6-b698-420a-af34-3c16b9ee52ac tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (acbbc313-dcc4-4731-a931-77e1a5d10277), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:18.607330 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110661d6-b698-420a-af34-3c16b9ee52ac tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Pushing event deleted for resources: {'Port': ['ID=acbbc313-dcc4-4731-a931-77e1a5d10277,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:33:18.733824 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc33134-4ac0-49ba-b873-b00315ea91fb req-8956cc3f-4315-47c2-961b-98ebe7066748 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:18.735325 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-4dc33134-4ac0-49ba-b873-b00315ea91fb req-8956cc3f-4315-47c2-961b-98ebe7066748 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/ports?device_id=29aa1426-1684-47b1-aded-1c9c306543bc HTTP/1.1" status: 200 len: 945 time: 0.0849869 Apr 12 00:33:18.787958 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46f63a99-a91c-4d74-9098-842613031a63 req-110661d6-b698-420a-af34-3c16b9ee52ac tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Router 91721c3e-9320-4063-bd5f-37a055cc06ce has already been hosted by L3 agent d3fb0dde-5c40-4fca-80b5-61326157311c {{(pid=114859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:33:18.807176 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-4dc33134-4ac0-49ba-b873-b00315ea91fb req-999e8c88-339c-4a5d-bedd-445a62d73b9f tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/security-groups?id=529c0cb2-c623-4df4-82c0-9ff506db5c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655479 Apr 12 00:33:18.849252 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-5af3c97f-788d-439c-9076-69ad9e632a49 req-87f213f5-bfce-482b-983f-7469889de824 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a3e7dc-86c5-42ab-8a46-126c80dd1adc HTTP/1.1" status: 200 len: 210 time: 0.0331092 Apr 12 00:33:18.895194 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [req-58252b46-b893-4407-888d-bcab866d46dc req-43f0b5a8-f5db-4b17-92c6-5461edfb73d5 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114859) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 00:33:18.896072 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-58252b46-b893-4407-888d-bcab866d46dc req-43f0b5a8-f5db-4b17-92c6-5461edfb73d5 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060313 Apr 12 00:33:18.920506 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46f63a99-a91c-4d74-9098-842613031a63 req-110661d6-b698-420a-af34-3c16b9ee52ac tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Notify agent at l3_agent.dv-cinder-836252-3-iscsi the message routers_updated {{(pid=114859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:33:18.937331 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c693c6-d07f-45e5-b6e2-daf15f4020bb None None] Sync routers for ids ['91721c3e-9320-4063-bd5f-37a055cc06ce'] in dv-cinder-836252-3-iscsi {{(pid=114861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:33:18.960415 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c693c6-d07f-45e5-b6e2-daf15f4020bb None None] Routers {'91721c3e-9320-4063-bd5f-37a055cc06ce'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:33:18.961186 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-c6c693c6-d07f-45e5-b6e2-daf15f4020bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:33:15Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['91721c3e-9320-4063-bd5f-37a055cc06ce'], 'active': True} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:33:18.963413 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (f9a21fd4-36f2-4826-890e-da332e228edf), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:18.970341 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f63a99-a91c-4d74-9098-842613031a63 req-110661d6-b698-420a-af34-3c16b9ee52ac tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] No DVR routers for this DVR port acbbc313-dcc4-4731-a931-77e1a5d10277 on host hv-cinder-83625 {{(pid=114859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:33:18.974642 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-46f63a99-a91c-4d74-9098-842613031a63 req-110661d6-b698-420a-af34-3c16b9ee52ac tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for port (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:18.979536 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-46f63a99-a91c-4d74-9098-842613031a63 req-110661d6-b698-420a-af34-3c16b9ee52ac tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.52 "DELETE /v2.0/ports/acbbc313-dcc4-4731-a931-77e1a5d10277 HTTP/1.1" status: 204 len: 173 time: 1.1173174 Apr 12 00:33:18.979536 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a3e7dc-86c5-42ab-8a46-126c80dd1adc', 'name': 'network-vif-deleted', 'tag': 'acbbc313-dcc4-4731-a931-77e1a5d10277'}] {{(pid=114859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:33:18.981975 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d751ce943c7fd1580d8237ddcdd582f05025ac6b53677acecb9ecfb4d000721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c2444f-f21a-42f0-9f86-d880a8052257" -d '{"events": [{"server_uuid": "85a3e7dc-86c5-42ab-8a46-126c80dd1adc", "name": "network-vif-deleted", "tag": "acbbc313-dcc4-4731-a931-77e1a5d10277"}]}' {{(pid=114859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:33:19.029966 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9283269e-876c-4c5c-b270-d867d2cf6c5c x-openstack-request-id: req-9283269e-876c-4c5c-b270-d867d2cf6c5c {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:33:19.030281 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85a3e7dc-86c5-42ab-8a46-126c80dd1adc", "name": "network-vif-deleted", "tag": "acbbc313-dcc4-4731-a931-77e1a5d10277", "status": "completed", "code": 200}]} {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:33:19.030646 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9283269e-876c-4c5c-b270-d867d2cf6c5c {{(pid=114859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:33:19.030957 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9283269e-876c-4c5c-b270-d867d2cf6c5c'] response: {'server_uuid': '85a3e7dc-86c5-42ab-8a46-126c80dd1adc', 'name': 'network-vif-deleted', 'tag': 'acbbc313-dcc4-4731-a931-77e1a5d10277', 'status': 'completed', 'code': 200} Apr 12 00:33:19.140273 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 59906) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:33:19.149097 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvr_db [None req-c6c693c6-d07f-45e5-b6e2-daf15f4020bb None None] Set router 91721c3e-9320-4063-bd5f-37a055cc06ce gateway port host: dv-cinder-836252-3-iscsi {{(pid=114861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:33:19.152009 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8484db-5e64-4c16-a440-6dfff692d5fe req-b3ab7db3-e8ce-48c8-9d2e-6ff618eb4dcf tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:19.153715 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-ae8484db-5e64-4c16-a440-6dfff692d5fe req-b3ab7db3-e8ce-48c8-9d2e-6ff618eb4dcf tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/ports?device_id=29aa1426-1684-47b1-aded-1c9c306543bc HTTP/1.1" status: 200 len: 945 time: 0.0976889 Apr 12 00:33:19.223210 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-ae8484db-5e64-4c16-a440-6dfff692d5fe req-a7169155-1ec0-4fd2-85dc-fe00513c3ed6 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/security-groups?id=529c0cb2-c623-4df4-82c0-9ff506db5c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569632 Apr 12 00:33:19.243700 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0d904508-28df-4873-b2ee-5f8f5f93762d req-b4e435a2-f7e1-4aa6-975c-f4c241bfc398 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=29aa1426-1684-47b1-aded-1c9c306543bc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1023650 Apr 12 00:33:19.252580 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [req-0d904508-28df-4873-b2ee-5f8f5f93762d req-d91bc616-b878-4df7-b714-a2627c49ff5d service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114859) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 00:33:19.254483 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0d904508-28df-4873-b2ee-5f8f5f93762d req-d91bc616-b878-4df7-b714-a2627c49ff5d service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055184 Apr 12 00:33:19.334480 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 59914) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:33:19.363280 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-c6c693c6-d07f-45e5-b6e2-daf15f4020bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91721c3e-9320-4063-bd5f-37a055cc06ce', 'name': 'tempest-ServerRescueNegativeTestJSON-1051460631-router', 'tenant_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'e414a36b-4af7-49f0-b141-e81f87a4c67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:25:41Z', 'updated_at': '2022-04-12T00:25:51Z', 'revision_number': 4, 'project_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'gw_port': {'id': 'e414a36b-4af7-49f0-b141-e81f87a4c67d', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:91:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91721c3e-9320-4063-bd5f-37a055cc06ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:42Z', 'updated_at': '2022-04-12T00:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': '7a82a6ed-1029-4c84-94ac-401d26f7ba63', 'name': '', 'network_id': 'd9c3b5d9-2a62-4930-bf1a-06e919287728', 'tenant_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'mac_address': 'fa:16:3e:0e:1a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91721c3e-9320-4063-bd5f-37a055cc06ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7f76de51-1250-4e78-bc34-31fbaa8ccdf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:49Z', 'updated_at': '2022-04-12T00:26:01Z', 'revision_number': 5, 'project_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'subnets': [{'id': '7f76de51-1250-4e78-bc34-31fbaa8ccdf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:33:19.389249 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c693c6-d07f-45e5-b6e2-daf15f4020bb None None] Checking router: 91721c3e-9320-4063-bd5f-37a055cc06ce for host: dv-cinder-836252-3-iscsi {{(pid=114861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:33:19.398591 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c693c6-d07f-45e5-b6e2-daf15f4020bb None None] Routers {'91721c3e-9320-4063-bd5f-37a055cc06ce'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:33:19.399194 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-c6c693c6-d07f-45e5-b6e2-daf15f4020bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:33:15Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['91721c3e-9320-4063-bd5f-37a055cc06ce'], 'active': True} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:33:19.432113 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d904508-28df-4873-b2ee-5f8f5f93762d req-6b4f069b-b8b1-4a48-b5b9-22852671ff23 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:19.433468 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0d904508-28df-4873-b2ee-5f8f5f93762d req-6b4f069b-b8b1-4a48-b5b9-22852671ff23 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/ports/94406837-92d7-472c-9764-43cc0c5b4cd8 HTTP/1.1" status: 200 len: 942 time: 0.0979681 Apr 12 00:33:19.510523 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvr_db [None req-c6c693c6-d07f-45e5-b6e2-daf15f4020bb None None] Set router 91721c3e-9320-4063-bd5f-37a055cc06ce gateway port host: dv-cinder-836252-3-iscsi {{(pid=114861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:33:19.720324 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-c6c693c6-d07f-45e5-b6e2-daf15f4020bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91721c3e-9320-4063-bd5f-37a055cc06ce', 'name': 'tempest-ServerRescueNegativeTestJSON-1051460631-router', 'tenant_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'e414a36b-4af7-49f0-b141-e81f87a4c67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:25:41Z', 'updated_at': '2022-04-12T00:25:51Z', 'revision_number': 4, 'project_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'gw_port': {'id': 'e414a36b-4af7-49f0-b141-e81f87a4c67d', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:91:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91721c3e-9320-4063-bd5f-37a055cc06ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:42Z', 'updated_at': '2022-04-12T00:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': '7a82a6ed-1029-4c84-94ac-401d26f7ba63', 'name': '', 'network_id': 'd9c3b5d9-2a62-4930-bf1a-06e919287728', 'tenant_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'mac_address': 'fa:16:3e:0e:1a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91721c3e-9320-4063-bd5f-37a055cc06ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7f76de51-1250-4e78-bc34-31fbaa8ccdf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:49Z', 'updated_at': '2022-04-12T00:26:01Z', 'revision_number': 5, 'project_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'subnets': [{'id': '7f76de51-1250-4e78-bc34-31fbaa8ccdf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:33:19.747725 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c693c6-d07f-45e5-b6e2-daf15f4020bb None None] The sync data for ids ['91721c3e-9320-4063-bd5f-37a055cc06ce'] in dv-cinder-836252-3-iscsi is: [{'id': '91721c3e-9320-4063-bd5f-37a055cc06ce', 'name': 'tempest-ServerRescueNegativeTestJSON-1051460631-router', 'tenant_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'e414a36b-4af7-49f0-b141-e81f87a4c67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:25:41Z', 'updated_at': '2022-04-12T00:25:51Z', 'revision_number': 4, 'project_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'gw_port': {'id': 'e414a36b-4af7-49f0-b141-e81f87a4c67d', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:91:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91721c3e-9320-4063-bd5f-37a055cc06ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:42Z', 'updated_at': '2022-04-12T00:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': '7a82a6ed-1029-4c84-94ac-401d26f7ba63', 'name': '', 'network_id': 'd9c3b5d9-2a62-4930-bf1a-06e919287728', 'tenant_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'mac_address': 'fa:16:3e:0e:1a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91721c3e-9320-4063-bd5f-37a055cc06ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7f76de51-1250-4e78-bc34-31fbaa8ccdf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:49Z', 'updated_at': '2022-04-12T00:26:01Z', 'revision_number': 5, 'project_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'subnets': [{'id': '7f76de51-1250-4e78-bc34-31fbaa8ccdf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:33:19.937659 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 59928) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:33:19.992227 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85f047b-6f37-4337-9e1b-7d753702bace None None] New status for floating IP ea4e4b62-4d02-4c3c-a7f1-5819f6646226: DOWN {{(pid=114862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 00:33:19.998487 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-4391191e-f0e0-4afe-8dbf-22175a4f4853 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Publish callbacks [] for security_group (76e21fa7-8abd-40c8-b68c-8a662b71ccb4), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:20.022503 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-4391191e-f0e0-4afe-8dbf-22175a4f4853 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Publish callbacks [] for security_group (76e21fa7-8abd-40c8-b68c-8a662b71ccb4), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:20.071812 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-4391191e-f0e0-4afe-8dbf-22175a4f4853 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (76e21fa7-8abd-40c8-b68c-8a662b71ccb4), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:20.074499 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-4391191e-f0e0-4afe-8dbf-22175a4f4853 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Publish callbacks [] for security_group (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:20.075704 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-4391191e-f0e0-4afe-8dbf-22175a4f4853 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "DELETE /v2.0/security-groups/76e21fa7-8abd-40c8-b68c-8a662b71ccb4 HTTP/1.1" status: 204 len: 168 time: 0.1369874 Apr 12 00:33:20.078469 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 59930) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:33:20.085288 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4391191e-f0e0-4afe-8dbf-22175a4f4853 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e21fa7-8abd-40c8-b68c-8a662b71ccb4,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:33:20.094146 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.api.v2.resource [None req-c65f5f49-2516-479e-b94f-bd37facd06a8 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] show failed (client error): The resource could not be found. Apr 12 00:33:20.095195 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-c65f5f49-2516-479e-b94f-bd37facd06a8 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups/76e21fa7-8abd-40c8-b68c-8a662b71ccb4 HTTP/1.1" status: 404 len: 347 time: 0.0157526 Apr 12 00:33:20.098555 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 59932) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:33:20.222899 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [None req-096d947d-fbce-4767-a32d-55b55c2f70a0 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Deleting port b84b12f9-3c12-4d62-a737-84bc28c5b09b {{(pid=114859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:33:20.223237 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-096d947d-fbce-4767-a32d-55b55c2f70a0 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (b84b12f9-3c12-4d62-a737-84bc28c5b09b), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:20.310013 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-096d947d-fbce-4767-a32d-55b55c2f70a0 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (b84b12f9-3c12-4d62-a737-84bc28c5b09b), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:20.310454 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-096d947d-fbce-4767-a32d-55b55c2f70a0 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Publish callbacks [] for floatingip (b84b12f9-3c12-4d62-a737-84bc28c5b09b), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:20.341013 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [None req-096d947d-fbce-4767-a32d-55b55c2f70a0 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Calling delete_port for b84b12f9-3c12-4d62-a737-84bc28c5b09b owned by network:floatingip {{(pid=114859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:33:20.360800 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f20f35-24d8-4def-9922-45a3b3a4607d req-1f9062da-c4f0-4e2e-bc12-70c8582db84a tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:20.362272 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a3f20f35-24d8-4def-9922-45a3b3a4607d req-1f9062da-c4f0-4e2e-bc12-70c8582db84a tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/ports?device_id=29aa1426-1684-47b1-aded-1c9c306543bc HTTP/1.1" status: 200 len: 945 time: 0.0637121 Apr 12 00:33:20.469500 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a3f20f35-24d8-4def-9922-45a3b3a4607d req-7570905a-f97e-40ce-bfc3-82a409fc9807 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/security-groups?id=529c0cb2-c623-4df4-82c0-9ff506db5c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721028 Apr 12 00:33:20.537196 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-096d947d-fbce-4767-a32d-55b55c2f70a0 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (b84b12f9-3c12-4d62-a737-84bc28c5b09b), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:20.562124 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096d947d-fbce-4767-a32d-55b55c2f70a0 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Pushing event deleted for resources: {'Port': ['ID=b84b12f9-3c12-4d62-a737-84bc28c5b09b,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:33:20.632991 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-096d947d-fbce-4767-a32d-55b55c2f70a0 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Publish callbacks [] for floatingip (ea4e4b62-4d02-4c3c-a7f1-5819f6646226), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:20.636577 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-096d947d-fbce-4767-a32d-55b55c2f70a0 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for floatingip (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:20.640206 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-096d947d-fbce-4767-a32d-55b55c2f70a0 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "DELETE /v2.0/floatingips/ea4e4b62-4d02-4c3c-a7f1-5819f6646226 HTTP/1.1" status: 204 len: 168 time: 0.5375304 Apr 12 00:33:21.074555 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d904508-28df-4873-b2ee-5f8f5f93762d req-7a437328-73c3-409c-9cf0-cbb0268b5c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:21.075949 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0d904508-28df-4873-b2ee-5f8f5f93762d req-7a437328-73c3-409c-9cf0-cbb0268b5c66 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=29aa1426-1684-47b1-aded-1c9c306543bc&tenant_id=c03f71e524b24b8abf5e7c81842f4e75 HTTP/1.1" status: 200 len: 1129 time: 0.0386930 Apr 12 00:33:21.152291 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d904508-28df-4873-b2ee-5f8f5f93762d req-1b9ff3d5-89c0-41c6-bfb5-9b1d4b93524d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:21.153781 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0d904508-28df-4873-b2ee-5f8f5f93762d req-1b9ff3d5-89c0-41c6-bfb5-9b1d4b93524d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c03f71e524b24b8abf5e7c81842f4e75&device_id=29aa1426-1684-47b1-aded-1c9c306543bc HTTP/1.1" status: 200 len: 1129 time: 0.0441818 Apr 12 00:33:21.243915 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d904508-28df-4873-b2ee-5f8f5f93762d req-dc3e4c2e-2f52-4ac7-b41a-3cd00fa91572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:21.245357 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0d904508-28df-4873-b2ee-5f8f5f93762d req-dc3e4c2e-2f52-4ac7-b41a-3cd00fa91572 service neutron] 10.222.0.52 "GET /v2.0/networks?id=24ec2ef9-df24-4555-83f6-8552434e4e0b HTTP/1.1" status: 200 len: 910 time: 0.0855999 Apr 12 00:33:21.309052 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0d904508-28df-4873-b2ee-5f8f5f93762d req-9aa9e2ca-9da8-40f5-8625-ba5a880a0ff1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94406837-92d7-472c-9764-43cc0c5b4cd8 HTTP/1.1" status: 200 len: 1000 time: 0.0575590 Apr 12 00:33:21.356946 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d904508-28df-4873-b2ee-5f8f5f93762d req-d0a84c44-a95f-42e3-8163-a03d14caa499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:21.358255 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0d904508-28df-4873-b2ee-5f8f5f93762d req-d0a84c44-a95f-42e3-8163-a03d14caa499 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f52cb473-8beb-4ba4-919f-75070d667054 HTTP/1.1" status: 200 len: 848 time: 0.0430229 Apr 12 00:33:21.402922 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d904508-28df-4873-b2ee-5f8f5f93762d req-0f3fc30c-b1e5-4591-a898-d4a4c0e9ddc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:21.404457 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0d904508-28df-4873-b2ee-5f8f5f93762d req-0f3fc30c-b1e5-4591-a898-d4a4c0e9ddc6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=24ec2ef9-df24-4555-83f6-8552434e4e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404890 Apr 12 00:33:21.492821 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0d904508-28df-4873-b2ee-5f8f5f93762d req-7f40e1c0-ebb1-478b-93f6-893d0d54c3f8 service neutron] 10.222.0.52 "GET /v2.0/networks/24ec2ef9-df24-4555-83f6-8552434e4e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814743 Apr 12 00:33:21.523398 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device 94406837-92d7-472c-9764-43cc0c5b4cd8 no longer exists at agent hyperv_hv-cinder-83625 {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:33:21.584307 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14516b7f-10ff-429d-b675-229a6e7f77ce req-2d246d81-1254-4627-86e1-63d638247da8 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:21.585827 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-14516b7f-10ff-429d-b675-229a6e7f77ce req-2d246d81-1254-4627-86e1-63d638247da8 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/ports?device_id=29aa1426-1684-47b1-aded-1c9c306543bc HTTP/1.1" status: 200 len: 945 time: 0.0472777 Apr 12 00:33:21.589696 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0d904508-28df-4873-b2ee-5f8f5f93762d req-a1efe49e-cbce-491f-9a08-4be75b1083af service neutron] 10.222.0.52 "GET /v2.0/networks/24ec2ef9-df24-4555-83f6-8552434e4e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912261 Apr 12 00:33:21.640018 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-14516b7f-10ff-429d-b675-229a6e7f77ce req-b1035661-d2b3-48c8-b56c-98928a077e37 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/security-groups?id=529c0cb2-c623-4df4-82c0-9ff506db5c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475345 Apr 12 00:33:21.733971 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Current status of the port 94406837-92d7-472c-9764-43cc0c5b4cd8 is: ACTIVE; New status is: DOWN {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:33:21.734511 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (94406837-92d7-472c-9764-43cc0c5b4cd8), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:21.760031 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29aa1426-1684-47b1-aded-1c9c306543bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94406837-92d7-472c-9764-43cc0c5b4cd8'}] {{(pid=114861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:33:21.762237 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d187226e65eb8f713948fb36ffe50595ec682b3d9ec12b6d0c088ba153fadb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947e87e6-6df1-4ba4-aff3-089675f07620" -d '{"events": [{"server_uuid": "29aa1426-1684-47b1-aded-1c9c306543bc", "name": "network-vif-unplugged", "status": "completed", "tag": "94406837-92d7-472c-9764-43cc0c5b4cd8"}]}' {{(pid=114861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:33:21.776031 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port 94406837-92d7-472c-9764-43cc0c5b4cd8, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=94406837-92d7-472c-9764-43cc0c5b4cd8,segment=NetworkSegment(1ebc569d-ac07-4f82-8ac0-35735d5e6539),segment_id=1ebc569d-ac07-4f82-8ac0-35735d5e6539)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:33:21.783066 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (94406837-92d7-472c-9764-43cc0c5b4cd8), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:21.783845 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device acbbc313-dcc4-4731-a931-77e1a5d10277 no longer exists at agent hyperv_hv-cinder-83625 {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:33:21.805913 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Apr 2022 00:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1946302-10d2-42ad-a20b-03c83aeb51b2 x-openstack-request-id: req-d1946302-10d2-42ad-a20b-03c83aeb51b2 {{(pid=114861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:33:21.806230 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29aa1426-1684-47b1-aded-1c9c306543bc", "name": "network-vif-unplugged", "status": "completed", "tag": "94406837-92d7-472c-9764-43cc0c5b4cd8", "code": 200}]} {{(pid=114861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:33:21.806510 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d1946302-10d2-42ad-a20b-03c83aeb51b2 {{(pid=114861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:33:21.806901 dv-cinder-836252-3-iscsi neutron-server[114861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1946302-10d2-42ad-a20b-03c83aeb51b2'] response: {'server_uuid': '29aa1426-1684-47b1-aded-1c9c306543bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94406837-92d7-472c-9764-43cc0c5b4cd8', 'code': 200} Apr 12 00:33:21.823584 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] No Port match for: acbbc313-dcc4-4731-a931-77e1a5d10277 {{(pid=114861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 00:33:21.823940 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device acbbc313-dcc4-4731-a931-77e1a5d10277 not bound to the agent host hv-cinder-83625 {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:33:21.853218 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Pushing event updated for resources: {'Port': ['ID=94406837-92d7-472c-9764-43cc0c5b4cd8,revision_number=6']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:33:22.754661 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90632fdf-be3f-4260-a780-1aac5ec9e5a4 req-152858f9-c7c7-496a-b239-f18efba580d9 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:22.756091 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-90632fdf-be3f-4260-a780-1aac5ec9e5a4 req-152858f9-c7c7-496a-b239-f18efba580d9 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/ports?device_id=29aa1426-1684-47b1-aded-1c9c306543bc HTTP/1.1" status: 200 len: 943 time: 0.0481534 Apr 12 00:33:22.802476 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-90632fdf-be3f-4260-a780-1aac5ec9e5a4 req-052830e3-691f-41ca-9bdf-70b170b75506 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/security-groups?id=529c0cb2-c623-4df4-82c0-9ff506db5c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409122 Apr 12 00:33:23.107723 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65372cc4-5a24-498b-8992-d45126ba7472 req-f778fa17-e243-42e2-826b-b67c59e0f8f7 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:23.109161 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-65372cc4-5a24-498b-8992-d45126ba7472 req-f778fa17-e243-42e2-826b-b67c59e0f8f7 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 945 time: 0.0473096 Apr 12 00:33:23.155826 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-65372cc4-5a24-498b-8992-d45126ba7472 req-d6927abb-c53b-4f21-bb67-146167baaf51 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406165 Apr 12 00:33:23.848645 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2575b2f-cbd3-4f7d-9f19-c35997769bb6 req-f0e165b5-0e88-4498-affe-776c32c7baa6 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:23.850121 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-b2575b2f-cbd3-4f7d-9f19-c35997769bb6 req-f0e165b5-0e88-4498-affe-776c32c7baa6 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.52 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 945 time: 0.0460644 Apr 12 00:33:23.957407 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ced771-3c29-4d6e-add9-73c6877e58a2 req-95c5ee81-6fc3-4916-aac8-094c8021e90a tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:23.958868 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-35ced771-3c29-4d6e-add9-73c6877e58a2 req-95c5ee81-6fc3-4916-aac8-094c8021e90a tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/ports?device_id=29aa1426-1684-47b1-aded-1c9c306543bc HTTP/1.1" status: 200 len: 943 time: 0.0788922 Apr 12 00:33:23.991063 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [req-b2575b2f-cbd3-4f7d-9f19-c35997769bb6 req-a877ae85-5ae5-4a7c-ac11-28cfd897cd5a tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Deleting port d8fd308a-3656-4572-a37f-0f014a01f3f9 {{(pid=114859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:33:23.991400 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-b2575b2f-cbd3-4f7d-9f19-c35997769bb6 req-a877ae85-5ae5-4a7c-ac11-28cfd897cd5a tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (d8fd308a-3656-4572-a37f-0f014a01f3f9), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:24.071226 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-35ced771-3c29-4d6e-add9-73c6877e58a2 req-ae9ff2de-1d4d-423f-a6f2-b9b9d5d72641 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/security-groups?id=529c0cb2-c623-4df4-82c0-9ff506db5c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067030 Apr 12 00:33:24.106162 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [req-b2575b2f-cbd3-4f7d-9f19-c35997769bb6 req-a877ae85-5ae5-4a7c-ac11-28cfd897cd5a tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] For port d8fd308a-3656-4572-a37f-0f014a01f3f9, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=d8fd308a-3656-4572-a37f-0f014a01f3f9,segment=NetworkSegment(fd63afde-b6e3-4288-8882-e1cea57d1a20),segment_id=fd63afde-b6e3-4288-8882-e1cea57d1a20)] {{(pid=114859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:33:24.106617 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-b2575b2f-cbd3-4f7d-9f19-c35997769bb6 req-a877ae85-5ae5-4a7c-ac11-28cfd897cd5a tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (d8fd308a-3656-4572-a37f-0f014a01f3f9), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:24.119904 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [req-b2575b2f-cbd3-4f7d-9f19-c35997769bb6 req-a877ae85-5ae5-4a7c-ac11-28cfd897cd5a tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Calling delete_port for d8fd308a-3656-4572-a37f-0f014a01f3f9 owned by compute:nova {{(pid=114859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:33:24.246153 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-b2575b2f-cbd3-4f7d-9f19-c35997769bb6 req-a877ae85-5ae5-4a7c-ac11-28cfd897cd5a tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (d8fd308a-3656-4572-a37f-0f014a01f3f9), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:24.269640 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc212294-1de4-4e51-997d-2fc12c986e6c req-8c8c73b5-8033-465d-9619-628a264ca35f tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:24.271190 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-dc212294-1de4-4e51-997d-2fc12c986e6c req-8c8c73b5-8033-465d-9619-628a264ca35f tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=436e51f9-0f9a-4bb2-a03e-b53050e1dc80 HTTP/1.1" status: 200 len: 945 time: 0.0476677 Apr 12 00:33:24.279359 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a877ae85-5ae5-4a7c-ac11-28cfd897cd5a tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Pushing event deleted for resources: {'Port': ['ID=d8fd308a-3656-4572-a37f-0f014a01f3f9,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:33:24.286958 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] get_ports_and_sgs() called for port_ids ['e2528e14-c8a3-4f63-b34e-364aedc6fb6a', 'd8fd308a-3656-4572-a37f-0f014a01f3f9'] {{(pid=114861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:33:24.321278 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2575b2f-cbd3-4f7d-9f19-c35997769bb6 req-a877ae85-5ae5-4a7c-ac11-28cfd897cd5a tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] No DVR routers for this DVR port d8fd308a-3656-4572-a37f-0f014a01f3f9 on host hv-cinder-83625 {{(pid=114859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:33:24.323747 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-b2575b2f-cbd3-4f7d-9f19-c35997769bb6 req-a877ae85-5ae5-4a7c-ac11-28cfd897cd5a tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for port (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:24.327028 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-b2575b2f-cbd3-4f7d-9f19-c35997769bb6 req-a877ae85-5ae5-4a7c-ac11-28cfd897cd5a tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.52 "DELETE /v2.0/ports/d8fd308a-3656-4572-a37f-0f014a01f3f9 HTTP/1.1" status: 204 len: 173 time: 0.4714031 Apr 12 00:33:24.327583 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '436e51f9-0f9a-4bb2-a03e-b53050e1dc80', 'name': 'network-vif-deleted', 'tag': 'd8fd308a-3656-4572-a37f-0f014a01f3f9'}] {{(pid=114859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:33:24.329900 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d751ce943c7fd1580d8237ddcdd582f05025ac6b53677acecb9ecfb4d000721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc09f291-5c83-473b-80f6-f1a4373c8c07" -d '{"events": [{"server_uuid": "436e51f9-0f9a-4bb2-a03e-b53050e1dc80", "name": "network-vif-deleted", "tag": "d8fd308a-3656-4572-a37f-0f014a01f3f9"}]}' {{(pid=114859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:33:24.332707 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-dc212294-1de4-4e51-997d-2fc12c986e6c req-4ad4aabe-3805-49a9-b9cc-cec736860dbe tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549040 Apr 12 00:33:24.371989 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be463ac-77fa-46bf-88a4-d0611bcfe10f x-openstack-request-id: req-0be463ac-77fa-46bf-88a4-d0611bcfe10f {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:33:24.372291 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "436e51f9-0f9a-4bb2-a03e-b53050e1dc80", "name": "network-vif-deleted", "tag": "d8fd308a-3656-4572-a37f-0f014a01f3f9", "status": "completed", "code": 200}]} {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:33:24.372685 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0be463ac-77fa-46bf-88a4-d0611bcfe10f {{(pid=114859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:33:24.373134 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0be463ac-77fa-46bf-88a4-d0611bcfe10f'] response: {'server_uuid': '436e51f9-0f9a-4bb2-a03e-b53050e1dc80', 'name': 'network-vif-deleted', 'tag': 'd8fd308a-3656-4572-a37f-0f014a01f3f9', 'status': 'completed', 'code': 200} Apr 12 00:33:25.184113 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f82acc0-f62a-49df-ad7c-f6ba94bdfc6e req-11c6f148-69ec-4729-a350-5d43f1c405cd tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:25.185614 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-3f82acc0-f62a-49df-ad7c-f6ba94bdfc6e req-11c6f148-69ec-4729-a350-5d43f1c405cd tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/ports?device_id=29aa1426-1684-47b1-aded-1c9c306543bc HTTP/1.1" status: 200 len: 943 time: 0.0467606 Apr 12 00:33:25.234420 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-3f82acc0-f62a-49df-ad7c-f6ba94bdfc6e req-8e3ae6a6-c132-4763-87ba-2f1f06a5d3d0 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/security-groups?id=529c0cb2-c623-4df4-82c0-9ff506db5c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419638 Apr 12 00:33:25.596282 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db75d9cd-c6b8-49ba-be21-0b8af1761c8e req-7c5d6d2a-8a1d-4371-adf3-4b5a605e48a3 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:25.598473 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-db75d9cd-c6b8-49ba-be21-0b8af1761c8e req-7c5d6d2a-8a1d-4371-adf3-4b5a605e48a3 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f7526a5-050f-4c25-8432-e85eddf41b98 HTTP/1.1" status: 200 len: 946 time: 0.0483003 Apr 12 00:33:25.642987 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-db75d9cd-c6b8-49ba-be21-0b8af1761c8e req-ada1d71e-9762-4050-98e8-427170476ab7 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387897 Apr 12 00:33:26.346732 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a6bec-1bd4-4303-8349-5143baeb0e3e req-4e70da15-1fcb-43c7-8aa5-bbb51ddfc8d2 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:26.348841 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-ec3a6bec-1bd4-4303-8349-5143baeb0e3e req-4e70da15-1fcb-43c7-8aa5-bbb51ddfc8d2 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/ports?device_id=29aa1426-1684-47b1-aded-1c9c306543bc HTTP/1.1" status: 200 len: 943 time: 0.0458479 Apr 12 00:33:26.395711 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-ec3a6bec-1bd4-4303-8349-5143baeb0e3e req-c62cf861-4834-4160-b1a2-ea446a417c22 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/security-groups?id=529c0cb2-c623-4df4-82c0-9ff506db5c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414834 Apr 12 00:33:26.755809 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec073a-42c7-437f-a243-ecd4da40ac37 req-219522bf-79c1-4c0b-8973-1a327e08da9b tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:26.757241 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-71ec073a-42c7-437f-a243-ecd4da40ac37 req-219522bf-79c1-4c0b-8973-1a327e08da9b tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f7526a5-050f-4c25-8432-e85eddf41b98 HTTP/1.1" status: 200 len: 946 time: 0.0490596 Apr 12 00:33:26.802632 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-71ec073a-42c7-437f-a243-ecd4da40ac37 req-4d27262a-4c4a-41bd-8ee5-f44b704a5d1f tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398288 Apr 12 00:33:27.511774 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a536ee1-d891-40da-9433-09b8e5043825 req-bada9bd7-61f7-4b09-96dc-1c3e12731649 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:27.513227 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-1a536ee1-d891-40da-9433-09b8e5043825 req-bada9bd7-61f7-4b09-96dc-1c3e12731649 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/ports?device_id=29aa1426-1684-47b1-aded-1c9c306543bc HTTP/1.1" status: 200 len: 943 time: 0.0509830 Apr 12 00:33:27.522897 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device d8fd308a-3656-4572-a37f-0f014a01f3f9 no longer exists at agent hyperv_hv-cinder-83625 {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:33:27.545076 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] No Port match for: d8fd308a-3656-4572-a37f-0f014a01f3f9 {{(pid=114861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 00:33:27.545507 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device d8fd308a-3656-4572-a37f-0f014a01f3f9 not bound to the agent host hv-cinder-83625 {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:33:27.562185 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-1a536ee1-d891-40da-9433-09b8e5043825 req-44d73f4e-1dbd-42b8-96bb-db87ba617097 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/security-groups?id=529c0cb2-c623-4df4-82c0-9ff506db5c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431781 Apr 12 00:33:27.913009 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b55bab-6d12-414b-87d0-51693dd5e7cc req-3da02ea2-815c-44bd-976e-d3574c911751 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:27.914514 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-67b55bab-6d12-414b-87d0-51693dd5e7cc req-3da02ea2-815c-44bd-976e-d3574c911751 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f7526a5-050f-4c25-8432-e85eddf41b98 HTTP/1.1" status: 200 len: 946 time: 0.0472081 Apr 12 00:33:27.960875 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-67b55bab-6d12-414b-87d0-51693dd5e7cc req-2e138cd6-c025-4578-a7bb-b7b0e0be8be3 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408022 Apr 12 00:33:28.051312 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdd6c0f-3a1d-45a9-ac1f-ab1eaffebcf3 req-0f2fdb50-cc0f-4546-8e4e-286df6d2b3c7 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:28.052824 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-4fdd6c0f-3a1d-45a9-ac1f-ab1eaffebcf3 req-0f2fdb50-cc0f-4546-8e4e-286df6d2b3c7 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f7526a5-050f-4c25-8432-e85eddf41b98 HTTP/1.1" status: 200 len: 946 time: 0.0444462 Apr 12 00:33:28.670660 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1786b-3e5c-4703-b6bd-f72ff43ded47 req-e9c3ae38-b47b-44fb-b7f2-6ae84e06c54c tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:28.672137 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-efc1786b-3e5c-4703-b6bd-f72ff43ded47 req-e9c3ae38-b47b-44fb-b7f2-6ae84e06c54c tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/ports?device_id=29aa1426-1684-47b1-aded-1c9c306543bc HTTP/1.1" status: 200 len: 943 time: 0.0461640 Apr 12 00:33:28.719547 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-efc1786b-3e5c-4703-b6bd-f72ff43ded47 req-879947fb-1afe-45db-ba2f-12cf9f2a091f tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/security-groups?id=529c0cb2-c623-4df4-82c0-9ff506db5c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414045 Apr 12 00:33:29.106466 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e893ec6-7cae-41b0-8731-dd93c7461d1d req-6b5c11aa-ebf9-4dc8-907a-fdc32cc8ff37 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:29.107921 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-4e893ec6-7cae-41b0-8731-dd93c7461d1d req-6b5c11aa-ebf9-4dc8-907a-fdc32cc8ff37 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f7526a5-050f-4c25-8432-e85eddf41b98 HTTP/1.1" status: 200 len: 946 time: 0.0779352 Apr 12 00:33:29.185996 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [req-4fdd6c0f-3a1d-45a9-ac1f-ab1eaffebcf3 req-e3adeca9-83a3-4558-b3d9-d53bad808170 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Deleting port e2528e14-c8a3-4f63-b34e-364aedc6fb6a {{(pid=114859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:33:29.186357 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-4fdd6c0f-3a1d-45a9-ac1f-ab1eaffebcf3 req-e3adeca9-83a3-4558-b3d9-d53bad808170 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (e2528e14-c8a3-4f63-b34e-364aedc6fb6a), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:29.206758 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-4e893ec6-7cae-41b0-8731-dd93c7461d1d req-f0a9ce43-89fb-4974-8b00-84f8387d575c tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/security-groups?id=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926056 Apr 12 00:33:29.296305 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14ecf4-f97e-463d-8e8f-b279afb28cc1 req-454f95fb-250f-4dfb-a88d-e0358a1c156e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:29.297646 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-1e14ecf4-f97e-463d-8e8f-b279afb28cc1 req-454f95fb-250f-4dfb-a88d-e0358a1c156e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=29aa1426-1684-47b1-aded-1c9c306543bc HTTP/1.1" status: 200 len: 1127 time: 0.0489674 Apr 12 00:33:29.328026 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [req-4fdd6c0f-3a1d-45a9-ac1f-ab1eaffebcf3 req-e3adeca9-83a3-4558-b3d9-d53bad808170 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] For port e2528e14-c8a3-4f63-b34e-364aedc6fb6a, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=e2528e14-c8a3-4f63-b34e-364aedc6fb6a,segment=NetworkSegment(fd63afde-b6e3-4288-8882-e1cea57d1a20),segment_id=fd63afde-b6e3-4288-8882-e1cea57d1a20)] {{(pid=114859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:33:29.328387 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-4fdd6c0f-3a1d-45a9-ac1f-ab1eaffebcf3 req-e3adeca9-83a3-4558-b3d9-d53bad808170 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (e2528e14-c8a3-4f63-b34e-364aedc6fb6a), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:29.348038 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [req-4fdd6c0f-3a1d-45a9-ac1f-ab1eaffebcf3 req-e3adeca9-83a3-4558-b3d9-d53bad808170 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Calling delete_port for e2528e14-c8a3-4f63-b34e-364aedc6fb6a owned by compute:nova {{(pid=114859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:33:29.373451 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-1e14ecf4-f97e-463d-8e8f-b279afb28cc1 req-36dc7ac0-03ff-4227-867a-343bb5791717 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=529c0cb2-c623-4df4-82c0-9ff506db5c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678964 Apr 12 00:33:29.492852 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-4fdd6c0f-3a1d-45a9-ac1f-ab1eaffebcf3 req-e3adeca9-83a3-4558-b3d9-d53bad808170 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (e2528e14-c8a3-4f63-b34e-364aedc6fb6a), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:29.523818 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3adeca9-83a3-4558-b3d9-d53bad808170 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Pushing event deleted for resources: {'Port': ['ID=e2528e14-c8a3-4f63-b34e-364aedc6fb6a,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:33:29.531006 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] get_ports_and_sgs() called for port_ids ['e2528e14-c8a3-4f63-b34e-364aedc6fb6a'] {{(pid=114861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:33:29.553822 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device 94406837-92d7-472c-9764-43cc0c5b4cd8 details requested by agent hyperv_hv-cinder-83625 with host hv-cinder-83625 {{(pid=114861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 00:33:29.573451 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fdd6c0f-3a1d-45a9-ac1f-ab1eaffebcf3 req-e3adeca9-83a3-4558-b3d9-d53bad808170 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] No DVR routers for this DVR port e2528e14-c8a3-4f63-b34e-364aedc6fb6a on host hv-cinder-83625 {{(pid=114859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:33:29.576059 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-4fdd6c0f-3a1d-45a9-ac1f-ab1eaffebcf3 req-e3adeca9-83a3-4558-b3d9-d53bad808170 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for port (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:29.579434 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-4fdd6c0f-3a1d-45a9-ac1f-ab1eaffebcf3 req-e3adeca9-83a3-4558-b3d9-d53bad808170 tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.52 "DELETE /v2.0/ports/e2528e14-c8a3-4f63-b34e-364aedc6fb6a HTTP/1.1" status: 204 len: 173 time: 0.5176227 Apr 12 00:33:29.579890 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f7526a5-050f-4c25-8432-e85eddf41b98', 'name': 'network-vif-deleted', 'tag': 'e2528e14-c8a3-4f63-b34e-364aedc6fb6a'}] {{(pid=114859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:33:29.582729 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d751ce943c7fd1580d8237ddcdd582f05025ac6b53677acecb9ecfb4d000721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e3e00d-08c6-458b-8395-5ccd1e7ba3d7" -d '{"events": [{"server_uuid": "1f7526a5-050f-4c25-8432-e85eddf41b98", "name": "network-vif-deleted", "tag": "e2528e14-c8a3-4f63-b34e-364aedc6fb6a"}]}' {{(pid=114859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:33:29.622650 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735b3828-f70a-4631-9442-94fcea474c70 x-openstack-request-id: req-735b3828-f70a-4631-9442-94fcea474c70 {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:33:29.622956 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f7526a5-050f-4c25-8432-e85eddf41b98", "name": "network-vif-deleted", "tag": "e2528e14-c8a3-4f63-b34e-364aedc6fb6a", "status": "completed", "code": 200}]} {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:33:29.623199 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-735b3828-f70a-4631-9442-94fcea474c70 {{(pid=114859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:33:29.623604 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-735b3828-f70a-4631-9442-94fcea474c70'] response: {'server_uuid': '1f7526a5-050f-4c25-8432-e85eddf41b98', 'name': 'network-vif-deleted', 'tag': 'e2528e14-c8a3-4f63-b34e-364aedc6fb6a', 'status': 'completed', 'code': 200} Apr 12 00:33:29.664568 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port 94406837-92d7-472c-9764-43cc0c5b4cd8, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=94406837-92d7-472c-9764-43cc0c5b4cd8,segment=NetworkSegment(1ebc569d-ac07-4f82-8ac0-35735d5e6539),segment_id=1ebc569d-ac07-4f82-8ac0-35735d5e6539)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:33:29.677693 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Returning: {'device': '94406837-92d7-472c-9764-43cc0c5b4cd8', 'network_id': '24ec2ef9-df24-4555-83f6-8552434e4e0b', 'port_id': '94406837-92d7-472c-9764-43cc0c5b4cd8', 'mac_address': 'fa:16:3e:d8:c9:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f52cb473-8beb-4ba4-919f-75070d667054', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 00:33:29.715865 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Current status of the port 94406837-92d7-472c-9764-43cc0c5b4cd8 is: DOWN; New status is: BUILD {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:33:29.716250 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (94406837-92d7-472c-9764-43cc0c5b4cd8), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:29.730162 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.notifiers.nova [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94406837-92d7-472c-9764-43cc0c5b4cd8 {{(pid=114861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:33:29.752517 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port 94406837-92d7-472c-9764-43cc0c5b4cd8, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=94406837-92d7-472c-9764-43cc0c5b4cd8,segment=NetworkSegment(1ebc569d-ac07-4f82-8ac0-35735d5e6539),segment_id=1ebc569d-ac07-4f82-8ac0-35735d5e6539)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:33:29.758785 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (94406837-92d7-472c-9764-43cc0c5b4cd8), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:29.807394 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Pushing event updated for resources: {'Port': ['ID=94406837-92d7-472c-9764-43cc0c5b4cd8,revision_number=7']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:33:29.836950 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e61d55-b912-4c71-81f8-dff48445ecd0 req-bc9902fd-a7b4-459e-9a94-9be25f5f71c7 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:29.838459 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-49e61d55-b912-4c71-81f8-dff48445ecd0 req-bc9902fd-a7b4-459e-9a94-9be25f5f71c7 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/ports?device_id=29aa1426-1684-47b1-aded-1c9c306543bc HTTP/1.1" status: 200 len: 944 time: 0.0498574 Apr 12 00:33:29.885746 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-49e61d55-b912-4c71-81f8-dff48445ecd0 req-3a70bc3a-addc-4dcf-a7b4-c2f417d92682 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/security-groups?id=529c0cb2-c623-4df4-82c0-9ff506db5c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418236 Apr 12 00:33:30.298566 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] get_ports_and_sgs() called for port_ids ['94406837-92d7-472c-9764-43cc0c5b4cd8'] {{(pid=114861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:33:30.302861 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-23e2e062-6d40-44ba-aa46-7bf2913c109f req-769325f6-5f18-40f9-b017-dbd3d4911e7a tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f7526a5-050f-4c25-8432-e85eddf41b98 HTTP/1.1" status: 200 len: 210 time: 0.0283856 Apr 12 00:33:31.002591 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2833499-9a85-40b6-839c-89d3a50a2cde req-9e324f50-f2f1-4281-80b2-775f82cbdd4f tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:31.004580 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e2833499-9a85-40b6-839c-89d3a50a2cde req-9e324f50-f2f1-4281-80b2-775f82cbdd4f tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/ports?device_id=29aa1426-1684-47b1-aded-1c9c306543bc HTTP/1.1" status: 200 len: 944 time: 0.0460675 Apr 12 00:33:31.054785 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e2833499-9a85-40b6-839c-89d3a50a2cde req-4d6d3fb1-2a4d-4739-865c-bfca54e292a0 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/security-groups?id=529c0cb2-c623-4df4-82c0-9ff506db5c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446515 Apr 12 00:33:31.409654 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-382d4e37-a0eb-46f0-829e-263dc981b73b req-0601f80b-c4e8-4098-b50b-66a619098c7b tempest-ServerRescueNegativeTestJSON-42600062 tempest-ServerRescueNegativeTestJSON-42600062-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f7526a5-050f-4c25-8432-e85eddf41b98 HTTP/1.1" status: 200 len: 210 time: 0.0308204 Apr 12 00:33:31.540351 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device 94406837-92d7-472c-9764-43cc0c5b4cd8 up at agent hyperv_hv-cinder-83625 {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:33:31.587595 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Provisioning complete for port 94406837-92d7-472c-9764-43cc0c5b4cd8 triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:33:31.587888 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (94406837-92d7-472c-9764-43cc0c5b4cd8), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:31.671919 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Current status of the port 94406837-92d7-472c-9764-43cc0c5b4cd8 is: BUILD; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:33:31.672308 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (94406837-92d7-472c-9764-43cc0c5b4cd8), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:31.695647 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29aa1426-1684-47b1-aded-1c9c306543bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94406837-92d7-472c-9764-43cc0c5b4cd8'}] {{(pid=114861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:33:31.697911 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d187226e65eb8f713948fb36ffe50595ec682b3d9ec12b6d0c088ba153fadb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5210b33-b424-424c-8eb8-da7e8e0eba13" -d '{"events": [{"server_uuid": "29aa1426-1684-47b1-aded-1c9c306543bc", "name": "network-vif-plugged", "status": "completed", "tag": "94406837-92d7-472c-9764-43cc0c5b4cd8"}]}' {{(pid=114861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:33:31.710143 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port 94406837-92d7-472c-9764-43cc0c5b4cd8, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=94406837-92d7-472c-9764-43cc0c5b4cd8,segment=NetworkSegment(1ebc569d-ac07-4f82-8ac0-35735d5e6539),segment_id=1ebc569d-ac07-4f82-8ac0-35735d5e6539)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:33:31.713863 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (94406837-92d7-472c-9764-43cc0c5b4cd8), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:31.714728 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device e2528e14-c8a3-4f63-b34e-364aedc6fb6a no longer exists at agent hyperv_hv-cinder-83625 {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:33:31.738581 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db4981a-2630-4d8a-9f51-f1bf74589b72 x-openstack-request-id: req-3db4981a-2630-4d8a-9f51-f1bf74589b72 {{(pid=114861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:33:31.738867 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29aa1426-1684-47b1-aded-1c9c306543bc", "name": "network-vif-plugged", "status": "completed", "tag": "94406837-92d7-472c-9764-43cc0c5b4cd8", "code": 200}]} {{(pid=114861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:33:31.739114 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3db4981a-2630-4d8a-9f51-f1bf74589b72 {{(pid=114861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:33:31.739495 dv-cinder-836252-3-iscsi neutron-server[114861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3db4981a-2630-4d8a-9f51-f1bf74589b72'] response: {'server_uuid': '29aa1426-1684-47b1-aded-1c9c306543bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94406837-92d7-472c-9764-43cc0c5b4cd8', 'code': 200} Apr 12 00:33:31.757368 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] No Port match for: e2528e14-c8a3-4f63-b34e-364aedc6fb6a {{(pid=114861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 00:33:31.757704 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device e2528e14-c8a3-4f63-b34e-364aedc6fb6a not bound to the agent host hv-cinder-83625 {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:33:31.782754 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Pushing event updated for resources: {'Port': ['ID=94406837-92d7-472c-9764-43cc0c5b4cd8,revision_number=8']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:33:32.466312 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 60004) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:33:32.855380 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.agents_db [None req-4f17da96-f611-4225-a78f-ee15b860eec6 None None] Agent healthcheck: found 6 active agents {{(pid=114862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:33:33.189951 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-472fba13-38ec-42b7-8f0f-ccae1f0e9f5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1586612'] for router_interface (91721c3e-9320-4063-bd5f-37a055cc06ce), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:33.474714 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [None req-472fba13-38ec-42b7-8f0f-ccae1f0e9f5f admin admin] Deleting port 7a82a6ed-1029-4c84-94ac-401d26f7ba63 {{(pid=114859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:33:33.475362 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-472fba13-38ec-42b7-8f0f-ccae1f0e9f5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (7a82a6ed-1029-4c84-94ac-401d26f7ba63), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:33.550011 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [None req-472fba13-38ec-42b7-8f0f-ccae1f0e9f5f admin admin] For port 7a82a6ed-1029-4c84-94ac-401d26f7ba63, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=7a82a6ed-1029-4c84-94ac-401d26f7ba63,segment=NetworkSegment(fd63afde-b6e3-4288-8882-e1cea57d1a20),segment_id=fd63afde-b6e3-4288-8882-e1cea57d1a20)] {{(pid=114859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:33:33.550437 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-472fba13-38ec-42b7-8f0f-ccae1f0e9f5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (7a82a6ed-1029-4c84-94ac-401d26f7ba63), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:33.563153 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [None req-472fba13-38ec-42b7-8f0f-ccae1f0e9f5f admin admin] Calling delete_port for 7a82a6ed-1029-4c84-94ac-401d26f7ba63 owned by network:router_interface {{(pid=114859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:33:33.746656 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-472fba13-38ec-42b7-8f0f-ccae1f0e9f5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (7a82a6ed-1029-4c84-94ac-401d26f7ba63), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:33.773374 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472fba13-38ec-42b7-8f0f-ccae1f0e9f5f admin admin] Pushing event deleted for resources: {'Port': ['ID=7a82a6ed-1029-4c84-94ac-401d26f7ba63,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:33:33.947680 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-472fba13-38ec-42b7-8f0f-ccae1f0e9f5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586456'] for router_interface (91721c3e-9320-4063-bd5f-37a055cc06ce), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:34.165280 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-472fba13-38ec-42b7-8f0f-ccae1f0e9f5f admin admin] Router 91721c3e-9320-4063-bd5f-37a055cc06ce has already been hosted by L3 agent d3fb0dde-5c40-4fca-80b5-61326157311c {{(pid=114859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:33:34.270681 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472fba13-38ec-42b7-8f0f-ccae1f0e9f5f admin admin] Notify agent at l3_agent.dv-cinder-836252-3-iscsi the message routers_updated {{(pid=114859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:33:34.275705 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-472fba13-38ec-42b7-8f0f-ccae1f0e9f5f admin admin] 10.222.0.32 "PUT /v2.0/routers/91721c3e-9320-4063-bd5f-37a055cc06ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8083770 Apr 12 00:33:34.278215 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 60008) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:33:34.281341 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989fef30-edf7-4dcf-8356-3d40712187fc None None] Sync routers for ids ['91721c3e-9320-4063-bd5f-37a055cc06ce'] in dv-cinder-836252-3-iscsi {{(pid=114861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:33:34.292767 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989fef30-edf7-4dcf-8356-3d40712187fc None None] Routers {'91721c3e-9320-4063-bd5f-37a055cc06ce'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:33:34.293387 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-989fef30-edf7-4dcf-8356-3d40712187fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:33:15Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['91721c3e-9320-4063-bd5f-37a055cc06ce'], 'active': True} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:33:34.382543 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-be7e04ab-218b-4422-9479-4f980c29b013 admin admin] Publish callbacks [] for router (91721c3e-9320-4063-bd5f-37a055cc06ce), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:34.402656 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvr_db [None req-989fef30-edf7-4dcf-8356-3d40712187fc None None] Set router 91721c3e-9320-4063-bd5f-37a055cc06ce gateway port host: dv-cinder-836252-3-iscsi {{(pid=114861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:33:34.488293 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-be7e04ab-218b-4422-9479-4f980c29b013 admin admin] Publish callbacks [] for router_gateway (91721c3e-9320-4063-bd5f-37a055cc06ce), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:34.531554 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [None req-be7e04ab-218b-4422-9479-4f980c29b013 admin admin] Deleting port e414a36b-4af7-49f0-b141-e81f87a4c67d {{(pid=114859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:33:34.531887 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-be7e04ab-218b-4422-9479-4f980c29b013 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (e414a36b-4af7-49f0-b141-e81f87a4c67d), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:34.572593 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-989fef30-edf7-4dcf-8356-3d40712187fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91721c3e-9320-4063-bd5f-37a055cc06ce', 'name': 'tempest-ServerRescueNegativeTestJSON-1051460631-router', 'tenant_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'e414a36b-4af7-49f0-b141-e81f87a4c67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:25:41Z', 'updated_at': '2022-04-12T00:33:33Z', 'revision_number': 5, 'project_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'gw_port': {'id': 'e414a36b-4af7-49f0-b141-e81f87a4c67d', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:91:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91721c3e-9320-4063-bd5f-37a055cc06ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:42Z', 'updated_at': '2022-04-12T00:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi'}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:33:34.604989 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989fef30-edf7-4dcf-8356-3d40712187fc None None] Checking router: 91721c3e-9320-4063-bd5f-37a055cc06ce for host: dv-cinder-836252-3-iscsi {{(pid=114861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:33:34.607836 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [None req-be7e04ab-218b-4422-9479-4f980c29b013 admin admin] For port e414a36b-4af7-49f0-b141-e81f87a4c67d, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=e414a36b-4af7-49f0-b141-e81f87a4c67d,segment=NetworkSegment(45a4c36b-a669-4a7f-a3e9-c2d676175ec7),segment_id=45a4c36b-a669-4a7f-a3e9-c2d676175ec7)] {{(pid=114859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:33:34.608195 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-be7e04ab-218b-4422-9479-4f980c29b013 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (e414a36b-4af7-49f0-b141-e81f87a4c67d), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:34.613469 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989fef30-edf7-4dcf-8356-3d40712187fc None None] Routers {'91721c3e-9320-4063-bd5f-37a055cc06ce'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:33:34.614062 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-989fef30-edf7-4dcf-8356-3d40712187fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:33:15Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['91721c3e-9320-4063-bd5f-37a055cc06ce'], 'active': True} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:33:34.620850 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [None req-be7e04ab-218b-4422-9479-4f980c29b013 admin admin] Calling delete_port for e414a36b-4af7-49f0-b141-e81f87a4c67d owned by network:router_gateway {{(pid=114859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:33:34.701983 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvr_db [None req-989fef30-edf7-4dcf-8356-3d40712187fc None None] Set router 91721c3e-9320-4063-bd5f-37a055cc06ce gateway port host: None {{(pid=114861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:33:34.755447 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-989fef30-edf7-4dcf-8356-3d40712187fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91721c3e-9320-4063-bd5f-37a055cc06ce', 'name': 'tempest-ServerRescueNegativeTestJSON-1051460631-router', 'tenant_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:25:41Z', 'updated_at': '2022-04-12T00:33:34Z', 'revision_number': 6, 'project_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'gw_port_host': None}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:33:34.786129 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989fef30-edf7-4dcf-8356-3d40712187fc None None] The sync data for ids ['91721c3e-9320-4063-bd5f-37a055cc06ce'] in dv-cinder-836252-3-iscsi is: [{'id': '91721c3e-9320-4063-bd5f-37a055cc06ce', 'name': 'tempest-ServerRescueNegativeTestJSON-1051460631-router', 'tenant_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:25:41Z', 'updated_at': '2022-04-12T00:33:34Z', 'revision_number': 6, 'project_id': '7bdba79df5fc4c3faa187bd65479d3f7', 'gw_port_host': None}] {{(pid=114861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:33:34.795013 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-be7e04ab-218b-4422-9479-4f980c29b013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (e414a36b-4af7-49f0-b141-e81f87a4c67d), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:34.826038 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7e04ab-218b-4422-9479-4f980c29b013 admin admin] Pushing event deleted for resources: {'Port': ['ID=e414a36b-4af7-49f0-b141-e81f87a4c67d,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:33:34.848306 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7e04ab-218b-4422-9479-4f980c29b013 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:33:34.848658 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7e04ab-218b-4422-9479-4f980c29b013 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:33:34.849006 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7e04ab-218b-4422-9479-4f980c29b013 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:33:34.849347 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7e04ab-218b-4422-9479-4f980c29b013 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:33:34.849683 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7e04ab-218b-4422-9479-4f980c29b013 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:33:34.850014 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7e04ab-218b-4422-9479-4f980c29b013 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:33:34.850370 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7e04ab-218b-4422-9479-4f980c29b013 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:33:34.850702 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7e04ab-218b-4422-9479-4f980c29b013 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:33:34.851032 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7e04ab-218b-4422-9479-4f980c29b013 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:33:34.851360 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7e04ab-218b-4422-9479-4f980c29b013 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:33:34.851688 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7e04ab-218b-4422-9479-4f980c29b013 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:33:34.852017 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7e04ab-218b-4422-9479-4f980c29b013 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:33:34.852342 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7e04ab-218b-4422-9479-4f980c29b013 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:33:34.852661 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7e04ab-218b-4422-9479-4f980c29b013 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:33:34.852980 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7e04ab-218b-4422-9479-4f980c29b013 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:33:34.893288 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-be7e04ab-218b-4422-9479-4f980c29b013 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1586430'] for router_gateway (91721c3e-9320-4063-bd5f-37a055cc06ce), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:34.997758 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-be7e04ab-218b-4422-9479-4f980c29b013 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1018259'] for router (91721c3e-9320-4063-bd5f-37a055cc06ce), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:34.999896 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-be7e04ab-218b-4422-9479-4f980c29b013 admin admin] Publish callbacks [] for router_controller (91721c3e-9320-4063-bd5f-37a055cc06ce), precommit_delete_associations {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:35.067282 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-be7e04ab-218b-4422-9479-4f980c29b013 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440409'] for router (91721c3e-9320-4063-bd5f-37a055cc06ce), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:35.067993 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7e04ab-218b-4422-9479-4f980c29b013 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91721c3e-9320-4063-bd5f-37a055cc06ce {{(pid=114859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 00:33:35.073083 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-be7e04ab-218b-4422-9479-4f980c29b013 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:35.074210 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-be7e04ab-218b-4422-9479-4f980c29b013 admin admin] 10.222.0.32 "DELETE /v2.0/routers/91721c3e-9320-4063-bd5f-37a055cc06ce HTTP/1.1" status: 204 len: 168 time: 0.7950671 Apr 12 00:33:35.076717 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 60010) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:33:35.121662 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.db_base_plugin_v2 [None req-a264234d-d6c1-4c13-88ac-224e14e78ca0 admin admin] Deleting subnet 7f76de51-1250-4e78-bc34-31fbaa8ccdf7 {{(pid=114859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 00:33:35.125049 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-a264234d-d6c1-4c13-88ac-224e14e78ca0 admin admin] Publish callbacks [] for subnet (7f76de51-1250-4e78-bc34-31fbaa8ccdf7), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:35.162030 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-a264234d-d6c1-4c13-88ac-224e14e78ca0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58913329'] for subnet (7f76de51-1250-4e78-bc34-31fbaa8ccdf7), precommit_delete_associations {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:35.271783 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-a264234d-d6c1-4c13-88ac-224e14e78ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550137'] for subnet (7f76de51-1250-4e78-bc34-31fbaa8ccdf7), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:35.321998 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-a264234d-d6c1-4c13-88ac-224e14e78ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59136081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59423680'] for subnet (7f76de51-1250-4e78-bc34-31fbaa8ccdf7), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:35.349047 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a264234d-d6c1-4c13-88ac-224e14e78ca0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f76de51-1250-4e78-bc34-31fbaa8ccdf7,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:33:35.352427 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-a264234d-d6c1-4c13-88ac-224e14e78ca0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:35.355552 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-a264234d-d6c1-4c13-88ac-224e14e78ca0 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7f76de51-1250-4e78-bc34-31fbaa8ccdf7 HTTP/1.1" status: 204 len: 168 time: 0.2779140 Apr 12 00:33:35.357981 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 60012) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:33:35.360485 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca114690-fe02-4693-a703-a34c34bd4006 None None] Network d9c3b5d9-2a62-4930-bf1a-06e919287728 requested from dv-cinder-836252-3-iscsi {{(pid=114861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:33:35.427017 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-0207406e-d595-4968-8041-f11f7c0c72ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1475178'] for network (d9c3b5d9-2a62-4930-bf1a-06e919287728), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:35.472434 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [None req-0207406e-d595-4968-8041-f11f7c0c72ea admin admin] Deleting port b0006a4a-7a62-47ed-b029-8232e555336c {{(pid=114859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:33:35.472810 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-0207406e-d595-4968-8041-f11f7c0c72ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (b0006a4a-7a62-47ed-b029-8232e555336c), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:35.541246 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f54bdd8-5be9-4466-89b0-836c9481c2de None None] DHCP port deletion for d9c3b5d9-2a62-4930-bf1a-06e919287728 request from dv-cinder-836252-3-iscsi {{(pid=114861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 00:33:35.604089 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 7a82a6ed-1029-4c84-94ac-401d26f7ba63 no longer exists at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:33:35.607946 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-6f54bdd8-5be9-4466-89b0-836c9481c2de None None] Deleting port b0006a4a-7a62-47ed-b029-8232e555336c {{(pid=114861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:33:35.608329 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-6f54bdd8-5be9-4466-89b0-836c9481c2de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (b0006a4a-7a62-47ed-b029-8232e555336c), before_delete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:35.627187 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] No Port match for: 7a82a6ed-1029-4c84-94ac-401d26f7ba63 {{(pid=114861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 00:33:35.627544 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 7a82a6ed-1029-4c84-94ac-401d26f7ba63 not bound to the agent host dv-cinder-836252-3-iscsi {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:33:35.627978 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device b0006a4a-7a62-47ed-b029-8232e555336c no longer exists at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:33:35.735776 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-6f54bdd8-5be9-4466-89b0-836c9481c2de None None] For port b0006a4a-7a62-47ed-b029-8232e555336c, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=b0006a4a-7a62-47ed-b029-8232e555336c,segment=NetworkSegment(fd63afde-b6e3-4288-8882-e1cea57d1a20),segment_id=fd63afde-b6e3-4288-8882-e1cea57d1a20)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:33:35.736183 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-6f54bdd8-5be9-4466-89b0-836c9481c2de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (b0006a4a-7a62-47ed-b029-8232e555336c), precommit_delete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:35.751175 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-6f54bdd8-5be9-4466-89b0-836c9481c2de None None] Calling delete_port for b0006a4a-7a62-47ed-b029-8232e555336c owned by network:dhcp {{(pid=114861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:33:35.785691 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [None req-0207406e-d595-4968-8041-f11f7c0c72ea admin admin] For port b0006a4a-7a62-47ed-b029-8232e555336c, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=b0006a4a-7a62-47ed-b029-8232e555336c,segment=NetworkSegment(fd63afde-b6e3-4288-8882-e1cea57d1a20),segment_id=fd63afde-b6e3-4288-8882-e1cea57d1a20)] {{(pid=114859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:33:35.786190 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-0207406e-d595-4968-8041-f11f7c0c72ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (b0006a4a-7a62-47ed-b029-8232e555336c), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:35.800331 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [None req-0207406e-d595-4968-8041-f11f7c0c72ea admin admin] Calling delete_port for b0006a4a-7a62-47ed-b029-8232e555336c owned by network:dhcp {{(pid=114859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:33:35.888945 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-0207406e-d595-4968-8041-f11f7c0c72ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (b0006a4a-7a62-47ed-b029-8232e555336c), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:35.917037 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0207406e-d595-4968-8041-f11f7c0c72ea admin admin] Pushing event deleted for resources: {'Port': ['ID=b0006a4a-7a62-47ed-b029-8232e555336c,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:33:35.922920 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0207406e-d595-4968-8041-f11f7c0c72ea admin admin] No DVR routers for this DVR port b0006a4a-7a62-47ed-b029-8232e555336c on host dv-cinder-836252-3-iscsi {{(pid=114859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:33:35.986793 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Current status of the port b0006a4a-7a62-47ed-b029-8232e555336c is: ACTIVE; New status is: DOWN {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:33:35.987188 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (b0006a4a-7a62-47ed-b029-8232e555336c), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:35.992993 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-0207406e-d595-4968-8041-f11f7c0c72ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1545652', 'neutron.services.segments.db._delete_segments_for_network-8757613416367'] for network (d9c3b5d9-2a62-4930-bf1a-06e919287728), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:36.012925 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.services.segments.db [None req-0207406e-d595-4968-8041-f11f7c0c72ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9c3b5d9-2a62-4930-bf1a-06e919287728']}} {{(pid=114859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:33:36.022111 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.services.segments.db [None req-0207406e-d595-4968-8041-f11f7c0c72ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd63afde-b6e3-4288-8882-e1cea57d1a20') {'for_net_delete': True} {{(pid=114859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:33:36.022438 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.services.segments.db [None req-0207406e-d595-4968-8041-f11f7c0c72ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd63afde-b6e3-4288-8882-e1cea57d1a20') {} {{(pid=114859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:33:36.031868 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-0207406e-d595-4968-8041-f11f7c0c72ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757613418168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58913336'] for segment (fd63afde-b6e3-4288-8882-e1cea57d1a20), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:36.044822 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-0207406e-d595-4968-8041-f11f7c0c72ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552308'] for segment (fd63afde-b6e3-4288-8882-e1cea57d1a20), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:36.051444 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0207406e-d595-4968-8041-f11f7c0c72ea admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=114859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 00:33:36.051992 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-0207406e-d595-4968-8041-f11f7c0c72ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59136251'] for segment (fd63afde-b6e3-4288-8882-e1cea57d1a20), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:36.053965 dv-cinder-836252-3-iscsi neutron-server[114859]: Traceback (most recent call last): Apr 12 00:33:36.053965 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 00:33:36.053965 dv-cinder-836252-3-iscsi neutron-server[114859]: timer() Apr 12 00:33:36.053965 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 00:33:36.053965 dv-cinder-836252-3-iscsi neutron-server[114859]: cb(*args, **kw) Apr 12 00:33:36.053965 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 00:33:36.053965 dv-cinder-836252-3-iscsi neutron-server[114859]: return func(*args, **kwargs) Apr 12 00:33:36.053965 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 00:33:36.053965 dv-cinder-836252-3-iscsi neutron-server[114859]: self._notify() Apr 12 00:33:36.053965 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 00:33:36.053965 dv-cinder-836252-3-iscsi neutron-server[114859]: self.callback(batched_events) Apr 12 00:33:36.053965 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 00:33:36.053965 dv-cinder-836252-3-iscsi neutron-server[114859]: event.method(event) Apr 12 00:33:36.053965 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 00:33:36.053965 dv-cinder-836252-3-iscsi neutron-server[114859]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 00:33:36.053965 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 00:33:36.053965 dv-cinder-836252-3-iscsi neutron-server[114859]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 00:33:36.053965 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 00:33:36.053965 dv-cinder-836252-3-iscsi neutron-server[114859]: return f(self, *a, **k) Apr 12 00:33:36.053965 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 00:33:36.053965 dv-cinder-836252-3-iscsi neutron-server[114859]: return self._get(url).json() Apr 12 00:33:36.053965 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 00:33:36.053965 dv-cinder-836252-3-iscsi neutron-server[114859]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 00:33:36.053965 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 00:33:36.053965 dv-cinder-836252-3-iscsi neutron-server[114859]: return self.request(url, 'GET', **kwargs) Apr 12 00:33:36.053965 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 00:33:36.053965 dv-cinder-836252-3-iscsi neutron-server[114859]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 00:33:36.053965 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 00:33:36.053965 dv-cinder-836252-3-iscsi neutron-server[114859]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 00:33:36.053965 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 00:33:36.053965 dv-cinder-836252-3-iscsi neutron-server[114859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 00:33:36.053965 dv-cinder-836252-3-iscsi neutron-server[114859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 00:33:36.061165 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device e414a36b-4af7-49f0-b141-e81f87a4c67d no longer exists at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:33:36.086644 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] No Port match for: e414a36b-4af7-49f0-b141-e81f87a4c67d {{(pid=114861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 00:33:36.086996 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device e414a36b-4af7-49f0-b141-e81f87a4c67d not bound to the agent host dv-cinder-836252-3-iscsi {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:33:36.088596 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-6f54bdd8-5be9-4466-89b0-836c9481c2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369'] for port (b0006a4a-7a62-47ed-b029-8232e555336c), after_delete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:36.114812 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-0207406e-d595-4968-8041-f11f7c0c72ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1545659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1586330'] for network (d9c3b5d9-2a62-4930-bf1a-06e919287728), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:36.116896 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f54bdd8-5be9-4466-89b0-836c9481c2de None None] Pushing event deleted for resources: {'Port': ['ID=b0006a4a-7a62-47ed-b029-8232e555336c,revision_number=None']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:33:36.121462 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-0207406e-d595-4968-8041-f11f7c0c72ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for network (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:36.123084 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f54bdd8-5be9-4466-89b0-836c9481c2de None None] No DVR routers for this DVR port b0006a4a-7a62-47ed-b029-8232e555336c on host dv-cinder-836252-3-iscsi {{(pid=114861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:33:36.126664 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-0207406e-d595-4968-8041-f11f7c0c72ea admin admin] 10.222.0.32 "DELETE /v2.0/networks/d9c3b5d9-2a62-4930-bf1a-06e919287728 HTTP/1.1" status: 204 len: 168 time: 0.7671041 Apr 12 00:33:36.139722 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0207406e-d595-4968-8041-f11f7c0c72ea admin admin] Pushing event deleted for resources: {'Network': ['ID=d9c3b5d9-2a62-4930-bf1a-06e919287728,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:33:36.243150 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 60016) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:33:36.282650 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-8bff1d5b-0477-4e27-a8b4-4dae4b4c5d4a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7bdba79df5fc4c3faa187bd65479d3f7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0383291 Apr 12 00:33:36.285060 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 60018) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:33:36.329689 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-9b423117-a810-4c04-bdee-fac94bdfb111 admin admin] Publish callbacks [] for security_group (a57c7e9b-9a1c-4f2b-b538-20f03111ba6a), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:36.351098 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-9b423117-a810-4c04-bdee-fac94bdfb111 admin admin] Publish callbacks [] for security_group (a57c7e9b-9a1c-4f2b-b538-20f03111ba6a), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:36.402567 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-9b423117-a810-4c04-bdee-fac94bdfb111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (a57c7e9b-9a1c-4f2b-b538-20f03111ba6a), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:36.404917 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-9b423117-a810-4c04-bdee-fac94bdfb111 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:36.406129 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-9b423117-a810-4c04-bdee-fac94bdfb111 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a57c7e9b-9a1c-4f2b-b538-20f03111ba6a HTTP/1.1" status: 204 len: 168 time: 0.1201878 Apr 12 00:33:36.413886 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b423117-a810-4c04-bdee-fac94bdfb111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57c7e9b-9a1c-4f2b-b538-20f03111ba6a,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:33:42.365081 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-b4f59e73-5e0e-4af9-8a60-c71d37307a0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (4ecbd319-6885-49f5-abb8-de205838eb1c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:43.513420 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1737f-567e-4ed5-92d0-dc29bd57c19c req-2a6dacb0-fe7f-4828-ad78-d60e71415a49 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:43.514789 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-cdd1737f-567e-4ed5-92d0-dc29bd57c19c req-2a6dacb0-fe7f-4828-ad78-d60e71415a49 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 945 time: 0.0459993 Apr 12 00:33:43.560691 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-cdd1737f-567e-4ed5-92d0-dc29bd57c19c req-0d97f116-a0e8-40c8-b8ee-1c98cb566448 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395904 Apr 12 00:33:44.616648 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d94e9921-02e3-49b9-bb99-15286f1e1f51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (d3fb0dde-5c40-4fca-80b5-61326157311c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:44.672537 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccfebec-6de8-4aaf-829d-87d6f8e57625 req-17f7cc12-9795-4c00-b077-14d7c0fde2fc tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:44.673992 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-3ccfebec-6de8-4aaf-829d-87d6f8e57625 req-17f7cc12-9795-4c00-b077-14d7c0fde2fc tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 945 time: 0.0454428 Apr 12 00:33:44.719173 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-3ccfebec-6de8-4aaf-829d-87d6f8e57625 req-356b1333-5cc3-4eca-bf82-9c711fa68ea6 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=7df0f71a-4656-42de-b7a3-b919d800c454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389087 Apr 12 00:33:44.927648 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665cbe65-a9e2-47d8-8001-b69c6242b73b req-c1b2009a-ea33-40d2-8511-6489af94854d tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:44.928984 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-665cbe65-a9e2-47d8-8001-b69c6242b73b req-c1b2009a-ea33-40d2-8511-6489af94854d tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.52 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 945 time: 0.0464661 Apr 12 00:33:45.014051 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [req-665cbe65-a9e2-47d8-8001-b69c6242b73b req-aaa7d4c6-0465-44a5-97f8-41e9ba96d9b5 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Deleting port 9859cd42-a040-4515-a314-efe078c16231 {{(pid=114859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:33:45.014418 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-665cbe65-a9e2-47d8-8001-b69c6242b73b req-aaa7d4c6-0465-44a5-97f8-41e9ba96d9b5 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (9859cd42-a040-4515-a314-efe078c16231), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:45.103593 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [req-665cbe65-a9e2-47d8-8001-b69c6242b73b req-aaa7d4c6-0465-44a5-97f8-41e9ba96d9b5 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] For port 9859cd42-a040-4515-a314-efe078c16231, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=9859cd42-a040-4515-a314-efe078c16231,segment=NetworkSegment(5e9db55b-3d4f-451e-b201-3ff40da203e0),segment_id=5e9db55b-3d4f-451e-b201-3ff40da203e0)] {{(pid=114859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:33:45.103948 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-665cbe65-a9e2-47d8-8001-b69c6242b73b req-aaa7d4c6-0465-44a5-97f8-41e9ba96d9b5 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (9859cd42-a040-4515-a314-efe078c16231), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:45.274643 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-665cbe65-a9e2-47d8-8001-b69c6242b73b req-aaa7d4c6-0465-44a5-97f8-41e9ba96d9b5 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:45.275009 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-665cbe65-a9e2-47d8-8001-b69c6242b73b req-aaa7d4c6-0465-44a5-97f8-41e9ba96d9b5 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1586356'] for floatingip (3661ea86-dec0-4185-95c1-48e14f642269), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:45.275327 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.db.l3_db [req-665cbe65-a9e2-47d8-8001-b69c6242b73b req-aaa7d4c6-0465-44a5-97f8-41e9ba96d9b5 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Floating IP 3661ea86-dec0-4185-95c1-48e14f642269 disassociated. External IP: 172.27.3.220, port: 9859cd42-a040-4515-a314-efe078c16231. Apr 12 00:33:45.275677 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [req-665cbe65-a9e2-47d8-8001-b69c6242b73b req-aaa7d4c6-0465-44a5-97f8-41e9ba96d9b5 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Calling delete_port for 9859cd42-a040-4515-a314-efe078c16231 owned by compute:nova {{(pid=114859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:33:45.409717 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-665cbe65-a9e2-47d8-8001-b69c6242b73b req-aaa7d4c6-0465-44a5-97f8-41e9ba96d9b5 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (9859cd42-a040-4515-a314-efe078c16231), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:45.437854 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa7d4c6-0465-44a5-97f8-41e9ba96d9b5 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Pushing event deleted for resources: {'Port': ['ID=9859cd42-a040-4515-a314-efe078c16231,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:33:45.548907 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.l3_agent_scheduler [req-665cbe65-a9e2-47d8-8001-b69c6242b73b req-aaa7d4c6-0465-44a5-97f8-41e9ba96d9b5 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Router 24b77afa-d5cd-4064-a2c9-053958a7fbbb has already been hosted by L3 agent d3fb0dde-5c40-4fca-80b5-61326157311c {{(pid=114859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:33:45.656242 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-665cbe65-a9e2-47d8-8001-b69c6242b73b req-aaa7d4c6-0465-44a5-97f8-41e9ba96d9b5 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Notify agent at l3_agent.dv-cinder-836252-3-iscsi the message routers_updated {{(pid=114859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:33:45.667239 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffb4072-7517-4aa8-a223-ecb81cb510a1 None None] Sync routers for ids ['24b77afa-d5cd-4064-a2c9-053958a7fbbb'] in dv-cinder-836252-3-iscsi {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:33:45.677483 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffb4072-7517-4aa8-a223-ecb81cb510a1 None None] Routers {'24b77afa-d5cd-4064-a2c9-053958a7fbbb'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:33:45.678093 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-fffb4072-7517-4aa8-a223-ecb81cb510a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:33:45Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['24b77afa-d5cd-4064-a2c9-053958a7fbbb'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:33:45.698413 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.l3_dvrscheduler_db [req-665cbe65-a9e2-47d8-8001-b69c6242b73b req-aaa7d4c6-0465-44a5-97f8-41e9ba96d9b5 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] No DVR routers for this DVR port 9859cd42-a040-4515-a314-efe078c16231 on host hv-cinder-83625 {{(pid=114859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:33:45.701055 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-665cbe65-a9e2-47d8-8001-b69c6242b73b req-aaa7d4c6-0465-44a5-97f8-41e9ba96d9b5 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for port (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:45.704324 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-665cbe65-a9e2-47d8-8001-b69c6242b73b req-aaa7d4c6-0465-44a5-97f8-41e9ba96d9b5 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.52 "DELETE /v2.0/ports/9859cd42-a040-4515-a314-efe078c16231 HTTP/1.1" status: 204 len: 173 time: 0.7684166 Apr 12 00:33:45.704761 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6812d1c1-9663-404e-a23f-db9a8dc7e766', 'name': 'network-vif-deleted', 'tag': '9859cd42-a040-4515-a314-efe078c16231'}] {{(pid=114859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:33:45.707577 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d751ce943c7fd1580d8237ddcdd582f05025ac6b53677acecb9ecfb4d000721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cedc469-cb24-4f09-99ba-292883a98935" -d '{"events": [{"server_uuid": "6812d1c1-9663-404e-a23f-db9a8dc7e766", "name": "network-vif-deleted", "tag": "9859cd42-a040-4515-a314-efe078c16231"}]}' {{(pid=114859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:33:45.758594 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ae627f-63a2-4704-8629-2476c1f2248c x-openstack-request-id: req-c8ae627f-63a2-4704-8629-2476c1f2248c {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:33:45.758885 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6812d1c1-9663-404e-a23f-db9a8dc7e766", "name": "network-vif-deleted", "tag": "9859cd42-a040-4515-a314-efe078c16231", "status": "completed", "code": 200}]} {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:33:45.759168 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c8ae627f-63a2-4704-8629-2476c1f2248c {{(pid=114859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:33:45.759781 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8ae627f-63a2-4704-8629-2476c1f2248c'] response: {'server_uuid': '6812d1c1-9663-404e-a23f-db9a8dc7e766', 'name': 'network-vif-deleted', 'tag': '9859cd42-a040-4515-a314-efe078c16231', 'status': 'completed', 'code': 200} Apr 12 00:33:45.791805 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-fffb4072-7517-4aa8-a223-ecb81cb510a1 None None] Set router 24b77afa-d5cd-4064-a2c9-053958a7fbbb gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:33:45.837783 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-7260fd98-0b7c-44fa-96b7-107bbf91cc05 req-940320b9-2198-4bfd-a941-8ab6851fb1d2 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=6812d1c1-9663-404e-a23f-db9a8dc7e766 HTTP/1.1" status: 200 len: 210 time: 0.0424881 Apr 12 00:33:45.993838 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-fffb4072-7517-4aa8-a223-ecb81cb510a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b77afa-d5cd-4064-a2c9-053958a7fbbb', 'name': 'tempest-AttachVolumeTestJSON-1374726220-router', 'tenant_id': 'c08909d19c8341c5b47846b0cee54fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '054df76d-ea79-4f02-bdc5-f977c0175bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:25:40Z', 'updated_at': '2022-04-12T00:25:49Z', 'revision_number': 4, 'project_id': 'c08909d19c8341c5b47846b0cee54fd8', 'gw_port': {'id': '054df76d-ea79-4f02-bdc5-f977c0175bc3', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:40:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b77afa-d5cd-4064-a2c9-053958a7fbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:41Z', 'updated_at': '2022-04-12T00:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': '3440c56b-3a61-422d-a3c6-af5bd29f6b05', 'name': '', 'network_id': '5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4', 'tenant_id': 'c08909d19c8341c5b47846b0cee54fd8', 'mac_address': 'fa:16:3e:87:14:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b77afa-d5cd-4064-a2c9-053958a7fbbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2d5e30fe-6eb4-42f7-a751-8d6f0006a016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:47Z', 'updated_at': '2022-04-12T00:26:05Z', 'revision_number': 5, 'project_id': 'c08909d19c8341c5b47846b0cee54fd8', 'subnets': [{'id': '2d5e30fe-6eb4-42f7-a751-8d6f0006a016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:33:46.099494 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffb4072-7517-4aa8-a223-ecb81cb510a1 None None] Checking router: 24b77afa-d5cd-4064-a2c9-053958a7fbbb for host: dv-cinder-836252-3-iscsi {{(pid=114862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:33:46.107730 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffb4072-7517-4aa8-a223-ecb81cb510a1 None None] Routers {'24b77afa-d5cd-4064-a2c9-053958a7fbbb'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:33:46.108304 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-fffb4072-7517-4aa8-a223-ecb81cb510a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:33:45Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['24b77afa-d5cd-4064-a2c9-053958a7fbbb'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:33:46.207251 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d4423688-5a44-44f3-a132-81f2c9b6cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (af38becd-82ff-4144-8f94-74de975161ca), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:46.216269 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-fffb4072-7517-4aa8-a223-ecb81cb510a1 None None] Set router 24b77afa-d5cd-4064-a2c9-053958a7fbbb gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:33:46.410097 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-fffb4072-7517-4aa8-a223-ecb81cb510a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b77afa-d5cd-4064-a2c9-053958a7fbbb', 'name': 'tempest-AttachVolumeTestJSON-1374726220-router', 'tenant_id': 'c08909d19c8341c5b47846b0cee54fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '054df76d-ea79-4f02-bdc5-f977c0175bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:25:40Z', 'updated_at': '2022-04-12T00:25:49Z', 'revision_number': 4, 'project_id': 'c08909d19c8341c5b47846b0cee54fd8', 'gw_port': {'id': '054df76d-ea79-4f02-bdc5-f977c0175bc3', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:40:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b77afa-d5cd-4064-a2c9-053958a7fbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:41Z', 'updated_at': '2022-04-12T00:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': '3440c56b-3a61-422d-a3c6-af5bd29f6b05', 'name': '', 'network_id': '5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4', 'tenant_id': 'c08909d19c8341c5b47846b0cee54fd8', 'mac_address': 'fa:16:3e:87:14:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b77afa-d5cd-4064-a2c9-053958a7fbbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2d5e30fe-6eb4-42f7-a751-8d6f0006a016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:47Z', 'updated_at': '2022-04-12T00:26:05Z', 'revision_number': 5, 'project_id': 'c08909d19c8341c5b47846b0cee54fd8', 'subnets': [{'id': '2d5e30fe-6eb4-42f7-a751-8d6f0006a016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:33:46.441643 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffb4072-7517-4aa8-a223-ecb81cb510a1 None None] The sync data for ids ['24b77afa-d5cd-4064-a2c9-053958a7fbbb'] in dv-cinder-836252-3-iscsi is: [{'id': '24b77afa-d5cd-4064-a2c9-053958a7fbbb', 'name': 'tempest-AttachVolumeTestJSON-1374726220-router', 'tenant_id': 'c08909d19c8341c5b47846b0cee54fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '054df76d-ea79-4f02-bdc5-f977c0175bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:25:40Z', 'updated_at': '2022-04-12T00:25:49Z', 'revision_number': 4, 'project_id': 'c08909d19c8341c5b47846b0cee54fd8', 'gw_port': {'id': '054df76d-ea79-4f02-bdc5-f977c0175bc3', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:40:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b77afa-d5cd-4064-a2c9-053958a7fbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:41Z', 'updated_at': '2022-04-12T00:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': '3440c56b-3a61-422d-a3c6-af5bd29f6b05', 'name': '', 'network_id': '5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4', 'tenant_id': 'c08909d19c8341c5b47846b0cee54fd8', 'mac_address': 'fa:16:3e:87:14:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b77afa-d5cd-4064-a2c9-053958a7fbbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2d5e30fe-6eb4-42f7-a751-8d6f0006a016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:47Z', 'updated_at': '2022-04-12T00:26:05Z', 'revision_number': 5, 'project_id': 'c08909d19c8341c5b47846b0cee54fd8', 'subnets': [{'id': '2d5e30fe-6eb4-42f7-a751-8d6f0006a016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:33:46.682360 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8bedb0-a9f6-4de5-bfca-93fe7956ce49 None None] New status for floating IP 3661ea86-dec0-4185-95c1-48e14f642269: DOWN {{(pid=114861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 00:33:46.740589 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 60152) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:33:46.847886 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-6aed3b3e-09a6-4f14-9691-a72b3664902b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:46.916146 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 60160) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:33:46.923515 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-6aed3b3e-09a6-4f14-9691-a72b3664902b admin admin] Publish callbacks [] for security_group (807985a6-856d-4576-af85-3f170b52ebec), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:46.928300 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-6aed3b3e-09a6-4f14-9691-a72b3664902b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (807985a6-856d-4576-af85-3f170b52ebec), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:46.965026 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aed3b3e-09a6-4f14-9691-a72b3664902b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=807985a6-856d-4576-af85-3f170b52ebec,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:33:46.972137 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-6aed3b3e-09a6-4f14-9691-a72b3664902b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d53808f22dd44841a17e2d6d83faa37a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2299838 Apr 12 00:33:46.972296 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-6ddf6304-5f0c-4e32-8f41-d0fc4243a86c tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks [] for security_group (7df0f71a-4656-42de-b7a3-b919d800c454), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:46.974903 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 60162) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:33:46.995847 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-6ddf6304-5f0c-4e32-8f41-d0fc4243a86c tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks [] for security_group (7df0f71a-4656-42de-b7a3-b919d800c454), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:47.024485 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-a43d4804-8b0f-4bcd-96eb-9b86207377eb admin admin] Publish callbacks [] for security_group (807985a6-856d-4576-af85-3f170b52ebec), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:47.045275 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-6ddf6304-5f0c-4e32-8f41-d0fc4243a86c tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (7df0f71a-4656-42de-b7a3-b919d800c454), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:47.047359 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-a43d4804-8b0f-4bcd-96eb-9b86207377eb admin admin] Publish callbacks [] for security_group (807985a6-856d-4576-af85-3f170b52ebec), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:47.048035 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-6ddf6304-5f0c-4e32-8f41-d0fc4243a86c tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks [] for security_group (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:47.049172 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-6ddf6304-5f0c-4e32-8f41-d0fc4243a86c tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "DELETE /v2.0/security-groups/7df0f71a-4656-42de-b7a3-b919d800c454 HTTP/1.1" status: 204 len: 168 time: 0.1319807 Apr 12 00:33:47.052297 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 60164) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:33:47.065044 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddf6304-5f0c-4e32-8f41-d0fc4243a86c tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df0f71a-4656-42de-b7a3-b919d800c454,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:33:47.075153 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.api.v2.resource [None req-8ecbb2a4-49b7-4954-bd27-c83047a37c7d tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] show failed (client error): The resource could not be found. Apr 12 00:33:47.076110 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-8ecbb2a4-49b7-4954-bd27-c83047a37c7d tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups/7df0f71a-4656-42de-b7a3-b919d800c454 HTTP/1.1" status: 404 len: 347 time: 0.0218461 Apr 12 00:33:47.077790 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddf6304-5f0c-4e32-8f41-d0fc4243a86c tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:33:47.078123 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddf6304-5f0c-4e32-8f41-d0fc4243a86c tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:33:47.078488 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddf6304-5f0c-4e32-8f41-d0fc4243a86c tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:33:47.078823 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddf6304-5f0c-4e32-8f41-d0fc4243a86c tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:33:47.079004 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 60166) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:33:47.079154 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddf6304-5f0c-4e32-8f41-d0fc4243a86c tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:33:47.079473 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddf6304-5f0c-4e32-8f41-d0fc4243a86c tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:33:47.079791 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddf6304-5f0c-4e32-8f41-d0fc4243a86c tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:33:47.080109 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddf6304-5f0c-4e32-8f41-d0fc4243a86c tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:33:47.080431 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddf6304-5f0c-4e32-8f41-d0fc4243a86c tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:33:47.080748 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddf6304-5f0c-4e32-8f41-d0fc4243a86c tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:33:47.081150 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddf6304-5f0c-4e32-8f41-d0fc4243a86c tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:33:47.081472 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddf6304-5f0c-4e32-8f41-d0fc4243a86c tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:33:47.081949 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddf6304-5f0c-4e32-8f41-d0fc4243a86c tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:33:47.082288 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddf6304-5f0c-4e32-8f41-d0fc4243a86c tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:33:47.082609 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddf6304-5f0c-4e32-8f41-d0fc4243a86c tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:33:47.157560 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (6c438ad1-5788-4552-a50f-29c8c96f3196), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:47.187815 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-a43d4804-8b0f-4bcd-96eb-9b86207377eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (807985a6-856d-4576-af85-3f170b52ebec), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:47.190909 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-a43d4804-8b0f-4bcd-96eb-9b86207377eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:47.192055 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-a43d4804-8b0f-4bcd-96eb-9b86207377eb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/807985a6-856d-4576-af85-3f170b52ebec HTTP/1.1" status: 204 len: 168 time: 0.2162447 Apr 12 00:33:47.205317 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d4804-8b0f-4bcd-96eb-9b86207377eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=807985a6-856d-4576-af85-3f170b52ebec,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:33:47.214670 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [None req-d9b77463-07c2-41f2-ae50-9fd7625d0202 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Deleting port d7d580ab-b354-4836-a3a1-2a4ab46656f7 {{(pid=114859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:33:47.215070 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-d9b77463-07c2-41f2-ae50-9fd7625d0202 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (d7d580ab-b354-4836-a3a1-2a4ab46656f7), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:47.299094 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-d9b77463-07c2-41f2-ae50-9fd7625d0202 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (d7d580ab-b354-4836-a3a1-2a4ab46656f7), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:47.299416 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-d9b77463-07c2-41f2-ae50-9fd7625d0202 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks [] for floatingip (d7d580ab-b354-4836-a3a1-2a4ab46656f7), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:47.312573 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [None req-d9b77463-07c2-41f2-ae50-9fd7625d0202 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Calling delete_port for d7d580ab-b354-4836-a3a1-2a4ab46656f7 owned by network:floatingip {{(pid=114859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:33:47.423410 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-84b2c9ac-7d18-4b74-9390-afb263a3330b req-f734b890-4e05-4e8f-ad52-411214fe60b5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=29aa1426-1684-47b1-aded-1c9c306543bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0613751 Apr 12 00:33:47.537513 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2c9ac-7d18-4b74-9390-afb263a3330b req-f9f3c730-1532-4782-a4d2-a69ed550414a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:47.539020 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-84b2c9ac-7d18-4b74-9390-afb263a3330b req-f9f3c730-1532-4782-a4d2-a69ed550414a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c03f71e524b24b8abf5e7c81842f4e75&device_id=29aa1426-1684-47b1-aded-1c9c306543bc HTTP/1.1" status: 200 len: 1129 time: 0.0537601 Apr 12 00:33:47.547229 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-d9b77463-07c2-41f2-ae50-9fd7625d0202 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (d7d580ab-b354-4836-a3a1-2a4ab46656f7), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:47.582513 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b77463-07c2-41f2-ae50-9fd7625d0202 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Pushing event deleted for resources: {'Port': ['ID=d7d580ab-b354-4836-a3a1-2a4ab46656f7,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:33:47.600600 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device 9859cd42-a040-4515-a314-efe078c16231 no longer exists at agent hyperv_hv-cinder-83625 {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:33:47.629868 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] No Port match for: 9859cd42-a040-4515-a314-efe078c16231 {{(pid=114861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 00:33:47.630552 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device 9859cd42-a040-4515-a314-efe078c16231 not bound to the agent host hv-cinder-83625 {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:33:47.634737 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-be9ea9f3-6c7c-4887-ad09-badb35df740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (738aa052-ee84-4bd1-913b-ee7149597f8f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:47.714225 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-d9b77463-07c2-41f2-ae50-9fd7625d0202 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks [] for floatingip (3661ea86-dec0-4185-95c1-48e14f642269), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:47.716599 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-d9b77463-07c2-41f2-ae50-9fd7625d0202 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for floatingip (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:47.717788 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-d9b77463-07c2-41f2-ae50-9fd7625d0202 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "DELETE /v2.0/floatingips/3661ea86-dec0-4185-95c1-48e14f642269 HTTP/1.1" status: 204 len: 168 time: 0.6378403 Apr 12 00:33:47.729186 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2c9ac-7d18-4b74-9390-afb263a3330b req-9cae9543-a574-4efd-b202-6760ab562406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:47.730657 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-84b2c9ac-7d18-4b74-9390-afb263a3330b req-9cae9543-a574-4efd-b202-6760ab562406 service neutron] 10.222.0.52 "GET /v2.0/networks?id=24ec2ef9-df24-4555-83f6-8552434e4e0b HTTP/1.1" status: 200 len: 910 time: 0.1573761 Apr 12 00:33:47.809863 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-84b2c9ac-7d18-4b74-9390-afb263a3330b req-0fe7ea6d-158b-4518-910a-17a45bfb8f39 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94406837-92d7-472c-9764-43cc0c5b4cd8 HTTP/1.1" status: 200 len: 1000 time: 0.0729990 Apr 12 00:33:47.847841 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 60190) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:33:47.865015 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2c9ac-7d18-4b74-9390-afb263a3330b req-5b7204a9-e49f-4f6e-8a7f-f5ce68202f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:47.866470 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-84b2c9ac-7d18-4b74-9390-afb263a3330b req-5b7204a9-e49f-4f6e-8a7f-f5ce68202f26 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f52cb473-8beb-4ba4-919f-75070d667054 HTTP/1.1" status: 200 len: 848 time: 0.0498283 Apr 12 00:33:47.909175 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2c9ac-7d18-4b74-9390-afb263a3330b req-101daec6-69af-4bd5-ab44-40346baddef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:47.911107 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-84b2c9ac-7d18-4b74-9390-afb263a3330b req-101daec6-69af-4bd5-ab44-40346baddef1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=24ec2ef9-df24-4555-83f6-8552434e4e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383537 Apr 12 00:33:47.953555 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [None req-9f88e82d-76a8-4762-83bf-5e30338021b7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-522945993-network', 'tenant_id': '7807c9a082a54bb6bd868231f95a9d50'}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:33:47.965933 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 60194) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:33:47.970516 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-223e30d5-8655-49a4-af4f-02b0a45284a0 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1283867728', 'description': 'tempest-description--932125225'}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:33:47.991226 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-223e30d5-8655-49a4-af4f-02b0a45284a0 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks [] for security_group (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:48.015506 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f88e82d-76a8-4762-83bf-5e30338021b7 admin admin] Made reservation on behalf of 7807c9a082a54bb6bd868231f95a9d50 for: {'network': 1} {{(pid=114859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:33:48.019165 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-9f88e82d-76a8-4762-83bf-5e30338021b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for network (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:48.032488 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-9f88e82d-76a8-4762-83bf-5e30338021b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:48.056021 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-84b2c9ac-7d18-4b74-9390-afb263a3330b req-843d635d-f3cd-46fb-8777-45411e35ae67 service neutron] 10.222.0.52 "GET /v2.0/networks/24ec2ef9-df24-4555-83f6-8552434e4e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270661 Apr 12 00:33:48.057132 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-223e30d5-8655-49a4-af4f-02b0a45284a0 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks [] for security_group (2b35d685-50a8-47ef-a07a-cfa2138ea658), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:48.060924 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-223e30d5-8655-49a4-af4f-02b0a45284a0 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (2b35d685-50a8-47ef-a07a-cfa2138ea658), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:48.084740 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-223e30d5-8655-49a4-af4f-02b0a45284a0 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks [] for security_group (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:48.085932 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-223e30d5-8655-49a4-af4f-02b0a45284a0 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1189592 Apr 12 00:33:48.089376 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 60196) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:33:48.093789 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223e30d5-8655-49a4-af4f-02b0a45284a0 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b35d685-50a8-47ef-a07a-cfa2138ea658,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:33:48.104215 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [None req-a26330dd-5c1f-45ef-99a8-1a2cdec1ffed tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Request body: {'security_group_rule': {'security_group_id': '2b35d685-50a8-47ef-a07a-cfa2138ea658', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:33:48.198510 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-a26330dd-5c1f-45ef-99a8-1a2cdec1ffed tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks [] for security_group_rule (ebfb5f28-07cf-48d4-b35f-dd1a5a30b04e), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:48.225719 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-84b2c9ac-7d18-4b74-9390-afb263a3330b req-43d0dc48-7cef-4b33-af5f-2a41dcc66073 service neutron] 10.222.0.52 "GET /v2.0/networks/24ec2ef9-df24-4555-83f6-8552434e4e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612449 Apr 12 00:33:48.249451 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-9f88e82d-76a8-4762-83bf-5e30338021b7 admin admin] Publish callbacks [] for security_group (7a145c3f-717f-42a3-9f38-abfc9d8a7a61), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:48.255991 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-9f88e82d-76a8-4762-83bf-5e30338021b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (7a145c3f-717f-42a3-9f38-abfc9d8a7a61), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:48.288566 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f88e82d-76a8-4762-83bf-5e30338021b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=114859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 00:33:48.307230 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f88e82d-76a8-4762-83bf-5e30338021b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a145c3f-717f-42a3-9f38-abfc9d8a7a61,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:33:48.311338 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-a26330dd-5c1f-45ef-99a8-1a2cdec1ffed tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks [] for security_group_rule (ebfb5f28-07cf-48d4-b35f-dd1a5a30b04e), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:48.314905 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-9f88e82d-76a8-4762-83bf-5e30338021b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552308'] for segment (d4632264-a125-4fae-80c7-0dad86d30217), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:48.315296 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.db.segments_db [None req-9f88e82d-76a8-4762-83bf-5e30338021b7 admin admin] Added segment d4632264-a125-4fae-80c7-0dad86d30217 of type vlan for network f07e1c84-e7e8-4e1f-87b6-98987ac19bf7 Apr 12 00:33:48.323155 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-a26330dd-5c1f-45ef-99a8-1a2cdec1ffed tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496243'] for security_group_rule (ebfb5f28-07cf-48d4-b35f-dd1a5a30b04e), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:48.367830 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26330dd-5c1f-45ef-99a8-1a2cdec1ffed tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebfb5f28-07cf-48d4-b35f-dd1a5a30b04e,revision_number=0']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:33:48.380358 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-a26330dd-5c1f-45ef-99a8-1a2cdec1ffed tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:48.381612 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-a26330dd-5c1f-45ef-99a8-1a2cdec1ffed tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2857044 Apr 12 00:33:48.383249 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-9f88e82d-76a8-4762-83bf-5e30338021b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757612902750'] for network (f07e1c84-e7e8-4e1f-87b6-98987ac19bf7), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:48.384329 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 60198) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:33:48.388878 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-95c50fa3-9bdb-4a42-9fb3-0806744e51a3 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Request body: {'security_group_rule': {'security_group_id': '2b35d685-50a8-47ef-a07a-cfa2138ea658', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:33:48.408686 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-9f88e82d-76a8-4762-83bf-5e30338021b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925'] for network (f07e1c84-e7e8-4e1f-87b6-98987ac19bf7), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:48.410187 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f88e82d-76a8-4762-83bf-5e30338021b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:48.410748 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-9f88e82d-76a8-4762-83bf-5e30338021b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for network (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:48.416540 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-95c50fa3-9bdb-4a42-9fb3-0806744e51a3 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks [] for security_group_rule (025969f6-ce9e-47ef-a348-87fcffa4fe7a), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:48.467116 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-9f88e82d-76a8-4762-83bf-5e30338021b7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6182306 Apr 12 00:33:48.470420 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 60200) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:33:48.472957 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f88e82d-76a8-4762-83bf-5e30338021b7 admin admin] Pushing event updated for resources: {'Network': ['ID=f07e1c84-e7e8-4e1f-87b6-98987ac19bf7,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:33:48.476498 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-50489bbb-b5b1-4609-a001-cbc7cf9452ad admin admin] Request body: {'subnet': {'network_id': 'f07e1c84-e7e8-4e1f-87b6-98987ac19bf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-522945993-subnet', 'tenant_id': '7807c9a082a54bb6bd868231f95a9d50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:33:48.484114 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Network f07e1c84-e7e8-4e1f-87b6-98987ac19bf7 details requested by agent ovs-agent-dv-cinder-836252-3-iscsi with host dv-cinder-836252-3-iscsi {{(pid=114861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 00:33:48.485796 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-95c50fa3-9bdb-4a42-9fb3-0806744e51a3 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks [] for security_group_rule (025969f6-ce9e-47ef-a348-87fcffa4fe7a), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:48.493592 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-95c50fa3-9bdb-4a42-9fb3-0806744e51a3 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496243'] for security_group_rule (025969f6-ce9e-47ef-a348-87fcffa4fe7a), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:48.518074 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c50fa3-9bdb-4a42-9fb3-0806744e51a3 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=025969f6-ce9e-47ef-a348-87fcffa4fe7a,revision_number=0']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:33:48.519944 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50489bbb-b5b1-4609-a001-cbc7cf9452ad admin admin] Made reservation on behalf of 7807c9a082a54bb6bd868231f95a9d50 for: {'subnet': 1} {{(pid=114860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:33:48.522283 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-50489bbb-b5b1-4609-a001-cbc7cf9452ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069877'] for subnet (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:48.538710 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-95c50fa3-9bdb-4a42-9fb3-0806744e51a3 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:48.539897 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-95c50fa3-9bdb-4a42-9fb3-0806744e51a3 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1545298 Apr 12 00:33:48.543127 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 60202) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:33:48.547579 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [None req-07307f7b-921f-452d-a789-e9d44d07f482 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Request body: {'floatingip': {'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7'}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:33:48.571183 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-07307f7b-921f-452d-a789-e9d44d07f482 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:48.652326 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-07307f7b-921f-452d-a789-e9d44d07f482 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:48.696998 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-50489bbb-b5b1-4609-a001-cbc7cf9452ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069863'] for subnet (2760ead4-0b8c-4876-87ab-f97e674f23d8), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:48.754458 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50489bbb-b5b1-4609-a001-cbc7cf9452ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=2760ead4-0b8c-4876-87ab-f97e674f23d8,revision_number=0']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:33:48.760086 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50489bbb-b5b1-4609-a001-cbc7cf9452ad admin admin] Checking segment: {'id': 'd4632264-a125-4fae-80c7-0dad86d30217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f07e1c84-e7e8-4e1f-87b6-98987ac19bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:33:48.760498 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50489bbb-b5b1-4609-a001-cbc7cf9452ad admin admin] Network hostable DHCP agents. Network: f07e1c84-e7e8-4e1f-87b6-98987ac19bf7, hostable agents: ['4ecbd319-6885-49f5-abb8-de205838eb1c'], hosted agents: [] {{(pid=114860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 00:33:48.760625 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.db_base_plugin_common [None req-07307f7b-921f-452d-a789-e9d44d07f482 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Allocated IP 172.27.3.14 (1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7/02a01a71-afa8-4790-9b30-3097f97db265/d4207028-a9ad-44a5-a38f-dd2c2f26dc5d) {{(pid=114859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:33:48.778985 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50489bbb-b5b1-4609-a001-cbc7cf9452ad admin admin] Network f07e1c84-e7e8-4e1f-87b6-98987ac19bf7 is scheduled to be hosted by DHCP agent 4ecbd319-6885-49f5-abb8-de205838eb1c with binding_index 1 {{(pid=114860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 00:33:48.788693 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.base_scheduler [None req-50489bbb-b5b1-4609-a001-cbc7cf9452ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836252-3-iscsi, f07e1c84-e7e8-4e1f-87b6-98987ac19bf7) {{(pid=114860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:33:48.794961 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50489bbb-b5b1-4609-a001-cbc7cf9452ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:48.795564 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-50489bbb-b5b1-4609-a001-cbc7cf9452ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for subnet (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:48.800630 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c469635-7ad1-408b-868d-3de73adda9c7 None None] Network f07e1c84-e7e8-4e1f-87b6-98987ac19bf7 requested from dv-cinder-836252-3-iscsi {{(pid=114861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:33:48.816271 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-50489bbb-b5b1-4609-a001-cbc7cf9452ad admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3444874 Apr 12 00:33:48.882010 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-07307f7b-921f-452d-a789-e9d44d07f482 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks [] for port (d4207028-a9ad-44a5-a38f-dd2c2f26dc5d), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:48.906791 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4bccd6-f269-491b-bad0-da2b5ca40071 None None] Network f07e1c84-e7e8-4e1f-87b6-98987ac19bf7 requested from dv-cinder-836252-3-iscsi {{(pid=114861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:33:48.920849 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-07307f7b-921f-452d-a789-e9d44d07f482 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (d4207028-a9ad-44a5-a38f-dd2c2f26dc5d), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:48.963185 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07307f7b-921f-452d-a789-e9d44d07f482 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Network 1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7 is already hosted by enough agents. {{(pid=114859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:33:48.965898 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.base_scheduler [None req-07307f7b-921f-452d-a789-e9d44d07f482 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Resources bound (agent type, host, resource id): {{(pid=114859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:33:48.969400 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07307f7b-921f-452d-a789-e9d44d07f482 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Received port after_create {{(pid=114859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:33:48.978937 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (f9a21fd4-36f2-4826-890e-da332e228edf), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:48.995859 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07307f7b-921f-452d-a789-e9d44d07f482 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Pushing event updated for resources: {'Port': ['ID=d4207028-a9ad-44a5-a38f-dd2c2f26dc5d,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:33:49.109668 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-07307f7b-921f-452d-a789-e9d44d07f482 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks [] for floatingip (42ebd890-3494-4643-b0ef-81a4023886fd), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:49.150209 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-07307f7b-921f-452d-a789-e9d44d07f482 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (d4207028-a9ad-44a5-a38f-dd2c2f26dc5d), before_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:49.302050 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-07307f7b-921f-452d-a789-e9d44d07f482 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks [] for port (d4207028-a9ad-44a5-a38f-dd2c2f26dc5d), precommit_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:49.311360 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-07307f7b-921f-452d-a789-e9d44d07f482 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59136039'] for port (d4207028-a9ad-44a5-a38f-dd2c2f26dc5d), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:49.317719 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 60218) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:33:49.322646 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-1840bbda-95b2-4fc7-992e-85af76452a94 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-492598653-network', 'tenant_id': 'c0686b7420b2493f94c47b0a3a3d5b24'}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:33:49.347621 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1840bbda-95b2-4fc7-992e-85af76452a94 admin admin] Made reservation on behalf of c0686b7420b2493f94c47b0a3a3d5b24 for: {'network': 1} {{(pid=114860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:33:49.349805 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1840bbda-95b2-4fc7-992e-85af76452a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for network (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:49.358897 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1840bbda-95b2-4fc7-992e-85af76452a94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:49.383143 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07307f7b-921f-452d-a789-e9d44d07f482 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Pushing event updated for resources: {'Port': ['ID=d4207028-a9ad-44a5-a38f-dd2c2f26dc5d,revision_number=2']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:33:49.395898 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-07307f7b-921f-452d-a789-e9d44d07f482 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1586356'] for floatingip (42ebd890-3494-4643-b0ef-81a4023886fd), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:49.412248 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-07307f7b-921f-452d-a789-e9d44d07f482 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for floatingip (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:49.421949 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-07307f7b-921f-452d-a789-e9d44d07f482 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8693686 Apr 12 00:33:49.437058 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1840bbda-95b2-4fc7-992e-85af76452a94 admin admin] Publish callbacks [] for security_group (72aac6fb-fa2e-4796-b8d3-403020b3b165), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:49.441174 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1840bbda-95b2-4fc7-992e-85af76452a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (72aac6fb-fa2e-4796-b8d3-403020b3b165), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:49.463350 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1840bbda-95b2-4fc7-992e-85af76452a94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=114860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 00:33:49.479204 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1840bbda-95b2-4fc7-992e-85af76452a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72aac6fb-fa2e-4796-b8d3-403020b3b165,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:33:49.491318 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1840bbda-95b2-4fc7-992e-85af76452a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552308'] for segment (ffcb87f8-c1fc-4188-9710-9193d953ddca), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:49.491660 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.db.segments_db [None req-1840bbda-95b2-4fc7-992e-85af76452a94 admin admin] Added segment ffcb87f8-c1fc-4188-9710-9193d953ddca of type vlan for network fde481eb-6c06-4b80-a4f9-e8bb3a19653c Apr 12 00:33:49.542428 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1840bbda-95b2-4fc7-992e-85af76452a94 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757612902750'] for network (fde481eb-6c06-4b80-a4f9-e8bb3a19653c), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:49.574917 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1840bbda-95b2-4fc7-992e-85af76452a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925'] for network (fde481eb-6c06-4b80-a4f9-e8bb3a19653c), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:49.576017 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1840bbda-95b2-4fc7-992e-85af76452a94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:49.576486 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1840bbda-95b2-4fc7-992e-85af76452a94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for network (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:49.649996 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-1840bbda-95b2-4fc7-992e-85af76452a94 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3309834 Apr 12 00:33:49.652920 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 60236) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:33:49.653816 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1840bbda-95b2-4fc7-992e-85af76452a94 admin admin] Pushing event updated for resources: {'Network': ['ID=fde481eb-6c06-4b80-a4f9-e8bb3a19653c,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:33:49.657801 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [None req-068e339e-eb08-4d6a-abad-9819d35291a2 admin admin] Request body: {'subnet': {'network_id': 'fde481eb-6c06-4b80-a4f9-e8bb3a19653c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-492598653-subnet', 'tenant_id': 'c0686b7420b2493f94c47b0a3a3d5b24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:33:49.673599 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Network fde481eb-6c06-4b80-a4f9-e8bb3a19653c details requested by agent ovs-agent-dv-cinder-836252-3-iscsi with host dv-cinder-836252-3-iscsi {{(pid=114861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 00:33:49.679422 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068e339e-eb08-4d6a-abad-9819d35291a2 admin admin] Made reservation on behalf of c0686b7420b2493f94c47b0a3a3d5b24 for: {'subnet': 1} {{(pid=114859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:33:49.680824 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-0938019a-769b-4a44-8155-f2b29b6a6ee4 req-a8a9f13d-3438-45fc-baae-404bf7f4b308 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1283867728&fields=id&tenant_id=c08909d19c8341c5b47846b0cee54fd8 HTTP/1.1" status: 200 len: 267 time: 0.0897784 Apr 12 00:33:49.681872 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-068e339e-eb08-4d6a-abad-9819d35291a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59423709'] for subnet (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:49.797638 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938019a-769b-4a44-8155-f2b29b6a6ee4 req-7755db9c-1cce-4800-82c8-4ab68e53e6a8 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:49.799750 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-0938019a-769b-4a44-8155-f2b29b6a6ee4 req-7755db9c-1cce-4800-82c8-4ab68e53e6a8 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/networks?id=5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4 HTTP/1.1" status: 200 len: 811 time: 0.1097636 Apr 12 00:33:49.814606 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-0938019a-769b-4a44-8155-f2b29b6a6ee4 req-520b09d0-b349-4a96-98d3-d13d473d29e0 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/quotas/c08909d19c8341c5b47846b0cee54fd8 HTTP/1.1" status: 200 len: 375 time: 0.0088606 Apr 12 00:33:49.861144 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-068e339e-eb08-4d6a-abad-9819d35291a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59135644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59423695'] for subnet (dfdaa68b-6d0e-4e9a-865b-aa49b87484c1), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:49.864844 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-0938019a-769b-4a44-8155-f2b29b6a6ee4 req-a3260770-9547-44b2-b5a0-9af19b159563 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c08909d19c8341c5b47846b0cee54fd8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439024 Apr 12 00:33:49.921348 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068e339e-eb08-4d6a-abad-9819d35291a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfdaa68b-6d0e-4e9a-865b-aa49b87484c1,revision_number=0']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:33:49.928791 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068e339e-eb08-4d6a-abad-9819d35291a2 admin admin] Checking segment: {'id': 'ffcb87f8-c1fc-4188-9710-9193d953ddca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'fde481eb-6c06-4b80-a4f9-e8bb3a19653c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:33:49.929153 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068e339e-eb08-4d6a-abad-9819d35291a2 admin admin] Network hostable DHCP agents. Network: fde481eb-6c06-4b80-a4f9-e8bb3a19653c, hostable agents: ['4ecbd319-6885-49f5-abb8-de205838eb1c'], hosted agents: [] {{(pid=114859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 00:33:49.947891 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068e339e-eb08-4d6a-abad-9819d35291a2 admin admin] Network fde481eb-6c06-4b80-a4f9-e8bb3a19653c is scheduled to be hosted by DHCP agent 4ecbd319-6885-49f5-abb8-de205838eb1c with binding_index 1 {{(pid=114859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 00:33:49.956463 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.base_scheduler [None req-068e339e-eb08-4d6a-abad-9819d35291a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836252-3-iscsi, fde481eb-6c06-4b80-a4f9-e8bb3a19653c) {{(pid=114859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:33:49.960721 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068e339e-eb08-4d6a-abad-9819d35291a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:49.961308 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-068e339e-eb08-4d6a-abad-9819d35291a2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:49.966769 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd03e6c8-34c4-4872-a17a-2a52b25e9f03 None None] Network fde481eb-6c06-4b80-a4f9-e8bb3a19653c requested from dv-cinder-836252-3-iscsi {{(pid=114861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:33:49.980861 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-068e339e-eb08-4d6a-abad-9819d35291a2 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3266187 Apr 12 00:33:50.073815 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16da4339-507f-4d79-a634-26afe8b99586 None None] Network fde481eb-6c06-4b80-a4f9-e8bb3a19653c requested from dv-cinder-836252-3-iscsi {{(pid=114861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:33:50.079580 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-0938019a-769b-4a44-8155-f2b29b6a6ee4 req-88850669-83a4-4571-9c3f-4241a490da00 service neutron] 10.222.0.32 "GET /v2.0/networks/5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001681 Apr 12 00:33:50.102758 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 60242) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:33:50.148389 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.db_base_plugin_v2 [None req-823bd238-34fc-4ca5-9eae-e6c4272aa5fc admin admin] Deleting subnet 2760ead4-0b8c-4876-87ab-f97e674f23d8 {{(pid=114859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 00:33:50.152444 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-823bd238-34fc-4ca5-9eae-e6c4272aa5fc admin admin] Publish callbacks [] for subnet (2760ead4-0b8c-4876-87ab-f97e674f23d8), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:50.173940 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-0938019a-769b-4a44-8155-f2b29b6a6ee4 req-22162cb2-080a-4627-b4f4-7998e40a8047 service neutron] 10.222.0.32 "GET /v2.0/networks/5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885558 Apr 12 00:33:50.187613 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-823bd238-34fc-4ca5-9eae-e6c4272aa5fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58913329'] for subnet (2760ead4-0b8c-4876-87ab-f97e674f23d8), precommit_delete_associations {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:50.234584 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-823bd238-34fc-4ca5-9eae-e6c4272aa5fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550137'] for subnet (2760ead4-0b8c-4876-87ab-f97e674f23d8), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:50.296788 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-823bd238-34fc-4ca5-9eae-e6c4272aa5fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59136081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59423680'] for subnet (2760ead4-0b8c-4876-87ab-f97e674f23d8), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:50.330418 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-823bd238-34fc-4ca5-9eae-e6c4272aa5fc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:50.334308 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-823bd238-34fc-4ca5-9eae-e6c4272aa5fc admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2760ead4-0b8c-4876-87ab-f97e674f23d8 HTTP/1.1" status: 204 len: 168 time: 0.2299519 Apr 12 00:33:50.335380 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823bd238-34fc-4ca5-9eae-e6c4272aa5fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2760ead4-0b8c-4876-87ab-f97e674f23d8,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:33:50.336285 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 60248) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:33:50.370400 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-65d6cf4f-742c-4989-b4c7-ad6b7fe175c8 req-8e362192-975c-49ea-b701-6d9c1d8d7a86 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9b5894e-894a-440c-b868-3df0c388fda0 HTTP/1.1" status: 200 len: 210 time: 0.0431376 Apr 12 00:33:50.410066 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-eb3c7fdd-1111-4b84-b4f6-4cba6d6d1bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1475178'] for network (f07e1c84-e7e8-4e1f-87b6-98987ac19bf7), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:50.488181 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-eb3c7fdd-1111-4b84-b4f6-4cba6d6d1bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1545652', 'neutron.services.segments.db._delete_segments_for_network-8757613416367'] for network (f07e1c84-e7e8-4e1f-87b6-98987ac19bf7), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:50.512009 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.services.segments.db [None req-eb3c7fdd-1111-4b84-b4f6-4cba6d6d1bd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f07e1c84-e7e8-4e1f-87b6-98987ac19bf7']}} {{(pid=114860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:33:50.521416 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.services.segments.db [None req-eb3c7fdd-1111-4b84-b4f6-4cba6d6d1bd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4632264-a125-4fae-80c7-0dad86d30217') {'for_net_delete': True} {{(pid=114860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:33:50.521704 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.services.segments.db [None req-eb3c7fdd-1111-4b84-b4f6-4cba6d6d1bd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4632264-a125-4fae-80c7-0dad86d30217') {} {{(pid=114860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:33:50.530779 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-eb3c7fdd-1111-4b84-b4f6-4cba6d6d1bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757613418168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60543207'] for segment (d4632264-a125-4fae-80c7-0dad86d30217), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:50.544300 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-eb3c7fdd-1111-4b84-b4f6-4cba6d6d1bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552308'] for segment (d4632264-a125-4fae-80c7-0dad86d30217), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:50.550778 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb3c7fdd-1111-4b84-b4f6-4cba6d6d1bd3 admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=114860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 00:33:50.551161 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-eb3c7fdd-1111-4b84-b4f6-4cba6d6d1bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806038'] for segment (d4632264-a125-4fae-80c7-0dad86d30217), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:50.552880 dv-cinder-836252-3-iscsi neutron-server[114860]: Traceback (most recent call last): Apr 12 00:33:50.552880 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 00:33:50.552880 dv-cinder-836252-3-iscsi neutron-server[114860]: timer() Apr 12 00:33:50.552880 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 00:33:50.552880 dv-cinder-836252-3-iscsi neutron-server[114860]: cb(*args, **kw) Apr 12 00:33:50.552880 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 00:33:50.552880 dv-cinder-836252-3-iscsi neutron-server[114860]: return func(*args, **kwargs) Apr 12 00:33:50.552880 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 00:33:50.552880 dv-cinder-836252-3-iscsi neutron-server[114860]: self._notify() Apr 12 00:33:50.552880 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 00:33:50.552880 dv-cinder-836252-3-iscsi neutron-server[114860]: self.callback(batched_events) Apr 12 00:33:50.552880 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 00:33:50.552880 dv-cinder-836252-3-iscsi neutron-server[114860]: event.method(event) Apr 12 00:33:50.552880 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 00:33:50.552880 dv-cinder-836252-3-iscsi neutron-server[114860]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 00:33:50.552880 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 00:33:50.552880 dv-cinder-836252-3-iscsi neutron-server[114860]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 00:33:50.552880 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 00:33:50.552880 dv-cinder-836252-3-iscsi neutron-server[114860]: return f(self, *a, **k) Apr 12 00:33:50.552880 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 00:33:50.552880 dv-cinder-836252-3-iscsi neutron-server[114860]: return self._get(url).json() Apr 12 00:33:50.552880 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 00:33:50.552880 dv-cinder-836252-3-iscsi neutron-server[114860]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 00:33:50.552880 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 00:33:50.552880 dv-cinder-836252-3-iscsi neutron-server[114860]: return self.request(url, 'GET', **kwargs) Apr 12 00:33:50.552880 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 00:33:50.552880 dv-cinder-836252-3-iscsi neutron-server[114860]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 00:33:50.552880 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 00:33:50.552880 dv-cinder-836252-3-iscsi neutron-server[114860]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 00:33:50.552880 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 00:33:50.552880 dv-cinder-836252-3-iscsi neutron-server[114860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 00:33:50.552880 dv-cinder-836252-3-iscsi neutron-server[114860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 00:33:50.606181 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-eb3c7fdd-1111-4b84-b4f6-4cba6d6d1bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1545659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1586330'] for network (f07e1c84-e7e8-4e1f-87b6-98987ac19bf7), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:50.613366 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-eb3c7fdd-1111-4b84-b4f6-4cba6d6d1bd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for network (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:50.616752 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-eb3c7fdd-1111-4b84-b4f6-4cba6d6d1bd3 admin admin] 10.222.0.32 "DELETE /v2.0/networks/f07e1c84-e7e8-4e1f-87b6-98987ac19bf7 HTTP/1.1" status: 204 len: 168 time: 0.2794721 Apr 12 00:33:50.619906 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 60256) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:33:50.626206 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c7fdd-1111-4b84-b4f6-4cba6d6d1bd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f07e1c84-e7e8-4e1f-87b6-98987ac19bf7,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:33:50.670760 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.db_base_plugin_v2 [None req-229cba85-6377-47e5-8e33-1c957972df43 admin admin] Deleting subnet dfdaa68b-6d0e-4e9a-865b-aa49b87484c1 {{(pid=114859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 00:33:50.675466 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-229cba85-6377-47e5-8e33-1c957972df43 admin admin] Publish callbacks [] for subnet (dfdaa68b-6d0e-4e9a-865b-aa49b87484c1), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:50.717037 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-229cba85-6377-47e5-8e33-1c957972df43 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58913329'] for subnet (dfdaa68b-6d0e-4e9a-865b-aa49b87484c1), precommit_delete_associations {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:50.757347 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-229cba85-6377-47e5-8e33-1c957972df43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550137'] for subnet (dfdaa68b-6d0e-4e9a-865b-aa49b87484c1), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:50.808254 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-229cba85-6377-47e5-8e33-1c957972df43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59136081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59423680'] for subnet (dfdaa68b-6d0e-4e9a-865b-aa49b87484c1), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:50.832734 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229cba85-6377-47e5-8e33-1c957972df43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfdaa68b-6d0e-4e9a-865b-aa49b87484c1,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:33:50.836672 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-229cba85-6377-47e5-8e33-1c957972df43 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:50.839560 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-229cba85-6377-47e5-8e33-1c957972df43 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/dfdaa68b-6d0e-4e9a-865b-aa49b87484c1 HTTP/1.1" status: 204 len: 168 time: 0.2185535 Apr 12 00:33:50.842058 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 60258) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:33:50.913104 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-dba5f301-c8b1-4d95-b11b-893ee5b16ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1475178'] for network (fde481eb-6c06-4b80-a4f9-e8bb3a19653c), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:50.990163 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-dba5f301-c8b1-4d95-b11b-893ee5b16ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1545652', 'neutron.services.segments.db._delete_segments_for_network-8757613416367'] for network (fde481eb-6c06-4b80-a4f9-e8bb3a19653c), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:51.009510 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.services.segments.db [None req-dba5f301-c8b1-4d95-b11b-893ee5b16ec5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fde481eb-6c06-4b80-a4f9-e8bb3a19653c']}} {{(pid=114859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:33:51.019213 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.services.segments.db [None req-dba5f301-c8b1-4d95-b11b-893ee5b16ec5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffcb87f8-c1fc-4188-9710-9193d953ddca') {'for_net_delete': True} {{(pid=114859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:33:51.019538 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.services.segments.db [None req-dba5f301-c8b1-4d95-b11b-893ee5b16ec5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffcb87f8-c1fc-4188-9710-9193d953ddca') {} {{(pid=114859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:33:51.028494 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-dba5f301-c8b1-4d95-b11b-893ee5b16ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757613418168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58913336'] for segment (ffcb87f8-c1fc-4188-9710-9193d953ddca), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:51.042343 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-dba5f301-c8b1-4d95-b11b-893ee5b16ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552308'] for segment (ffcb87f8-c1fc-4188-9710-9193d953ddca), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:51.048009 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dba5f301-c8b1-4d95-b11b-893ee5b16ec5 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=114859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 00:33:51.048387 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-dba5f301-c8b1-4d95-b11b-893ee5b16ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59136251'] for segment (ffcb87f8-c1fc-4188-9710-9193d953ddca), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:51.050124 dv-cinder-836252-3-iscsi neutron-server[114859]: Traceback (most recent call last): Apr 12 00:33:51.050124 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 00:33:51.050124 dv-cinder-836252-3-iscsi neutron-server[114859]: timer() Apr 12 00:33:51.050124 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 00:33:51.050124 dv-cinder-836252-3-iscsi neutron-server[114859]: cb(*args, **kw) Apr 12 00:33:51.050124 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 00:33:51.050124 dv-cinder-836252-3-iscsi neutron-server[114859]: return func(*args, **kwargs) Apr 12 00:33:51.050124 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 00:33:51.050124 dv-cinder-836252-3-iscsi neutron-server[114859]: self._notify() Apr 12 00:33:51.050124 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 00:33:51.050124 dv-cinder-836252-3-iscsi neutron-server[114859]: self.callback(batched_events) Apr 12 00:33:51.050124 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 00:33:51.050124 dv-cinder-836252-3-iscsi neutron-server[114859]: event.method(event) Apr 12 00:33:51.050124 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 00:33:51.050124 dv-cinder-836252-3-iscsi neutron-server[114859]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 00:33:51.050124 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 00:33:51.050124 dv-cinder-836252-3-iscsi neutron-server[114859]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 00:33:51.050124 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 00:33:51.050124 dv-cinder-836252-3-iscsi neutron-server[114859]: return f(self, *a, **k) Apr 12 00:33:51.050124 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 00:33:51.050124 dv-cinder-836252-3-iscsi neutron-server[114859]: return self._get(url).json() Apr 12 00:33:51.050124 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 00:33:51.050124 dv-cinder-836252-3-iscsi neutron-server[114859]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 00:33:51.050124 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 00:33:51.050124 dv-cinder-836252-3-iscsi neutron-server[114859]: return self.request(url, 'GET', **kwargs) Apr 12 00:33:51.050124 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 00:33:51.050124 dv-cinder-836252-3-iscsi neutron-server[114859]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 00:33:51.050124 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 00:33:51.050124 dv-cinder-836252-3-iscsi neutron-server[114859]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 00:33:51.050124 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 00:33:51.050124 dv-cinder-836252-3-iscsi neutron-server[114859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 00:33:51.050124 dv-cinder-836252-3-iscsi neutron-server[114859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 00:33:51.105851 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-dba5f301-c8b1-4d95-b11b-893ee5b16ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1545659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1586330'] for network (fde481eb-6c06-4b80-a4f9-e8bb3a19653c), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:51.113243 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-dba5f301-c8b1-4d95-b11b-893ee5b16ec5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for network (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:51.115500 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-dba5f301-c8b1-4d95-b11b-893ee5b16ec5 admin admin] 10.222.0.32 "DELETE /v2.0/networks/fde481eb-6c06-4b80-a4f9-e8bb3a19653c HTTP/1.1" status: 204 len: 168 time: 0.2725065 Apr 12 00:33:51.124842 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba5f301-c8b1-4d95-b11b-893ee5b16ec5 admin admin] Pushing event deleted for resources: {'Network': ['ID=fde481eb-6c06-4b80-a4f9-e8bb3a19653c,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:33:51.446014 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 60264) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:33:51.490913 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938019a-769b-4a44-8155-f2b29b6a6ee4 req-ac6851b7-ddb9-43c3-a695-d11d1a19ac4b tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:51.493052 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0938019a-769b-4a44-8155-f2b29b6a6ee4 req-ac6851b7-ddb9-43c3-a695-d11d1a19ac4b tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.52 "GET /v2.0/networks?id=5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4 HTTP/1.1" status: 200 len: 811 time: 0.1315753 Apr 12 00:33:51.520235 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-98cf05d1-fbc4-4c15-8fa5-1f5311d18c7b req-b6e2177e-f1c7-4876-a27a-758d4ca7cd3a tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9b5894e-894a-440c-b868-3df0c388fda0 HTTP/1.1" status: 200 len: 210 time: 0.0562484 Apr 12 00:33:51.545702 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-3c248cdc-1bd0-4f7b-8a51-7e8c797d1416 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7807c9a082a54bb6bd868231f95a9d50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0977762 Apr 12 00:33:51.546299 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 60268) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:33:51.579523 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0938019a-769b-4a44-8155-f2b29b6a6ee4 req-5ff7ac94-e5b3-49d1-8874-1314e853edc1 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c08909d19c8341c5b47846b0cee54fd8 HTTP/1.1" status: 200 len: 380 time: 0.0665438 Apr 12 00:33:51.597231 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-4cbde800-82c4-461e-9470-c4a7c4940572 admin admin] Publish callbacks [] for security_group (7a145c3f-717f-42a3-9f38-abfc9d8a7a61), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:51.619713 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-4cbde800-82c4-461e-9470-c4a7c4940572 admin admin] Publish callbacks [] for security_group (7a145c3f-717f-42a3-9f38-abfc9d8a7a61), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:51.666846 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-4cbde800-82c4-461e-9470-c4a7c4940572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (7a145c3f-717f-42a3-9f38-abfc9d8a7a61), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:51.669573 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-4cbde800-82c4-461e-9470-c4a7c4940572 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:51.670461 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-4cbde800-82c4-461e-9470-c4a7c4940572 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7a145c3f-717f-42a3-9f38-abfc9d8a7a61 HTTP/1.1" status: 204 len: 168 time: 0.1232412 Apr 12 00:33:51.678766 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbde800-82c4-461e-9470-c4a7c4940572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a145c3f-717f-42a3-9f38-abfc9d8a7a61,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:33:51.718163 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [req-0938019a-769b-4a44-8155-f2b29b6a6ee4 req-7fdef660-1199-482a-af3a-c07644500065 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Request body: {'port': {'device_id': 'd9b5894e-894a-440c-b868-3df0c388fda0', 'network_id': '5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4', 'admin_state_up': True, 'tenant_id': 'c08909d19c8341c5b47846b0cee54fd8', 'security_groups': ['2b35d685-50a8-47ef-a07a-cfa2138ea658']}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:33:51.833001 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0938019a-769b-4a44-8155-f2b29b6a6ee4 req-7fdef660-1199-482a-af3a-c07644500065 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Made reservation on behalf of c08909d19c8341c5b47846b0cee54fd8 for: {'port': 1} {{(pid=114859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:33:51.836467 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-0938019a-769b-4a44-8155-f2b29b6a6ee4 req-7fdef660-1199-482a-af3a-c07644500065 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:51.962907 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.db_base_plugin_common [req-0938019a-769b-4a44-8155-f2b29b6a6ee4 req-7fdef660-1199-482a-af3a-c07644500065 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Allocated IP 172.20.0.10 (5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4/2d5e30fe-6eb4-42f7-a751-8d6f0006a016/4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629) {{(pid=114859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:33:52.006755 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 60278) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:33:52.046799 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-3c484401-bac3-431f-b24b-7e08691417da admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c0686b7420b2493f94c47b0a3a3d5b24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386016 Apr 12 00:33:52.050087 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 60280) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:33:52.096823 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-3dc523f6-624f-494f-86ad-77d94198f43a admin admin] Publish callbacks [] for security_group (72aac6fb-fa2e-4796-b8d3-403020b3b165), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:52.104719 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-0938019a-769b-4a44-8155-f2b29b6a6ee4 req-7fdef660-1199-482a-af3a-c07644500065 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks [] for port (4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:52.118508 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-3dc523f6-624f-494f-86ad-77d94198f43a admin admin] Publish callbacks [] for security_group (72aac6fb-fa2e-4796-b8d3-403020b3b165), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:52.139372 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-0938019a-769b-4a44-8155-f2b29b6a6ee4 req-7fdef660-1199-482a-af3a-c07644500065 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:52.168053 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-3dc523f6-624f-494f-86ad-77d94198f43a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (72aac6fb-fa2e-4796-b8d3-403020b3b165), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:52.170601 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-3dc523f6-624f-494f-86ad-77d94198f43a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:52.172011 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-3dc523f6-624f-494f-86ad-77d94198f43a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/72aac6fb-fa2e-4796-b8d3-403020b3b165 HTTP/1.1" status: 204 len: 168 time: 0.1208947 Apr 12 00:33:52.180108 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc523f6-624f-494f-86ad-77d94198f43a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72aac6fb-fa2e-4796-b8d3-403020b3b165,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:33:52.185465 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0938019a-769b-4a44-8155-f2b29b6a6ee4 req-7fdef660-1199-482a-af3a-c07644500065 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Network 5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4 is already hosted by enough agents. {{(pid=114859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:33:52.188513 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.base_scheduler [req-0938019a-769b-4a44-8155-f2b29b6a6ee4 req-7fdef660-1199-482a-af3a-c07644500065 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Resources bound (agent type, host, resource id): {{(pid=114859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:33:52.192752 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.l3_dvrscheduler_db [req-0938019a-769b-4a44-8155-f2b29b6a6ee4 req-7fdef660-1199-482a-af3a-c07644500065 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Received port after_create {{(pid=114859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:33:52.219701 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdef660-1199-482a-af3a-c07644500065 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Pushing event updated for resources: {'Port': ['ID=4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:33:52.249653 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938019a-769b-4a44-8155-f2b29b6a6ee4 req-7fdef660-1199-482a-af3a-c07644500065 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:52.250322 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-0938019a-769b-4a44-8155-f2b29b6a6ee4 req-7fdef660-1199-482a-af3a-c07644500065 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for port (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:52.269941 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0938019a-769b-4a44-8155-f2b29b6a6ee4 req-7fdef660-1199-482a-af3a-c07644500065 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5557106 Apr 12 00:33:52.289023 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [req-0938019a-769b-4a44-8155-f2b29b6a6ee4 req-fd0e4efd-527d-4d2d-9648-ff962bf23d96 service neutron] Request body: {'port': {'device_id': 'd9b5894e-894a-440c-b868-3df0c388fda0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83625'}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:33:52.354654 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-0938019a-769b-4a44-8155-f2b29b6a6ee4 req-fd0e4efd-527d-4d2d-9648-ff962bf23d96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629), before_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:52.410553 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-d3ac5ac7-8066-40c4-8b1c-e792b572a433 None None] Provisioning complete for port 4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629 triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:33:52.411113 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d3ac5ac7-8066-40c4-8b1c-e792b572a433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:52.445687 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-d3ac5ac7-8066-40c4-8b1c-e792b572a433 None None] Port 4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629 cannot update to ACTIVE because it is not bound. {{(pid=114861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:33:52.667142 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fada34cb-95a7-4543-9f6c-e4a05ebd9e0f req-6482d78a-3555-49c7-871b-57397ed59c91 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:52.667142 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-fada34cb-95a7-4543-9f6c-e4a05ebd9e0f req-6482d78a-3555-49c7-871b-57397ed59c91 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9b5894e-894a-440c-b868-3df0c388fda0 HTTP/1.1" status: 200 len: 932 time: 0.0764725 Apr 12 00:33:52.671132 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [req-0938019a-769b-4a44-8155-f2b29b6a6ee4 req-fd0e4efd-527d-4d2d-9648-ff962bf23d96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629 {{(pid=114859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:33:52.681546 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-0938019a-769b-4a44-8155-f2b29b6a6ee4 req-fd0e4efd-527d-4d2d-9648-ff962bf23d96 service neutron] Publish callbacks [] for port (4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629), precommit_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:52.712394 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.provisioning_blocks [req-0938019a-769b-4a44-8155-f2b29b6a6ee4 req-fd0e4efd-527d-4d2d-9648-ff962bf23d96 service neutron] Transition to ACTIVE for port object 4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629 will not be triggered until provisioned by entity L2. {{(pid=114859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 00:33:52.722273 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-0938019a-769b-4a44-8155-f2b29b6a6ee4 req-fd0e4efd-527d-4d2d-9648-ff962bf23d96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59136039'] for port (4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:53.039669 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-fada34cb-95a7-4543-9f6c-e4a05ebd9e0f req-27ccbb3b-a600-4ec9-9a79-514a2634abe9 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b35d685-50a8-47ef-a07a-cfa2138ea658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3630857 Apr 12 00:33:53.046540 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0e4efd-527d-4d2d-9648-ff962bf23d96 service neutron] Pushing event updated for resources: {'Port': ['ID=4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629,revision_number=2']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:33:53.128338 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.managers [req-0938019a-769b-4a44-8155-f2b29b6a6ee4 req-fd0e4efd-527d-4d2d-9648-ff962bf23d96 service neutron] Attempting to bind port 4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629 on host hv-cinder-83625 for vnic_type normal with profile {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:33:53.129036 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.managers [req-0938019a-769b-4a44-8155-f2b29b6a6ee4 req-fd0e4efd-527d-4d2d-9648-ff962bf23d96 service neutron] Attempting to bind port 4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629 by drivers openvswitch,hyperv on host hv-cinder-83625 at level 0 using segments [{'id': '5e9db55b-3d4f-451e-b201-3ff40da203e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4'}] {{(pid=114859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:33:53.129036 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0938019a-769b-4a44-8155-f2b29b6a6ee4 req-fd0e4efd-527d-4d2d-9648-ff962bf23d96 service neutron] Attempting to bind port 4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629 on network 5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4 {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:33:53.133581 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0938019a-769b-4a44-8155-f2b29b6a6ee4 req-fd0e4efd-527d-4d2d-9648-ff962bf23d96 service neutron] Port 4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629 on network 5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83625 {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 00:33:53.133905 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0938019a-769b-4a44-8155-f2b29b6a6ee4 req-fd0e4efd-527d-4d2d-9648-ff962bf23d96 service neutron] Attempting to bind port 4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629 on network 5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4 {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:33:53.139014 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0938019a-769b-4a44-8155-f2b29b6a6ee4 req-fd0e4efd-527d-4d2d-9648-ff962bf23d96 service neutron] Checking agent: {'id': '6c438ad1-5788-4552-a50f-29c8c96f3196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83625', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 0, 23, 42), 'started_at': datetime.datetime(2022, 4, 12, 0, 23, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:33:53.139358 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0938019a-769b-4a44-8155-f2b29b6a6ee4 req-fd0e4efd-527d-4d2d-9648-ff962bf23d96 service neutron] Checking segment: {'id': '5e9db55b-3d4f-451e-b201-3ff40da203e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:33:53.139897 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0938019a-769b-4a44-8155-f2b29b6a6ee4 req-fd0e4efd-527d-4d2d-9648-ff962bf23d96 service neutron] Bound using segment: {'id': '5e9db55b-3d4f-451e-b201-3ff40da203e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4'} {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:33:53.140330 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.managers [req-0938019a-769b-4a44-8155-f2b29b6a6ee4 req-fd0e4efd-527d-4d2d-9648-ff962bf23d96 service neutron] Bound port: 4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629, host: hv-cinder-83625, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e9db55b-3d4f-451e-b201-3ff40da203e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4'}}] {{(pid=114859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:33:53.140694 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-0938019a-769b-4a44-8155-f2b29b6a6ee4 req-fd0e4efd-527d-4d2d-9648-ff962bf23d96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629), before_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:53.213171 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [req-0938019a-769b-4a44-8155-f2b29b6a6ee4 req-fd0e4efd-527d-4d2d-9648-ff962bf23d96 service neutron] For port 4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629, host hv-cinder-83625, cleared binding levels {{(pid=114859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:33:53.216713 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [req-0938019a-769b-4a44-8155-f2b29b6a6ee4 req-fd0e4efd-527d-4d2d-9648-ff962bf23d96 service neutron] For port 4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629, host hv-cinder-83625, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629,segment=NetworkSegment(5e9db55b-3d4f-451e-b201-3ff40da203e0),segment_id=5e9db55b-3d4f-451e-b201-3ff40da203e0)] {{(pid=114859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:33:53.223684 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-0938019a-769b-4a44-8155-f2b29b6a6ee4 req-fd0e4efd-527d-4d2d-9648-ff962bf23d96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59136039'] for port (4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:53.258984 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938019a-769b-4a44-8155-f2b29b6a6ee4 req-fd0e4efd-527d-4d2d-9648-ff962bf23d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:53.259604 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-0938019a-769b-4a44-8155-f2b29b6a6ee4 req-fd0e4efd-527d-4d2d-9648-ff962bf23d96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for port (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:53.260907 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0938019a-769b-4a44-8155-f2b29b6a6ee4 req-fd0e4efd-527d-4d2d-9648-ff962bf23d96 service neutron] 10.222.0.52 "PUT /v2.0/ports/4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629 HTTP/1.1" status: 200 len: 1094 time: 0.9761803 Apr 12 00:33:53.261386 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9b5894e-894a-440c-b868-3df0c388fda0', 'tag': '4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629'}] {{(pid=114859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:33:53.263646 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d751ce943c7fd1580d8237ddcdd582f05025ac6b53677acecb9ecfb4d000721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d1f766-0b0b-43b0-b90a-3ac0eeafd501" -d '{"events": [{"name": "network-changed", "server_uuid": "d9b5894e-894a-440c-b868-3df0c388fda0", "tag": "4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629"}]}' {{(pid=114859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:33:53.303096 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0e4efd-527d-4d2d-9648-ff962bf23d96 service neutron] Pushing event updated for resources: {'Port': ['ID=4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629,revision_number=3']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:33:53.314393 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e33954-8ae2-4bf8-8979-0cd4750bb470 x-openstack-request-id: req-e0e33954-8ae2-4bf8-8979-0cd4750bb470 {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:33:53.315732 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9b5894e-894a-440c-b868-3df0c388fda0", "tag": "4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629", "status": "completed", "code": 200}]} {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:33:53.315869 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e0e33954-8ae2-4bf8-8979-0cd4750bb470 {{(pid=114859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:33:53.316216 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0e33954-8ae2-4bf8-8979-0cd4750bb470'] response: {'name': 'network-changed', 'server_uuid': 'd9b5894e-894a-440c-b868-3df0c388fda0', 'tag': '4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629', 'status': 'completed', 'code': 200} Apr 12 00:33:53.378330 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938019a-769b-4a44-8155-f2b29b6a6ee4 req-2ad11380-6558-4677-b3db-447c7dd73582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:53.379839 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0938019a-769b-4a44-8155-f2b29b6a6ee4 req-2ad11380-6558-4677-b3db-447c7dd73582 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c08909d19c8341c5b47846b0cee54fd8&device_id=d9b5894e-894a-440c-b868-3df0c388fda0 HTTP/1.1" status: 200 len: 1128 time: 0.0459373 Apr 12 00:33:53.442966 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0938019a-769b-4a44-8155-f2b29b6a6ee4 req-d589bbb7-b9a9-4d69-8edc-273339734686 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629 HTTP/1.1" status: 200 len: 217 time: 0.0431459 Apr 12 00:33:53.503802 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938019a-769b-4a44-8155-f2b29b6a6ee4 req-6074ed7a-12af-4475-8af3-0fe58713671c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:53.506352 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0938019a-769b-4a44-8155-f2b29b6a6ee4 req-6074ed7a-12af-4475-8af3-0fe58713671c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d5e30fe-6eb4-42f7-a751-8d6f0006a016 HTTP/1.1" status: 200 len: 850 time: 0.0555360 Apr 12 00:33:53.565485 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938019a-769b-4a44-8155-f2b29b6a6ee4 req-451b30f9-52d3-48a4-a13b-cd1483d9031d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:53.567077 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0938019a-769b-4a44-8155-f2b29b6a6ee4 req-451b30f9-52d3-48a4-a13b-cd1483d9031d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494814 Apr 12 00:33:53.642197 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100840ca-a76d-4fa3-82b3-a0badf65fa36 req-d9b4d4a6-8b2a-49fb-85e4-8232d92614ce tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:53.643724 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-100840ca-a76d-4fa3-82b3-a0badf65fa36 req-d9b4d4a6-8b2a-49fb-85e4-8232d92614ce tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=e46194d7-3e05-4313-b0ca-4ec9cee517f8 HTTP/1.1" status: 200 len: 946 time: 0.0496745 Apr 12 00:33:53.695630 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-100840ca-a76d-4fa3-82b3-a0badf65fa36 req-be071f66-dfbd-4141-abd9-96acc16aa56e tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/security-groups?id=801418ee-5d7b-4cfc-af52-433952d7207b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461798 Apr 12 00:33:54.164785 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ecc81e-7a54-4a9c-b777-15be550b58f4 req-d53caf79-c6cc-424e-a331-3240168c3837 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:54.166284 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-97ecc81e-7a54-4a9c-b777-15be550b58f4 req-d53caf79-c6cc-424e-a331-3240168c3837 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9b5894e-894a-440c-b868-3df0c388fda0 HTTP/1.1" status: 200 len: 944 time: 0.0512273 Apr 12 00:33:54.214166 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-97ecc81e-7a54-4a9c-b777-15be550b58f4 req-59be61eb-6b59-4cb4-a0d3-33c6d53ba716 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b35d685-50a8-47ef-a07a-cfa2138ea658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421584 Apr 12 00:33:54.805384 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c54b4e-6ff5-46ce-9fe1-8726132b0193 req-f3b763ee-a10f-45f9-bf20-e841fc68e551 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:54.806871 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-04c54b4e-6ff5-46ce-9fe1-8726132b0193 req-f3b763ee-a10f-45f9-bf20-e841fc68e551 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=e46194d7-3e05-4313-b0ca-4ec9cee517f8 HTTP/1.1" status: 200 len: 946 time: 0.0457377 Apr 12 00:33:54.829586 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0938019a-769b-4a44-8155-f2b29b6a6ee4 req-91bbd996-a7fe-4e45-8522-2ef3931788b1 service neutron] 10.222.0.52 "GET /v2.0/networks/5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884929 Apr 12 00:33:54.854584 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-04c54b4e-6ff5-46ce-9fe1-8726132b0193 req-f305846f-1e80-40cf-829a-c705a51d185e tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/security-groups?id=801418ee-5d7b-4cfc-af52-433952d7207b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419750 Apr 12 00:33:54.922021 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0938019a-769b-4a44-8155-f2b29b6a6ee4 req-fa87dd06-e7e4-454e-9b6b-5c45d6a1514b service neutron] 10.222.0.52 "GET /v2.0/networks/5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853875 Apr 12 00:33:55.325442 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6f9cb-55c7-49c8-b767-00d2aadfc3f0 req-b3fb870c-8e42-40c9-a58f-4ddf9cfeb673 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:55.326941 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-b6b6f9cb-55c7-49c8-b767-00d2aadfc3f0 req-b3fb870c-8e42-40c9-a58f-4ddf9cfeb673 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9b5894e-894a-440c-b868-3df0c388fda0 HTTP/1.1" status: 200 len: 944 time: 0.0470970 Apr 12 00:33:55.377316 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-b6b6f9cb-55c7-49c8-b767-00d2aadfc3f0 req-52333d49-1f49-4508-ab9f-67c70785af1e tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b35d685-50a8-47ef-a07a-cfa2138ea658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439472 Apr 12 00:33:55.968265 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e9158-64d6-4b5f-b2b7-cf2ee71e3eb7 req-b865c8d1-89aa-4d1f-80d1-a5dc2f2e9673 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:55.969667 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-602e9158-64d6-4b5f-b2b7-cf2ee71e3eb7 req-b865c8d1-89aa-4d1f-80d1-a5dc2f2e9673 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=e46194d7-3e05-4313-b0ca-4ec9cee517f8 HTTP/1.1" status: 200 len: 946 time: 0.0482488 Apr 12 00:33:56.017739 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-602e9158-64d6-4b5f-b2b7-cf2ee71e3eb7 req-e8e6cb47-78ef-4d44-851d-725c4cfe48ac tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/security-groups?id=801418ee-5d7b-4cfc-af52-433952d7207b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425627 Apr 12 00:33:56.492253 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eb98ea-5813-4bfd-9690-a31df0eb6fdb req-6f7365b7-cfe9-4c07-9686-1f7f871a657a tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:56.493699 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-35eb98ea-5813-4bfd-9690-a31df0eb6fdb req-6f7365b7-cfe9-4c07-9686-1f7f871a657a tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9b5894e-894a-440c-b868-3df0c388fda0 HTTP/1.1" status: 200 len: 944 time: 0.0457277 Apr 12 00:33:56.538499 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-35eb98ea-5813-4bfd-9690-a31df0eb6fdb req-9a03d2da-efec-4bec-8223-6d33500435ab tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b35d685-50a8-47ef-a07a-cfa2138ea658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393770 Apr 12 00:33:57.130077 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4174fa47-f982-4041-9c2d-6227245c6064 req-72abdb03-7aac-44c5-90c7-f29b7b268537 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:57.131774 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-4174fa47-f982-4041-9c2d-6227245c6064 req-72abdb03-7aac-44c5-90c7-f29b7b268537 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=e46194d7-3e05-4313-b0ca-4ec9cee517f8 HTTP/1.1" status: 200 len: 946 time: 0.0469866 Apr 12 00:33:57.183011 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-4174fa47-f982-4041-9c2d-6227245c6064 req-95367f7d-5c1c-4383-b4a9-f4325cff9ae7 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/security-groups?id=801418ee-5d7b-4cfc-af52-433952d7207b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445633 Apr 12 00:33:57.274547 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 60396) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:33:57.373585 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-8674d25a-97c3-4d42-9cf2-f2d114cbaff3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:57.448711 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-8674d25a-97c3-4d42-9cf2-f2d114cbaff3 admin admin] Publish callbacks [] for security_group (6d6ae27c-ad82-464c-a6f7-718af7d8af23), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:57.453028 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-8674d25a-97c3-4d42-9cf2-f2d114cbaff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (6d6ae27c-ad82-464c-a6f7-718af7d8af23), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:57.492586 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8674d25a-97c3-4d42-9cf2-f2d114cbaff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6ae27c-ad82-464c-a6f7-718af7d8af23,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:33:57.496674 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-8674d25a-97c3-4d42-9cf2-f2d114cbaff3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=317b8a7454204073926be40258dccfa2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2211292 Apr 12 00:33:57.499336 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 60400) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:33:57.547397 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-c1dd66b2-27d8-4d9c-9099-5447aeda3f73 admin admin] Publish callbacks [] for security_group (6d6ae27c-ad82-464c-a6f7-718af7d8af23), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:57.568575 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-c1dd66b2-27d8-4d9c-9099-5447aeda3f73 admin admin] Publish callbacks [] for security_group (6d6ae27c-ad82-464c-a6f7-718af7d8af23), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:57.615426 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-c1dd66b2-27d8-4d9c-9099-5447aeda3f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (6d6ae27c-ad82-464c-a6f7-718af7d8af23), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:57.617936 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-c1dd66b2-27d8-4d9c-9099-5447aeda3f73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:57.619111 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-c1dd66b2-27d8-4d9c-9099-5447aeda3f73 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6d6ae27c-ad82-464c-a6f7-718af7d8af23 HTTP/1.1" status: 204 len: 168 time: 0.1188371 Apr 12 00:33:57.628869 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dd66b2-27d8-4d9c-9099-5447aeda3f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6ae27c-ad82-464c-a6f7-718af7d8af23,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:33:57.655515 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device 4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629 details requested by agent hyperv_hv-cinder-83625 with host hv-cinder-83625 {{(pid=114861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 00:33:57.662390 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a1907c-0ceb-4da7-893d-5054cdc7af74 req-36f17b04-f7fc-4815-b939-d514ff89f33a tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:57.667970 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d0a1907c-0ceb-4da7-893d-5054cdc7af74 req-36f17b04-f7fc-4815-b939-d514ff89f33a tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9b5894e-894a-440c-b868-3df0c388fda0 HTTP/1.1" status: 200 len: 944 time: 0.0645223 Apr 12 00:33:57.722419 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d1f766-0b0b-43b0-b90a-3ac0eeafd501 req-7b8ca4bd-a51b-4b7d-bd00-dccbfc8d2431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:57.724143 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-b9d1f766-0b0b-43b0-b90a-3ac0eeafd501 req-7b8ca4bd-a51b-4b7d-bd00-dccbfc8d2431 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c08909d19c8341c5b47846b0cee54fd8&device_id=d9b5894e-894a-440c-b868-3df0c388fda0 HTTP/1.1" status: 200 len: 1128 time: 0.0552833 Apr 12 00:33:57.747533 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d0a1907c-0ceb-4da7-893d-5054cdc7af74 req-cfb603ba-fcf2-4f26-99b3-ca750db77432 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b35d685-50a8-47ef-a07a-cfa2138ea658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685546 Apr 12 00:33:57.769853 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port 4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629,segment=NetworkSegment(5e9db55b-3d4f-451e-b201-3ff40da203e0),segment_id=5e9db55b-3d4f-451e-b201-3ff40da203e0)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:33:57.781688 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Returning: {'device': '4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629', 'network_id': '5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4', 'port_id': '4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629', 'mac_address': 'fa:16:3e:c7:dc:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d5e30fe-6eb4-42f7-a751-8d6f0006a016', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 00:33:57.825214 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Current status of the port 4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629 is: DOWN; New status is: BUILD {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:33:57.825686 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:57.839252 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.notifiers.nova [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629 {{(pid=114861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:33:57.863410 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port 4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629,segment=NetworkSegment(5e9db55b-3d4f-451e-b201-3ff40da203e0),segment_id=5e9db55b-3d4f-451e-b201-3ff40da203e0)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:33:57.868817 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:57.869770 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe02f8-7c28-46f0-87a1-0b417a38a3fa req-52a08e04-77b8-48be-bce8-3923b0cb519a tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:57.872726 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e6fe02f8-7c28-46f0-87a1-0b417a38a3fa req-52a08e04-77b8-48be-bce8-3923b0cb519a tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.52 "GET /v2.0/ports?device_id=e46194d7-3e05-4313-b0ca-4ec9cee517f8 HTTP/1.1" status: 200 len: 946 time: 0.0955331 Apr 12 00:33:57.917986 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Pushing event updated for resources: {'Port': ['ID=4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629,revision_number=4']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:33:57.926076 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:33:57.926607 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:33:57.927026 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:33:57.927431 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:33:57.927837 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:33:57.928266 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:33:57.928669 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:33:57.929092 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:33:57.929493 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:33:57.929899 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:33:57.930325 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:33:57.930734 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:33:57.931129 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:33:57.931244 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d1f766-0b0b-43b0-b90a-3ac0eeafd501 req-914ebfbb-78bd-4c4a-a142-a2691021b95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:57.931590 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:33:57.931985 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:33:57.932585 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-b9d1f766-0b0b-43b0-b90a-3ac0eeafd501 req-914ebfbb-78bd-4c4a-a142-a2691021b95b service neutron] 10.222.0.52 "GET /v2.0/networks?id=5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4 HTTP/1.1" status: 200 len: 912 time: 0.1671348 Apr 12 00:33:57.936269 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 60408) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:33:57.957689 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-c78c7c2b-7fbc-4a93-975b-22086452303e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:57.998817 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-b9d1f766-0b0b-43b0-b90a-3ac0eeafd501 req-504229e4-47fb-411e-92fc-e564508182c9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629 HTTP/1.1" status: 200 len: 217 time: 0.0581441 Apr 12 00:33:58.031158 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-c78c7c2b-7fbc-4a93-975b-22086452303e admin admin] Publish callbacks [] for security_group (2ea5d349-142e-42ea-9a08-453c50274e21), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:58.035808 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-c78c7c2b-7fbc-4a93-975b-22086452303e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (2ea5d349-142e-42ea-9a08-453c50274e21), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:58.040857 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [req-e6fe02f8-7c28-46f0-87a1-0b417a38a3fa req-d5223281-5367-4ad6-8d09-24eb0bc13109 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Deleting port 2ccdca9b-24da-4065-b499-5447b18262ad {{(pid=114859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:33:58.041009 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-e6fe02f8-7c28-46f0-87a1-0b417a38a3fa req-d5223281-5367-4ad6-8d09-24eb0bc13109 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (2ccdca9b-24da-4065-b499-5447b18262ad), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:58.073688 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-c78c7c2b-7fbc-4a93-975b-22086452303e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e50a1d965f9d434aae9d07ba35f0a93c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1363420 Apr 12 00:33:58.074555 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78c7c2b-7fbc-4a93-975b-22086452303e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea5d349-142e-42ea-9a08-453c50274e21,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:33:58.076790 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 60410) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:33:58.104624 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d1f766-0b0b-43b0-b90a-3ac0eeafd501 req-0d014925-0651-452d-a51b-9a1624f4280e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:58.106080 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-b9d1f766-0b0b-43b0-b90a-3ac0eeafd501 req-0d014925-0651-452d-a51b-9a1624f4280e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d5e30fe-6eb4-42f7-a751-8d6f0006a016 HTTP/1.1" status: 200 len: 850 time: 0.1014638 Apr 12 00:33:58.128529 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-242b10b7-eebb-4bca-8b66-7b6a493567fe admin admin] Publish callbacks [] for security_group (2ea5d349-142e-42ea-9a08-453c50274e21), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:58.150380 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-242b10b7-eebb-4bca-8b66-7b6a493567fe admin admin] Publish callbacks [] for security_group (2ea5d349-142e-42ea-9a08-453c50274e21), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:58.164704 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d1f766-0b0b-43b0-b90a-3ac0eeafd501 req-6cc6aafa-ada2-4a8d-a655-7dc5bc32a1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:58.166188 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-b9d1f766-0b0b-43b0-b90a-3ac0eeafd501 req-6cc6aafa-ada2-4a8d-a655-7dc5bc32a1e1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517483 Apr 12 00:33:58.178028 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [req-e6fe02f8-7c28-46f0-87a1-0b417a38a3fa req-d5223281-5367-4ad6-8d09-24eb0bc13109 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] For port 2ccdca9b-24da-4065-b499-5447b18262ad, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=2ccdca9b-24da-4065-b499-5447b18262ad,segment=NetworkSegment(d64ef49d-093c-41ff-bdc1-96d0b857029b),segment_id=d64ef49d-093c-41ff-bdc1-96d0b857029b)] {{(pid=114859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:33:58.178416 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-e6fe02f8-7c28-46f0-87a1-0b417a38a3fa req-d5223281-5367-4ad6-8d09-24eb0bc13109 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (2ccdca9b-24da-4065-b499-5447b18262ad), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:58.198013 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-242b10b7-eebb-4bca-8b66-7b6a493567fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (2ea5d349-142e-42ea-9a08-453c50274e21), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:58.200493 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-242b10b7-eebb-4bca-8b66-7b6a493567fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:58.201611 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-242b10b7-eebb-4bca-8b66-7b6a493567fe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2ea5d349-142e-42ea-9a08-453c50274e21 HTTP/1.1" status: 204 len: 168 time: 0.1239417 Apr 12 00:33:58.209253 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242b10b7-eebb-4bca-8b66-7b6a493567fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea5d349-142e-42ea-9a08-453c50274e21,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:33:58.315839 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aee0633-cada-488b-8e2b-883d2f7ea2db req-10cd9516-4fcc-417d-894c-5d7edf7bdfe3 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:58.322599 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-6aee0633-cada-488b-8e2b-883d2f7ea2db req-10cd9516-4fcc-417d-894c-5d7edf7bdfe3 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=e46194d7-3e05-4313-b0ca-4ec9cee517f8 HTTP/1.1" status: 200 len: 946 time: 0.0568821 Apr 12 00:33:58.363147 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-b9d1f766-0b0b-43b0-b90a-3ac0eeafd501 req-0cc7ae89-498c-452e-b7be-8d2f914b8caf service neutron] 10.222.0.52 "GET /v2.0/networks/5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869123 Apr 12 00:33:58.374384 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] get_ports_and_sgs() called for port_ids ['4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629'] {{(pid=114861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:33:58.375972 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-6aee0633-cada-488b-8e2b-883d2f7ea2db req-0cacc66d-2dd4-403d-bff7-b2658309c0e5 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/security-groups?id=801418ee-5d7b-4cfc-af52-433952d7207b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524154 Apr 12 00:33:58.490903 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-e6fe02f8-7c28-46f0-87a1-0b417a38a3fa req-d5223281-5367-4ad6-8d09-24eb0bc13109 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:58.491269 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-e6fe02f8-7c28-46f0-87a1-0b417a38a3fa req-d5223281-5367-4ad6-8d09-24eb0bc13109 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1586356'] for floatingip (d6849f57-11f1-40e3-ac62-d6da1aa9dedd), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:58.491579 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.db.l3_db [req-e6fe02f8-7c28-46f0-87a1-0b417a38a3fa req-d5223281-5367-4ad6-8d09-24eb0bc13109 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Floating IP d6849f57-11f1-40e3-ac62-d6da1aa9dedd disassociated. External IP: 172.27.3.146, port: 2ccdca9b-24da-4065-b499-5447b18262ad. Apr 12 00:33:58.491919 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [req-e6fe02f8-7c28-46f0-87a1-0b417a38a3fa req-d5223281-5367-4ad6-8d09-24eb0bc13109 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Calling delete_port for 2ccdca9b-24da-4065-b499-5447b18262ad owned by compute:nova {{(pid=114859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:33:58.548057 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-b9d1f766-0b0b-43b0-b90a-3ac0eeafd501 req-95a32c26-6b25-4c22-b87c-93bb499673b8 service neutron] 10.222.0.52 "GET /v2.0/networks/5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781375 Apr 12 00:33:58.650276 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-e6fe02f8-7c28-46f0-87a1-0b417a38a3fa req-d5223281-5367-4ad6-8d09-24eb0bc13109 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (2ccdca9b-24da-4065-b499-5447b18262ad), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:58.684628 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5223281-5367-4ad6-8d09-24eb0bc13109 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Pushing event deleted for resources: {'Port': ['ID=2ccdca9b-24da-4065-b499-5447b18262ad,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:33:58.806992 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6fe02f8-7c28-46f0-87a1-0b417a38a3fa req-d5223281-5367-4ad6-8d09-24eb0bc13109 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Router 6ca15b63-1d2a-4015-b195-3a705cb14e92 has already been hosted by L3 agent d3fb0dde-5c40-4fca-80b5-61326157311c {{(pid=114859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:33:58.934109 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a33e123-0579-48fc-a1f9-5d8bf945fbb1 req-305e14ed-6e6b-4b22-a153-4b3e9fcb5604 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:33:58.935598 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-9a33e123-0579-48fc-a1f9-5d8bf945fbb1 req-305e14ed-6e6b-4b22-a153-4b3e9fcb5604 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9b5894e-894a-440c-b868-3df0c388fda0 HTTP/1.1" status: 200 len: 945 time: 0.0843468 Apr 12 00:33:58.978673 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6fe02f8-7c28-46f0-87a1-0b417a38a3fa req-d5223281-5367-4ad6-8d09-24eb0bc13109 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Notify agent at l3_agent.dv-cinder-836252-3-iscsi the message routers_updated {{(pid=114859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:33:58.989698 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a487ea9-a043-4242-bf4c-3288c257e841 None None] Sync routers for ids ['6ca15b63-1d2a-4015-b195-3a705cb14e92'] in dv-cinder-836252-3-iscsi {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:33:58.998701 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a487ea9-a043-4242-bf4c-3288c257e841 None None] Routers {'6ca15b63-1d2a-4015-b195-3a705cb14e92'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:33:58.999313 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-4a487ea9-a043-4242-bf4c-3288c257e841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:33:45Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['6ca15b63-1d2a-4015-b195-3a705cb14e92'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:33:59.029156 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6fe02f8-7c28-46f0-87a1-0b417a38a3fa req-d5223281-5367-4ad6-8d09-24eb0bc13109 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] No DVR routers for this DVR port 2ccdca9b-24da-4065-b499-5447b18262ad on host hv-cinder-83625 {{(pid=114859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:33:59.033417 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-9a33e123-0579-48fc-a1f9-5d8bf945fbb1 req-4bd1fc40-e2f0-4dea-8056-7c9cadf7372e tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b35d685-50a8-47ef-a07a-cfa2138ea658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916893 Apr 12 00:33:59.034660 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-e6fe02f8-7c28-46f0-87a1-0b417a38a3fa req-d5223281-5367-4ad6-8d09-24eb0bc13109 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for port (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:59.037778 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e6fe02f8-7c28-46f0-87a1-0b417a38a3fa req-d5223281-5367-4ad6-8d09-24eb0bc13109 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.52 "DELETE /v2.0/ports/2ccdca9b-24da-4065-b499-5447b18262ad HTTP/1.1" status: 204 len: 173 time: 1.1583757 Apr 12 00:33:59.038427 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e46194d7-3e05-4313-b0ca-4ec9cee517f8', 'name': 'network-vif-deleted', 'tag': '2ccdca9b-24da-4065-b499-5447b18262ad'}] {{(pid=114859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:33:59.040495 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d751ce943c7fd1580d8237ddcdd582f05025ac6b53677acecb9ecfb4d000721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6929442-37fe-4faf-a5ea-39d70e0931ac" -d '{"events": [{"server_uuid": "e46194d7-3e05-4313-b0ca-4ec9cee517f8", "name": "network-vif-deleted", "tag": "2ccdca9b-24da-4065-b499-5447b18262ad"}]}' {{(pid=114859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:33:59.092222 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fbabb6c-dbbb-4a5d-9547-83c2c35ca3b4 x-openstack-request-id: req-9fbabb6c-dbbb-4a5d-9547-83c2c35ca3b4 {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:33:59.092716 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e46194d7-3e05-4313-b0ca-4ec9cee517f8", "name": "network-vif-deleted", "tag": "2ccdca9b-24da-4065-b499-5447b18262ad", "status": "completed", "code": 200}]} {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:33:59.093146 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9fbabb6c-dbbb-4a5d-9547-83c2c35ca3b4 {{(pid=114859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:33:59.093726 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fbabb6c-dbbb-4a5d-9547-83c2c35ca3b4'] response: {'server_uuid': 'e46194d7-3e05-4313-b0ca-4ec9cee517f8', 'name': 'network-vif-deleted', 'tag': '2ccdca9b-24da-4065-b499-5447b18262ad', 'status': 'completed', 'code': 200} Apr 12 00:33:59.150173 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-4a487ea9-a043-4242-bf4c-3288c257e841 None None] Set router 6ca15b63-1d2a-4015-b195-3a705cb14e92 gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:33:59.353051 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-4a487ea9-a043-4242-bf4c-3288c257e841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'name': 'tempest-TestVolumeBootPattern-881313849-router', 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'eb4fcd47-990e-4bb1-b48a-14ca3a30756d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:29:47Z', 'updated_at': '2022-04-12T00:29:52Z', 'revision_number': 4, 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'gw_port': {'id': 'eb4fcd47-990e-4bb1-b48a-14ca3a30756d', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:29:48Z', 'updated_at': '2022-04-12T00:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': 'dcd1127c-7a98-45f3-8118-070d2b2c65ec', 'name': '', 'network_id': '8a9865c2-0d03-40f9-a71a-607e87040674', 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'mac_address': 'fa:16:3e:35:c4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '673329e3-8235-4c2b-a7ed-65b2b39a6faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:29:51Z', 'updated_at': '2022-04-12T00:29:56Z', 'revision_number': 5, 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'subnets': [{'id': '673329e3-8235-4c2b-a7ed-65b2b39a6faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:33:59.389878 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a487ea9-a043-4242-bf4c-3288c257e841 None None] Checking router: 6ca15b63-1d2a-4015-b195-3a705cb14e92 for host: dv-cinder-836252-3-iscsi {{(pid=114862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:33:59.396238 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a487ea9-a043-4242-bf4c-3288c257e841 None None] Routers {'6ca15b63-1d2a-4015-b195-3a705cb14e92'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:33:59.396986 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-4a487ea9-a043-4242-bf4c-3288c257e841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:33:45Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['6ca15b63-1d2a-4015-b195-3a705cb14e92'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:33:59.521854 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-3397e34e-40a7-4a47-bb83-d60a0c0b37f1 req-f1cbb1d0-9408-407f-8528-cd14be851fab tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=e46194d7-3e05-4313-b0ca-4ec9cee517f8 HTTP/1.1" status: 200 len: 210 time: 0.0407908 Apr 12 00:33:59.526420 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-4a487ea9-a043-4242-bf4c-3288c257e841 None None] Set router 6ca15b63-1d2a-4015-b195-3a705cb14e92 gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:33:59.669481 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device 4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629 up at agent hyperv_hv-cinder-83625 {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:33:59.712025 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-4a487ea9-a043-4242-bf4c-3288c257e841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'name': 'tempest-TestVolumeBootPattern-881313849-router', 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'eb4fcd47-990e-4bb1-b48a-14ca3a30756d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:29:47Z', 'updated_at': '2022-04-12T00:29:52Z', 'revision_number': 4, 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'gw_port': {'id': 'eb4fcd47-990e-4bb1-b48a-14ca3a30756d', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:29:48Z', 'updated_at': '2022-04-12T00:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': 'dcd1127c-7a98-45f3-8118-070d2b2c65ec', 'name': '', 'network_id': '8a9865c2-0d03-40f9-a71a-607e87040674', 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'mac_address': 'fa:16:3e:35:c4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '673329e3-8235-4c2b-a7ed-65b2b39a6faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:29:51Z', 'updated_at': '2022-04-12T00:29:56Z', 'revision_number': 5, 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'subnets': [{'id': '673329e3-8235-4c2b-a7ed-65b2b39a6faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:33:59.714042 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Provisioning for port 4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629 completed by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 00:33:59.719431 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Provisioning complete for port 4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629 triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:33:59.719903 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:59.738318 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a487ea9-a043-4242-bf4c-3288c257e841 None None] The sync data for ids ['6ca15b63-1d2a-4015-b195-3a705cb14e92'] in dv-cinder-836252-3-iscsi is: [{'id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'name': 'tempest-TestVolumeBootPattern-881313849-router', 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'eb4fcd47-990e-4bb1-b48a-14ca3a30756d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:29:47Z', 'updated_at': '2022-04-12T00:29:52Z', 'revision_number': 4, 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'gw_port': {'id': 'eb4fcd47-990e-4bb1-b48a-14ca3a30756d', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:29:48Z', 'updated_at': '2022-04-12T00:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': 'dcd1127c-7a98-45f3-8118-070d2b2c65ec', 'name': '', 'network_id': '8a9865c2-0d03-40f9-a71a-607e87040674', 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'mac_address': 'fa:16:3e:35:c4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '673329e3-8235-4c2b-a7ed-65b2b39a6faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:29:51Z', 'updated_at': '2022-04-12T00:29:56Z', 'revision_number': 5, 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'subnets': [{'id': '673329e3-8235-4c2b-a7ed-65b2b39a6faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:33:59.803143 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Current status of the port 4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629 is: BUILD; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:33:59.803534 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:59.828016 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b5894e-894a-440c-b868-3df0c388fda0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629'}] {{(pid=114861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:33:59.831102 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d187226e65eb8f713948fb36ffe50595ec682b3d9ec12b6d0c088ba153fadb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d476f3f1-6c76-4491-8231-7307fd402141" -d '{"events": [{"server_uuid": "d9b5894e-894a-440c-b868-3df0c388fda0", "name": "network-vif-plugged", "status": "completed", "tag": "4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629"}]}' {{(pid=114861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:33:59.843458 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port 4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629,segment=NetworkSegment(5e9db55b-3d4f-451e-b201-3ff40da203e0),segment_id=5e9db55b-3d4f-451e-b201-3ff40da203e0)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:33:59.848462 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:33:59.849620 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device 2ccdca9b-24da-4065-b499-5447b18262ad no longer exists at agent hyperv_hv-cinder-83625 {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:33:59.888733 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7973ce96-d8e0-419b-9324-d326b20174a2 x-openstack-request-id: req-7973ce96-d8e0-419b-9324-d326b20174a2 {{(pid=114861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:33:59.889034 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9b5894e-894a-440c-b868-3df0c388fda0", "name": "network-vif-plugged", "status": "completed", "tag": "4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629", "code": 200}]} {{(pid=114861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:33:59.889275 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7973ce96-d8e0-419b-9324-d326b20174a2 {{(pid=114861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:33:59.889664 dv-cinder-836252-3-iscsi neutron-server[114861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7973ce96-d8e0-419b-9324-d326b20174a2'] response: {'server_uuid': 'd9b5894e-894a-440c-b868-3df0c388fda0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629', 'code': 200} Apr 12 00:33:59.892906 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] No Port match for: 2ccdca9b-24da-4065-b499-5447b18262ad {{(pid=114861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 00:33:59.893260 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device 2ccdca9b-24da-4065-b499-5447b18262ad not bound to the agent host hv-cinder-83625 {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:33:59.918228 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Pushing event updated for resources: {'Port': ['ID=4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629,revision_number=5']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:34:00.006906 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b22c805-82f4-45ac-8edf-0cde5c4f62c1 None None] New status for floating IP d6849f57-11f1-40e3-ac62-d6da1aa9dedd: DOWN {{(pid=114861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 00:34:00.113111 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62bd32-cced-45f8-8462-ea88a3dfd5d0 req-a70782bd-f8c8-4512-9309-118b8bde0ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:00.115844 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-1f62bd32-cced-45f8-8462-ea88a3dfd5d0 req-a70782bd-f8c8-4512-9309-118b8bde0ed9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d9b5894e-894a-440c-b868-3df0c388fda0 HTTP/1.1" status: 200 len: 1130 time: 0.0512261 Apr 12 00:34:00.180181 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330d9d6-909b-4ca7-8d4f-41b26a8936b7 req-c150bf57-918d-480c-badb-860e93144826 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:00.181643 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c330d9d6-909b-4ca7-8d4f-41b26a8936b7 req-c150bf57-918d-480c-badb-860e93144826 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9b5894e-894a-440c-b868-3df0c388fda0 HTTP/1.1" status: 200 len: 946 time: 0.0647178 Apr 12 00:34:00.201688 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-1f62bd32-cced-45f8-8462-ea88a3dfd5d0 req-74a2fbfa-10e0-4038-bcd8-ce2c658e2c1c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2b35d685-50a8-47ef-a07a-cfa2138ea658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753071 Apr 12 00:34:00.237148 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c330d9d6-909b-4ca7-8d4f-41b26a8936b7 req-9cefec27-bc71-408d-87c8-f20ad51afa6a tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b35d685-50a8-47ef-a07a-cfa2138ea658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465767 Apr 12 00:34:00.777618 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-7e502999-7887-4e04-ada6-c5755c264073 req-4a94c33f-6525-4ba1-8c1b-9457797837c4 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1352959982&fields=id&tenant_id=4ad54dac63374c8a9b4da55ee5dc7fd1 HTTP/1.1" status: 200 len: 267 time: 0.0439715 Apr 12 00:34:00.884001 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e502999-7887-4e04-ada6-c5755c264073 req-522761ad-eca5-43fc-8131-e69d278f1153 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:00.886081 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-7e502999-7887-4e04-ada6-c5755c264073 req-522761ad-eca5-43fc-8131-e69d278f1153 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/networks?id=8a9865c2-0d03-40f9-a71a-607e87040674 HTTP/1.1" status: 200 len: 811 time: 0.1021743 Apr 12 00:34:00.901001 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-7e502999-7887-4e04-ada6-c5755c264073 req-d1638147-9994-4117-8ad3-4a521b1642cb tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/quotas/4ad54dac63374c8a9b4da55ee5dc7fd1 HTTP/1.1" status: 200 len: 375 time: 0.0093863 Apr 12 00:34:00.948934 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-7e502999-7887-4e04-ada6-c5755c264073 req-f1c338a3-a940-45fe-b0d0-5c3ee6d2944a tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4ad54dac63374c8a9b4da55ee5dc7fd1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0431166 Apr 12 00:34:01.046041 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-7e502999-7887-4e04-ada6-c5755c264073 req-322bcdb1-b200-4832-a164-c24309e24852 service neutron] 10.222.0.32 "GET /v2.0/networks/8a9865c2-0d03-40f9-a71a-607e87040674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858321 Apr 12 00:34:01.131417 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-7e502999-7887-4e04-ada6-c5755c264073 req-8fbd0551-0188-4886-a244-839a8a76c491 service neutron] 10.222.0.32 "GET /v2.0/networks/8a9865c2-0d03-40f9-a71a-607e87040674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792549 Apr 12 00:34:01.360789 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e78888-96c1-4311-a473-c12dcfbe1c52 req-b928ede5-71e5-4a7d-8691-7cdf27096489 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:01.362937 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-45e78888-96c1-4311-a473-c12dcfbe1c52 req-b928ede5-71e5-4a7d-8691-7cdf27096489 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9b5894e-894a-440c-b868-3df0c388fda0 HTTP/1.1" status: 200 len: 946 time: 0.0550241 Apr 12 00:34:01.407020 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-43934b7c-b226-41d2-a168-61d627454526 req-36887911-f57a-400f-adfe-61fad93ddda7 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a3357fa-5beb-40ae-ba19-95e893acd4b8 HTTP/1.1" status: 200 len: 210 time: 0.0285528 Apr 12 00:34:01.416532 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-45e78888-96c1-4311-a473-c12dcfbe1c52 req-cd95905d-970f-4d51-b825-d0aae38dedf3 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b35d685-50a8-47ef-a07a-cfa2138ea658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472763 Apr 12 00:34:02.504859 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-04a94da8-eee8-48f0-9bc3-5bdb47288c6c req-34e3be09-8d46-4ee1-abf8-5873629df8f9 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a3357fa-5beb-40ae-ba19-95e893acd4b8 HTTP/1.1" status: 200 len: 210 time: 0.0319352 Apr 12 00:34:02.527966 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb0bc1-9457-422c-ba85-bf2a3a9517f1 req-36c77dfe-22bc-4b68-b657-1ba730f99345 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:02.529413 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-98bb0bc1-9457-422c-ba85-bf2a3a9517f1 req-36c77dfe-22bc-4b68-b657-1ba730f99345 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9b5894e-894a-440c-b868-3df0c388fda0 HTTP/1.1" status: 200 len: 946 time: 0.0466886 Apr 12 00:34:02.573671 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-98bb0bc1-9457-422c-ba85-bf2a3a9517f1 req-c9bf653f-69be-4327-97b2-22843f5af270 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b35d685-50a8-47ef-a07a-cfa2138ea658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388665 Apr 12 00:34:03.598080 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-aacc65ea-d93c-45fd-a819-97c3b8d94dc4 req-e912ac53-917f-4d29-a8ae-3a803e37c971 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a3357fa-5beb-40ae-ba19-95e893acd4b8 HTTP/1.1" status: 200 len: 210 time: 0.0277736 Apr 12 00:34:03.683159 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991bd7a-9ab0-461e-a0ca-8a70c7d13c23 req-2d0f6cfb-f5be-4d9b-b652-44191ed3d998 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:03.684590 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-1991bd7a-9ab0-461e-a0ca-8a70c7d13c23 req-2d0f6cfb-f5be-4d9b-b652-44191ed3d998 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9b5894e-894a-440c-b868-3df0c388fda0 HTTP/1.1" status: 200 len: 946 time: 0.0460892 Apr 12 00:34:03.732413 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-1991bd7a-9ab0-461e-a0ca-8a70c7d13c23 req-996592da-8916-4bfc-8285-2a2bc499c3f0 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b35d685-50a8-47ef-a07a-cfa2138ea658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423141 Apr 12 00:34:04.693873 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a848ded3-cfb5-4f69-89c1-ba4e090bdb94 req-98fef805-d224-405b-9c95-b63375e8c5c5 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a3357fa-5beb-40ae-ba19-95e893acd4b8 HTTP/1.1" status: 200 len: 210 time: 0.0312967 Apr 12 00:34:04.843263 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8b449-66d0-499f-843b-20ab91ffa111 req-25454b86-f246-4108-b953-03c102a3f94d tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:04.844988 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-5ac8b449-66d0-499f-843b-20ab91ffa111 req-25454b86-f246-4108-b953-03c102a3f94d tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9b5894e-894a-440c-b868-3df0c388fda0 HTTP/1.1" status: 200 len: 946 time: 0.0471432 Apr 12 00:34:04.892024 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-5ac8b449-66d0-499f-843b-20ab91ffa111 req-d149ba67-bbc1-405b-80dc-9d264a7fbbdb tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b35d685-50a8-47ef-a07a-cfa2138ea658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411499 Apr 12 00:34:05.825372 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-85ee2c40-a9f2-4694-a567-a33d701fe5c1 req-9e87cd8a-8053-4d89-8c68-606ca61ae795 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a3357fa-5beb-40ae-ba19-95e893acd4b8 HTTP/1.1" status: 200 len: 210 time: 0.0648506 Apr 12 00:34:05.910495 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e502999-7887-4e04-ada6-c5755c264073 req-a49374f2-c9cb-46ec-bc9b-08cc6ef141e5 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:05.912013 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-7e502999-7887-4e04-ada6-c5755c264073 req-a49374f2-c9cb-46ec-bc9b-08cc6ef141e5 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.52 "GET /v2.0/networks?id=8a9865c2-0d03-40f9-a71a-607e87040674 HTTP/1.1" status: 200 len: 811 time: 0.1224070 Apr 12 00:34:06.021953 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425fdaa-6437-4b6c-90d3-0274ce9ae293 req-a273d504-fa36-458f-8923-aeb631fc1756 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:06.024767 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-7e502999-7887-4e04-ada6-c5755c264073 req-ed82dd09-8739-4c07-af25-64be3ea85972 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ad54dac63374c8a9b4da55ee5dc7fd1 HTTP/1.1" status: 200 len: 380 time: 0.0614657 Apr 12 00:34:06.026748 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-f425fdaa-6437-4b6c-90d3-0274ce9ae293 req-a273d504-fa36-458f-8923-aeb631fc1756 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9b5894e-894a-440c-b868-3df0c388fda0 HTTP/1.1" status: 200 len: 946 time: 0.0635939 Apr 12 00:34:06.034007 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [req-7e502999-7887-4e04-ada6-c5755c264073 req-45fc16e1-dca9-45c5-845a-7cf09c0c608f tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Request body: {'port': {'device_id': '4a3357fa-5beb-40ae-ba19-95e893acd4b8', 'network_id': '8a9865c2-0d03-40f9-a71a-607e87040674', 'admin_state_up': True, 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'security_groups': ['801418ee-5d7b-4cfc-af52-433952d7207b']}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:34:06.088662 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-f425fdaa-6437-4b6c-90d3-0274ce9ae293 req-5bb0718d-dd72-4a98-a665-7ddaa2b79f66 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b35d685-50a8-47ef-a07a-cfa2138ea658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586669 Apr 12 00:34:06.150679 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e502999-7887-4e04-ada6-c5755c264073 req-45fc16e1-dca9-45c5-845a-7cf09c0c608f tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Made reservation on behalf of 4ad54dac63374c8a9b4da55ee5dc7fd1 for: {'port': 1} {{(pid=114859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:34:06.154131 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-7e502999-7887-4e04-ada6-c5755c264073 req-45fc16e1-dca9-45c5-845a-7cf09c0c608f tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:06.249298 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d996c77-e521-4d33-b42d-90342f2e00ea req-f3b4dea5-0f18-469b-bc9c-55755f1e1759 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:06.250729 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-4d996c77-e521-4d33-b42d-90342f2e00ea req-f3b4dea5-0f18-469b-bc9c-55755f1e1759 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9b5894e-894a-440c-b868-3df0c388fda0 HTTP/1.1" status: 200 len: 946 time: 0.0826342 Apr 12 00:34:06.261346 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 60542) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:34:06.266267 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-25678175-be9f-4756-9aa8-fee2827da581 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Request body: {'floatingip': {'port_id': '4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629'}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:34:06.310845 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-25678175-be9f-4756-9aa8-fee2827da581 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks [] for floatingip (42ebd890-3494-4643-b0ef-81a4023886fd), before_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:06.330059 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.db_base_plugin_common [req-7e502999-7887-4e04-ada6-c5755c264073 req-45fc16e1-dca9-45c5-845a-7cf09c0c608f tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Allocated IP 172.20.0.6 (8a9865c2-0d03-40f9-a71a-607e87040674/673329e3-8235-4c2b-a7ed-65b2b39a6faf/eacce356-7ace-426f-a907-2db9bedc490d) {{(pid=114859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:34:06.487440 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-7e502999-7887-4e04-ada6-c5755c264073 req-45fc16e1-dca9-45c5-845a-7cf09c0c608f tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks [] for port (eacce356-7ace-426f-a907-2db9bedc490d), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:06.522671 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-7e502999-7887-4e04-ada6-c5755c264073 req-45fc16e1-dca9-45c5-845a-7cf09c0c608f tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (eacce356-7ace-426f-a907-2db9bedc490d), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:06.568732 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e502999-7887-4e04-ada6-c5755c264073 req-45fc16e1-dca9-45c5-845a-7cf09c0c608f tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Network 8a9865c2-0d03-40f9-a71a-607e87040674 is already hosted by enough agents. {{(pid=114859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:34:06.574652 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.base_scheduler [req-7e502999-7887-4e04-ada6-c5755c264073 req-45fc16e1-dca9-45c5-845a-7cf09c0c608f tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Resources bound (agent type, host, resource id): {{(pid=114859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:34:06.582652 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e502999-7887-4e04-ada6-c5755c264073 req-45fc16e1-dca9-45c5-845a-7cf09c0c608f tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Received port after_create {{(pid=114859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:34:06.586806 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc16e1-dca9-45c5-845a-7cf09c0c608f tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Pushing event updated for resources: {'Port': ['ID=eacce356-7ace-426f-a907-2db9bedc490d,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:34:06.642391 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e502999-7887-4e04-ada6-c5755c264073 req-45fc16e1-dca9-45c5-845a-7cf09c0c608f tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:06.643610 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-7e502999-7887-4e04-ada6-c5755c264073 req-45fc16e1-dca9-45c5-845a-7cf09c0c608f tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for port (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:06.680610 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-7e502999-7887-4e04-ada6-c5755c264073 req-45fc16e1-dca9-45c5-845a-7cf09c0c608f tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6512985 Apr 12 00:34:06.702559 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [req-7e502999-7887-4e04-ada6-c5755c264073 req-88704a30-b326-44c1-ae31-773ffd5de00a service neutron] Request body: {'port': {'device_id': '4a3357fa-5beb-40ae-ba19-95e893acd4b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83625'}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:34:06.769415 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-7e502999-7887-4e04-ada6-c5755c264073 req-88704a30-b326-44c1-ae31-773ffd5de00a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (eacce356-7ace-426f-a907-2db9bedc490d), before_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:06.912352 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-54d58561-3e7e-4a09-b490-7a9927c69659 None None] Provisioning complete for port eacce356-7ace-426f-a907-2db9bedc490d triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:34:06.912929 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-54d58561-3e7e-4a09-b490-7a9927c69659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (eacce356-7ace-426f-a907-2db9bedc490d), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:06.952075 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-54d58561-3e7e-4a09-b490-7a9927c69659 None None] Port eacce356-7ace-426f-a907-2db9bedc490d cannot update to ACTIVE because it is not bound. {{(pid=114861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:34:06.973062 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed78e2-e428-4f1c-aa05-a82426948c7d req-7a0c821b-7e69-494b-b7be-a5818f9c4878 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:06.974563 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-d6ed78e2-e428-4f1c-aa05-a82426948c7d req-7a0c821b-7e69-494b-b7be-a5818f9c4878 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a3357fa-5beb-40ae-ba19-95e893acd4b8 HTTP/1.1" status: 200 len: 931 time: 0.0789526 Apr 12 00:34:07.037190 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [req-7e502999-7887-4e04-ada6-c5755c264073 req-88704a30-b326-44c1-ae31-773ffd5de00a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eacce356-7ace-426f-a907-2db9bedc490d {{(pid=114859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:34:07.045584 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-7e502999-7887-4e04-ada6-c5755c264073 req-88704a30-b326-44c1-ae31-773ffd5de00a service neutron] Publish callbacks [] for port (eacce356-7ace-426f-a907-2db9bedc490d), precommit_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:07.057842 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-25678175-be9f-4756-9aa8-fee2827da581 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:07.058362 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.provisioning_blocks [req-7e502999-7887-4e04-ada6-c5755c264073 req-88704a30-b326-44c1-ae31-773ffd5de00a service neutron] Transition to ACTIVE for port object eacce356-7ace-426f-a907-2db9bedc490d will not be triggered until provisioned by entity L2. {{(pid=114859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 00:34:07.062374 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-7e502999-7887-4e04-ada6-c5755c264073 req-88704a30-b326-44c1-ae31-773ffd5de00a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59136039'] for port (eacce356-7ace-426f-a907-2db9bedc490d), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:07.067673 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-25678175-be9f-4756-9aa8-fee2827da581 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1586356'] for floatingip (42ebd890-3494-4643-b0ef-81a4023886fd), after_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:07.112260 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-d6ed78e2-e428-4f1c-aa05-a82426948c7d req-e6329ef2-d49d-4c0c-94b8-5ac71b6d584c tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/security-groups?id=801418ee-5d7b-4cfc-af52-433952d7207b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312051 Apr 12 00:34:07.114521 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88704a30-b326-44c1-ae31-773ffd5de00a service neutron] Pushing event updated for resources: {'Port': ['ID=eacce356-7ace-426f-a907-2db9bedc490d,revision_number=2']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:34:07.183101 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.db.l3_db [None req-25678175-be9f-4756-9aa8-fee2827da581 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Floating IP 42ebd890-3494-4643-b0ef-81a4023886fd associated. External IP: 172.27.3.14, port: 4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629. Apr 12 00:34:07.189242 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.managers [req-7e502999-7887-4e04-ada6-c5755c264073 req-88704a30-b326-44c1-ae31-773ffd5de00a service neutron] Attempting to bind port eacce356-7ace-426f-a907-2db9bedc490d on host hv-cinder-83625 for vnic_type normal with profile {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:34:07.190108 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.managers [req-7e502999-7887-4e04-ada6-c5755c264073 req-88704a30-b326-44c1-ae31-773ffd5de00a service neutron] Attempting to bind port eacce356-7ace-426f-a907-2db9bedc490d by drivers openvswitch,hyperv on host hv-cinder-83625 at level 0 using segments [{'id': 'd64ef49d-093c-41ff-bdc1-96d0b857029b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '8a9865c2-0d03-40f9-a71a-607e87040674'}] {{(pid=114859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:34:07.190489 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e502999-7887-4e04-ada6-c5755c264073 req-88704a30-b326-44c1-ae31-773ffd5de00a service neutron] Attempting to bind port eacce356-7ace-426f-a907-2db9bedc490d on network 8a9865c2-0d03-40f9-a71a-607e87040674 {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:34:07.195072 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e502999-7887-4e04-ada6-c5755c264073 req-88704a30-b326-44c1-ae31-773ffd5de00a service neutron] Port eacce356-7ace-426f-a907-2db9bedc490d on network 8a9865c2-0d03-40f9-a71a-607e87040674 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83625 {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 00:34:07.195390 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e502999-7887-4e04-ada6-c5755c264073 req-88704a30-b326-44c1-ae31-773ffd5de00a service neutron] Attempting to bind port eacce356-7ace-426f-a907-2db9bedc490d on network 8a9865c2-0d03-40f9-a71a-607e87040674 {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:34:07.200533 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e502999-7887-4e04-ada6-c5755c264073 req-88704a30-b326-44c1-ae31-773ffd5de00a service neutron] Checking agent: {'id': '6c438ad1-5788-4552-a50f-29c8c96f3196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83625', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 0, 23, 42), 'started_at': datetime.datetime(2022, 4, 12, 0, 23, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:34:07.200881 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e502999-7887-4e04-ada6-c5755c264073 req-88704a30-b326-44c1-ae31-773ffd5de00a service neutron] Checking segment: {'id': 'd64ef49d-093c-41ff-bdc1-96d0b857029b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '8a9865c2-0d03-40f9-a71a-607e87040674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:34:07.201390 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e502999-7887-4e04-ada6-c5755c264073 req-88704a30-b326-44c1-ae31-773ffd5de00a service neutron] Bound using segment: {'id': 'd64ef49d-093c-41ff-bdc1-96d0b857029b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '8a9865c2-0d03-40f9-a71a-607e87040674'} {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:34:07.201818 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.managers [req-7e502999-7887-4e04-ada6-c5755c264073 req-88704a30-b326-44c1-ae31-773ffd5de00a service neutron] Bound port: eacce356-7ace-426f-a907-2db9bedc490d, host: hv-cinder-83625, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd64ef49d-093c-41ff-bdc1-96d0b857029b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '8a9865c2-0d03-40f9-a71a-607e87040674'}}] {{(pid=114859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:34:07.202181 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-7e502999-7887-4e04-ada6-c5755c264073 req-88704a30-b326-44c1-ae31-773ffd5de00a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (eacce356-7ace-426f-a907-2db9bedc490d), before_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:07.270663 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [req-7e502999-7887-4e04-ada6-c5755c264073 req-88704a30-b326-44c1-ae31-773ffd5de00a service neutron] For port eacce356-7ace-426f-a907-2db9bedc490d, host hv-cinder-83625, cleared binding levels {{(pid=114859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:34:07.275298 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [req-7e502999-7887-4e04-ada6-c5755c264073 req-88704a30-b326-44c1-ae31-773ffd5de00a service neutron] For port eacce356-7ace-426f-a907-2db9bedc490d, host hv-cinder-83625, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=eacce356-7ace-426f-a907-2db9bedc490d,segment=NetworkSegment(d64ef49d-093c-41ff-bdc1-96d0b857029b),segment_id=d64ef49d-093c-41ff-bdc1-96d0b857029b)] {{(pid=114859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:34:07.283067 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-7e502999-7887-4e04-ada6-c5755c264073 req-88704a30-b326-44c1-ae31-773ffd5de00a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59136039'] for port (eacce356-7ace-426f-a907-2db9bedc490d), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:07.317791 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e502999-7887-4e04-ada6-c5755c264073 req-88704a30-b326-44c1-ae31-773ffd5de00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:07.318436 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-7e502999-7887-4e04-ada6-c5755c264073 req-88704a30-b326-44c1-ae31-773ffd5de00a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for port (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:07.319793 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-7e502999-7887-4e04-ada6-c5755c264073 req-88704a30-b326-44c1-ae31-773ffd5de00a service neutron] 10.222.0.52 "PUT /v2.0/ports/eacce356-7ace-426f-a907-2db9bedc490d HTTP/1.1" status: 200 len: 1093 time: 0.6230822 Apr 12 00:34:07.320343 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a3357fa-5beb-40ae-ba19-95e893acd4b8', 'tag': 'eacce356-7ace-426f-a907-2db9bedc490d'}] {{(pid=114859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:34:07.322494 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d751ce943c7fd1580d8237ddcdd582f05025ac6b53677acecb9ecfb4d000721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-080ff568-6cd2-416e-b7ca-7b7c325454a4" -d '{"events": [{"name": "network-changed", "server_uuid": "4a3357fa-5beb-40ae-ba19-95e893acd4b8", "tag": "eacce356-7ace-426f-a907-2db9bedc490d"}]}' {{(pid=114859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:34:07.346809 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88704a30-b326-44c1-ae31-773ffd5de00a service neutron] Pushing event updated for resources: {'Port': ['ID=eacce356-7ace-426f-a907-2db9bedc490d,revision_number=3']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:34:07.375426 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6842664e-0fba-454a-b5b3-8a320f1be401 x-openstack-request-id: req-6842664e-0fba-454a-b5b3-8a320f1be401 {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:34:07.375720 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a3357fa-5beb-40ae-ba19-95e893acd4b8", "tag": "eacce356-7ace-426f-a907-2db9bedc490d", "status": "completed", "code": 200}]} {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:34:07.375975 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6842664e-0fba-454a-b5b3-8a320f1be401 {{(pid=114859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:34:07.376380 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6842664e-0fba-454a-b5b3-8a320f1be401'] response: {'name': 'network-changed', 'server_uuid': '4a3357fa-5beb-40ae-ba19-95e893acd4b8', 'tag': 'eacce356-7ace-426f-a907-2db9bedc490d', 'status': 'completed', 'code': 200} Apr 12 00:34:07.423443 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25678175-be9f-4756-9aa8-fee2827da581 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Router 24b77afa-d5cd-4064-a2c9-053958a7fbbb has already been hosted by L3 agent d3fb0dde-5c40-4fca-80b5-61326157311c {{(pid=114860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:34:07.439791 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e502999-7887-4e04-ada6-c5755c264073 req-96ece6a6-ee17-49a4-b7d2-ae93193085ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:07.441587 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-7e502999-7887-4e04-ada6-c5755c264073 req-96ece6a6-ee17-49a4-b7d2-ae93193085ec service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4ad54dac63374c8a9b4da55ee5dc7fd1&device_id=4a3357fa-5beb-40ae-ba19-95e893acd4b8 HTTP/1.1" status: 200 len: 1127 time: 0.0458755 Apr 12 00:34:07.496755 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-7e502999-7887-4e04-ada6-c5755c264073 req-5f3ef81f-7be0-4b18-be0f-30347058a376 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eacce356-7ace-426f-a907-2db9bedc490d HTTP/1.1" status: 200 len: 217 time: 0.0403345 Apr 12 00:34:07.554591 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25678175-be9f-4756-9aa8-fee2827da581 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Notify agent at l3_agent.dv-cinder-836252-3-iscsi the message routers_updated {{(pid=114860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:34:07.558279 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e502999-7887-4e04-ada6-c5755c264073 req-8fffd118-b1bc-4a7a-b4a8-e337a1ef0c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:07.560036 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-7e502999-7887-4e04-ada6-c5755c264073 req-8fffd118-b1bc-4a7a-b4a8-e337a1ef0c6c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=673329e3-8235-4c2b-a7ed-65b2b39a6faf HTTP/1.1" status: 200 len: 850 time: 0.0564797 Apr 12 00:34:07.562206 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-25678175-be9f-4756-9aa8-fee2827da581 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for floatingip (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:07.569325 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c526d6-ea22-412a-9b6a-65d70de654ef None None] Sync routers for ids ['24b77afa-d5cd-4064-a2c9-053958a7fbbb'] in dv-cinder-836252-3-iscsi {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:34:07.585905 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c526d6-ea22-412a-9b6a-65d70de654ef None None] Routers {'24b77afa-d5cd-4064-a2c9-053958a7fbbb'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:34:07.587013 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-00c526d6-ea22-412a-9b6a-65d70de654ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:33:45Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['24b77afa-d5cd-4064-a2c9-053958a7fbbb'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:34:07.614276 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-25678175-be9f-4756-9aa8-fee2827da581 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "PUT /v2.0/floatingips/42ebd890-3494-4643-b0ef-81a4023886fd HTTP/1.1" status: 200 len: 991 time: 1.3409359 Apr 12 00:34:07.614276 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9b5894e-894a-440c-b868-3df0c388fda0', 'tag': '4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629'}] {{(pid=114860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:34:07.614276 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90dfd39203e2da807f23340b9cb516271cbc18bcd75fa685292d117274546a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2dfdc09-36f3-4a23-937f-733d9cfbe4b7" -d '{"events": [{"name": "network-changed", "server_uuid": "d9b5894e-894a-440c-b868-3df0c388fda0", "tag": "4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629"}]}' {{(pid=114860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:34:07.634724 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e502999-7887-4e04-ada6-c5755c264073 req-97b0210e-deee-45cd-8692-0826100d22ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:07.636380 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-7e502999-7887-4e04-ada6-c5755c264073 req-97b0210e-deee-45cd-8692-0826100d22ee service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8a9865c2-0d03-40f9-a71a-607e87040674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0695257 Apr 12 00:34:07.651128 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5999a78-0ea8-4392-ab25-de3daf76f19c x-openstack-request-id: req-c5999a78-0ea8-4392-ab25-de3daf76f19c {{(pid=114860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:34:07.651522 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9b5894e-894a-440c-b868-3df0c388fda0", "tag": "4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629", "status": "completed", "code": 200}]} {{(pid=114860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:34:07.651847 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c5999a78-0ea8-4392-ab25-de3daf76f19c {{(pid=114860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:34:07.652318 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5999a78-0ea8-4392-ab25-de3daf76f19c'] response: {'name': 'network-changed', 'server_uuid': 'd9b5894e-894a-440c-b868-3df0c388fda0', 'tag': '4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629', 'status': 'completed', 'code': 200} Apr 12 00:34:07.821064 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-00c526d6-ea22-412a-9b6a-65d70de654ef None None] Set router 24b77afa-d5cd-4064-a2c9-053958a7fbbb gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:34:08.021351 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dfdc09-36f3-4a23-937f-733d9cfbe4b7 req-37355d2b-b65f-48c8-957c-3e0c9f3c1b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:08.022905 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e2dfdc09-36f3-4a23-937f-733d9cfbe4b7 req-37355d2b-b65f-48c8-957c-3e0c9f3c1b5a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c08909d19c8341c5b47846b0cee54fd8&device_id=d9b5894e-894a-440c-b868-3df0c388fda0 HTTP/1.1" status: 200 len: 1130 time: 0.3142543 Apr 12 00:34:08.026475 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-7e502999-7887-4e04-ada6-c5755c264073 req-62ce0eb4-46bb-4fdd-99a1-c24c7d5bb468 service neutron] 10.222.0.52 "GET /v2.0/networks/8a9865c2-0d03-40f9-a71a-607e87040674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3819058 Apr 12 00:34:08.038020 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-00c526d6-ea22-412a-9b6a-65d70de654ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b77afa-d5cd-4064-a2c9-053958a7fbbb', 'name': 'tempest-AttachVolumeTestJSON-1374726220-router', 'tenant_id': 'c08909d19c8341c5b47846b0cee54fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '054df76d-ea79-4f02-bdc5-f977c0175bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:25:40Z', 'updated_at': '2022-04-12T00:25:49Z', 'revision_number': 4, 'project_id': 'c08909d19c8341c5b47846b0cee54fd8', 'gw_port': {'id': '054df76d-ea79-4f02-bdc5-f977c0175bc3', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:40:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b77afa-d5cd-4064-a2c9-053958a7fbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:41Z', 'updated_at': '2022-04-12T00:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_floatingips': [{'id': '42ebd890-3494-4643-b0ef-81a4023886fd', 'tenant_id': 'c08909d19c8341c5b47846b0cee54fd8', 'floating_ip_address': '172.27.3.14', 'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'router_id': '24b77afa-d5cd-4064-a2c9-053958a7fbbb', 'port_id': '4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4', 'mac_address': 'fa:16:3e:c7:dc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b5894e-894a-440c-b868-3df0c388fda0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:33:49Z', 'updated_at': '2022-04-12T00:34:06Z', 'revision_number': 1, 'project_id': 'c08909d19c8341c5b47846b0cee54fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3440c56b-3a61-422d-a3c6-af5bd29f6b05', 'name': '', 'network_id': '5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4', 'tenant_id': 'c08909d19c8341c5b47846b0cee54fd8', 'mac_address': 'fa:16:3e:87:14:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b77afa-d5cd-4064-a2c9-053958a7fbbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2d5e30fe-6eb4-42f7-a751-8d6f0006a016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:47Z', 'updated_at': '2022-04-12T00:26:05Z', 'revision_number': 5, 'project_id': 'c08909d19c8341c5b47846b0cee54fd8', 'subnets': [{'id': '2d5e30fe-6eb4-42f7-a751-8d6f0006a016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:34:08.063181 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c526d6-ea22-412a-9b6a-65d70de654ef None None] Checking router: 24b77afa-d5cd-4064-a2c9-053958a7fbbb for host: dv-cinder-836252-3-iscsi {{(pid=114862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:34:08.072343 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c526d6-ea22-412a-9b6a-65d70de654ef None None] Routers {'24b77afa-d5cd-4064-a2c9-053958a7fbbb'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:34:08.072878 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-00c526d6-ea22-412a-9b6a-65d70de654ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:33:45Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['24b77afa-d5cd-4064-a2c9-053958a7fbbb'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:34:08.182279 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dfdc09-36f3-4a23-937f-733d9cfbe4b7 req-49bdb543-7585-4e07-bd87-4b113a8284b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:08.182883 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-00c526d6-ea22-412a-9b6a-65d70de654ef None None] Set router 24b77afa-d5cd-4064-a2c9-053958a7fbbb gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:34:08.183762 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e2dfdc09-36f3-4a23-937f-733d9cfbe4b7 req-49bdb543-7585-4e07-bd87-4b113a8284b3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4 HTTP/1.1" status: 200 len: 912 time: 0.1504962 Apr 12 00:34:08.186791 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-7e502999-7887-4e04-ada6-c5755c264073 req-7478ddc0-1c3e-4838-9ca3-42d72bd376b0 service neutron] 10.222.0.52 "GET /v2.0/networks/8a9865c2-0d03-40f9-a71a-607e87040674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524367 Apr 12 00:34:08.268321 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96fc1d6-2645-4a81-bba2-bd8ed77b234c req-52f44be4-3c76-4fd1-9f64-3e7b37a8f313 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:08.269800 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d96fc1d6-2645-4a81-bba2-bd8ed77b234c req-52f44be4-3c76-4fd1-9f64-3e7b37a8f313 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a3357fa-5beb-40ae-ba19-95e893acd4b8 HTTP/1.1" status: 200 len: 943 time: 0.0850604 Apr 12 00:34:08.303356 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e2dfdc09-36f3-4a23-937f-733d9cfbe4b7 req-75af99b4-f0cc-46c6-b3fe-d47a0328dca9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629 HTTP/1.1" status: 200 len: 999 time: 0.0893917 Apr 12 00:34:08.333759 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d96fc1d6-2645-4a81-bba2-bd8ed77b234c req-fb612986-7d2c-4dcd-8a14-3599f2816a53 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/security-groups?id=801418ee-5d7b-4cfc-af52-433952d7207b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572729 Apr 12 00:34:08.401215 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-00c526d6-ea22-412a-9b6a-65d70de654ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b77afa-d5cd-4064-a2c9-053958a7fbbb', 'name': 'tempest-AttachVolumeTestJSON-1374726220-router', 'tenant_id': 'c08909d19c8341c5b47846b0cee54fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '054df76d-ea79-4f02-bdc5-f977c0175bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:25:40Z', 'updated_at': '2022-04-12T00:25:49Z', 'revision_number': 4, 'project_id': 'c08909d19c8341c5b47846b0cee54fd8', 'gw_port': {'id': '054df76d-ea79-4f02-bdc5-f977c0175bc3', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:40:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b77afa-d5cd-4064-a2c9-053958a7fbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:41Z', 'updated_at': '2022-04-12T00:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_floatingips': [{'id': '42ebd890-3494-4643-b0ef-81a4023886fd', 'tenant_id': 'c08909d19c8341c5b47846b0cee54fd8', 'floating_ip_address': '172.27.3.14', 'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'router_id': '24b77afa-d5cd-4064-a2c9-053958a7fbbb', 'port_id': '4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4', 'mac_address': 'fa:16:3e:c7:dc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b5894e-894a-440c-b868-3df0c388fda0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:33:49Z', 'updated_at': '2022-04-12T00:34:06Z', 'revision_number': 1, 'project_id': 'c08909d19c8341c5b47846b0cee54fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3440c56b-3a61-422d-a3c6-af5bd29f6b05', 'name': '', 'network_id': '5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4', 'tenant_id': 'c08909d19c8341c5b47846b0cee54fd8', 'mac_address': 'fa:16:3e:87:14:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b77afa-d5cd-4064-a2c9-053958a7fbbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2d5e30fe-6eb4-42f7-a751-8d6f0006a016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:47Z', 'updated_at': '2022-04-12T00:26:05Z', 'revision_number': 5, 'project_id': 'c08909d19c8341c5b47846b0cee54fd8', 'subnets': [{'id': '2d5e30fe-6eb4-42f7-a751-8d6f0006a016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:34:08.427040 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c526d6-ea22-412a-9b6a-65d70de654ef None None] The sync data for ids ['24b77afa-d5cd-4064-a2c9-053958a7fbbb'] in dv-cinder-836252-3-iscsi is: [{'id': '24b77afa-d5cd-4064-a2c9-053958a7fbbb', 'name': 'tempest-AttachVolumeTestJSON-1374726220-router', 'tenant_id': 'c08909d19c8341c5b47846b0cee54fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '054df76d-ea79-4f02-bdc5-f977c0175bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:25:40Z', 'updated_at': '2022-04-12T00:25:49Z', 'revision_number': 4, 'project_id': 'c08909d19c8341c5b47846b0cee54fd8', 'gw_port': {'id': '054df76d-ea79-4f02-bdc5-f977c0175bc3', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:40:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b77afa-d5cd-4064-a2c9-053958a7fbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:41Z', 'updated_at': '2022-04-12T00:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_floatingips': [{'id': '42ebd890-3494-4643-b0ef-81a4023886fd', 'tenant_id': 'c08909d19c8341c5b47846b0cee54fd8', 'floating_ip_address': '172.27.3.14', 'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'router_id': '24b77afa-d5cd-4064-a2c9-053958a7fbbb', 'port_id': '4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4', 'mac_address': 'fa:16:3e:c7:dc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b5894e-894a-440c-b868-3df0c388fda0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:33:49Z', 'updated_at': '2022-04-12T00:34:06Z', 'revision_number': 1, 'project_id': 'c08909d19c8341c5b47846b0cee54fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3440c56b-3a61-422d-a3c6-af5bd29f6b05', 'name': '', 'network_id': '5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4', 'tenant_id': 'c08909d19c8341c5b47846b0cee54fd8', 'mac_address': 'fa:16:3e:87:14:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b77afa-d5cd-4064-a2c9-053958a7fbbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2d5e30fe-6eb4-42f7-a751-8d6f0006a016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:47Z', 'updated_at': '2022-04-12T00:26:05Z', 'revision_number': 5, 'project_id': 'c08909d19c8341c5b47846b0cee54fd8', 'subnets': [{'id': '2d5e30fe-6eb4-42f7-a751-8d6f0006a016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:34:08.611026 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e6fb75-caa2-401c-bf71-ac5e86dd6e3b None None] New status for floating IP 42ebd890-3494-4643-b0ef-81a4023886fd: ACTIVE {{(pid=114861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 00:34:08.885056 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 60576) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:34:08.983357 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-3c55aaf9-82e7-4b07-a378-4e1a978f4ac6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:09.054356 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-3c55aaf9-82e7-4b07-a378-4e1a978f4ac6 admin admin] Publish callbacks [] for security_group (e9e15098-ced3-4cb5-abe1-0e876af15653), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:09.058569 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-3c55aaf9-82e7-4b07-a378-4e1a978f4ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (e9e15098-ced3-4cb5-abe1-0e876af15653), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:09.097382 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-3c55aaf9-82e7-4b07-a378-4e1a978f4ac6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0ca222ceaf01422c8f860e4b2bec7801&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2112460 Apr 12 00:34:09.098700 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c55aaf9-82e7-4b07-a378-4e1a978f4ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e15098-ced3-4cb5-abe1-0e876af15653,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:34:09.101068 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 60580) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:34:09.151224 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ff568-6cd2-416e-b7ca-7b7c325454a4 req-d5aecd9b-6b2f-48b1-9243-fe0ffd4ab2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:09.152665 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-080ff568-6cd2-416e-b7ca-7b7c325454a4 req-d5aecd9b-6b2f-48b1-9243-fe0ffd4ab2e4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4ad54dac63374c8a9b4da55ee5dc7fd1&device_id=4a3357fa-5beb-40ae-ba19-95e893acd4b8 HTTP/1.1" status: 200 len: 1127 time: 0.0766306 Apr 12 00:34:09.154085 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-74804e01-a9b2-444d-9139-b7d2eca791c9 admin admin] Publish callbacks [] for security_group (e9e15098-ced3-4cb5-abe1-0e876af15653), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:09.156081 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dfdc09-36f3-4a23-937f-733d9cfbe4b7 req-2295d75d-0592-43f3-bf29-16f864a99d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:09.157392 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e2dfdc09-36f3-4a23-937f-733d9cfbe4b7 req-2295d75d-0592-43f3-bf29-16f864a99d14 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d5e30fe-6eb4-42f7-a751-8d6f0006a016 HTTP/1.1" status: 200 len: 850 time: 0.0800679 Apr 12 00:34:09.175157 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-74804e01-a9b2-444d-9139-b7d2eca791c9 admin admin] Publish callbacks [] for security_group (e9e15098-ced3-4cb5-abe1-0e876af15653), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:09.222846 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-74804e01-a9b2-444d-9139-b7d2eca791c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (e9e15098-ced3-4cb5-abe1-0e876af15653), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:09.225489 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-74804e01-a9b2-444d-9139-b7d2eca791c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:09.226649 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-74804e01-a9b2-444d-9139-b7d2eca791c9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e9e15098-ced3-4cb5-abe1-0e876af15653 HTTP/1.1" status: 204 len: 168 time: 0.1246040 Apr 12 00:34:09.234517 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74804e01-a9b2-444d-9139-b7d2eca791c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e15098-ced3-4cb5-abe1-0e876af15653,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:34:09.256207 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dfdc09-36f3-4a23-937f-733d9cfbe4b7 req-2401a802-ac22-4863-a750-90303e7fabca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:09.257791 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e2dfdc09-36f3-4a23-937f-733d9cfbe4b7 req-2401a802-ac22-4863-a750-90303e7fabca service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0920711 Apr 12 00:34:09.340129 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ff568-6cd2-416e-b7ca-7b7c325454a4 req-b52aa1ab-dc97-4ffb-b3f6-a9304a655d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:09.341559 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-080ff568-6cd2-416e-b7ca-7b7c325454a4 req-b52aa1ab-dc97-4ffb-b3f6-a9304a655d0e service neutron] 10.222.0.52 "GET /v2.0/networks?id=8a9865c2-0d03-40f9-a71a-607e87040674 HTTP/1.1" status: 200 len: 912 time: 0.1770329 Apr 12 00:34:09.384486 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-080ff568-6cd2-416e-b7ca-7b7c325454a4 req-a42a1836-0fe9-4dc3-b801-ef49cb9d5023 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eacce356-7ace-426f-a907-2db9bedc490d HTTP/1.1" status: 200 len: 217 time: 0.0365763 Apr 12 00:34:09.437360 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e2dfdc09-36f3-4a23-937f-733d9cfbe4b7 req-a2eb749a-3590-4cf8-929e-0fd0d3070828 service neutron] 10.222.0.52 "GET /v2.0/networks/5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734724 Apr 12 00:34:09.454874 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ea5ca-cf20-4cfe-9928-c9cf4aa4e474 req-001e6a20-bf30-4a89-b4c5-9df873b14cb6 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:09.462224 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-889ea5ca-cf20-4cfe-9928-c9cf4aa4e474 req-001e6a20-bf30-4a89-b4c5-9df873b14cb6 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a3357fa-5beb-40ae-ba19-95e893acd4b8 HTTP/1.1" status: 200 len: 943 time: 0.0594082 Apr 12 00:34:09.465443 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ff568-6cd2-416e-b7ca-7b7c325454a4 req-505b0932-3446-431d-842e-cc659a32b35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:09.466895 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-080ff568-6cd2-416e-b7ca-7b7c325454a4 req-505b0932-3446-431d-842e-cc659a32b35a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=673329e3-8235-4c2b-a7ed-65b2b39a6faf HTTP/1.1" status: 200 len: 850 time: 0.0741804 Apr 12 00:34:09.513368 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-889ea5ca-cf20-4cfe-9928-c9cf4aa4e474 req-20da30fd-ff50-4d32-9f7b-b7eafba50ab5 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/security-groups?id=801418ee-5d7b-4cfc-af52-433952d7207b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502090 Apr 12 00:34:09.545647 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ff568-6cd2-416e-b7ca-7b7c325454a4 req-2d653eb2-8e1c-4aa8-942a-5cfa0cf76e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:09.547131 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-080ff568-6cd2-416e-b7ca-7b7c325454a4 req-2d653eb2-8e1c-4aa8-942a-5cfa0cf76e4e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8a9865c2-0d03-40f9-a71a-607e87040674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0713027 Apr 12 00:34:09.595866 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e2dfdc09-36f3-4a23-937f-733d9cfbe4b7 req-d3064702-8d19-48b8-87bb-ab2ad1680b80 service neutron] 10.222.0.52 "GET /v2.0/networks/5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524630 Apr 12 00:34:09.656063 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-080ff568-6cd2-416e-b7ca-7b7c325454a4 req-99b15d3e-0785-4d82-80b5-f450454e0e71 service neutron] 10.222.0.52 "GET /v2.0/networks/8a9865c2-0d03-40f9-a71a-607e87040674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007488 Apr 12 00:34:09.753147 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-080ff568-6cd2-416e-b7ca-7b7c325454a4 req-b500fe9b-18f1-4512-bf31-13c9a08de1a9 service neutron] 10.222.0.52 "GET /v2.0/networks/8a9865c2-0d03-40f9-a71a-607e87040674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896332 Apr 12 00:34:09.853552 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.agents_db [None req-4f17da96-f611-4225-a78f-ee15b860eec6 None None] Agent healthcheck: found 6 active agents {{(pid=114862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:34:10.628894 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84755a76-bd0f-4edc-b2d1-90591dc51191 req-fdfcf04b-30a2-4e55-b091-fdb5367a8a38 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:10.630290 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-84755a76-bd0f-4edc-b2d1-90591dc51191 req-fdfcf04b-30a2-4e55-b091-fdb5367a8a38 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a3357fa-5beb-40ae-ba19-95e893acd4b8 HTTP/1.1" status: 200 len: 943 time: 0.0466373 Apr 12 00:34:10.678001 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-84755a76-bd0f-4edc-b2d1-90591dc51191 req-fc9bfbe7-2ac3-425e-a882-35d8fe29c6be tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/security-groups?id=801418ee-5d7b-4cfc-af52-433952d7207b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422502 Apr 12 00:34:11.786704 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b1f666-2837-4ed5-910f-83dd914ea9cd req-9ee74600-ce37-4825-8380-0e163d189043 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:11.788137 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-44b1f666-2837-4ed5-910f-83dd914ea9cd req-9ee74600-ce37-4825-8380-0e163d189043 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a3357fa-5beb-40ae-ba19-95e893acd4b8 HTTP/1.1" status: 200 len: 943 time: 0.0449955 Apr 12 00:34:11.838983 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-44b1f666-2837-4ed5-910f-83dd914ea9cd req-57e4f8e0-4cdd-4e07-8d51-f9bb8876c89d tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/security-groups?id=801418ee-5d7b-4cfc-af52-433952d7207b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453212 Apr 12 00:34:12.365440 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-102048a3-9145-44b8-9554-405d7a470441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (4ecbd319-6885-49f5-abb8-de205838eb1c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:12.950355 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a570f83-c104-4c19-968a-fec7d286d57c req-171f5a55-130b-4cde-b687-f9c482823679 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:12.951805 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-3a570f83-c104-4c19-968a-fec7d286d57c req-171f5a55-130b-4cde-b687-f9c482823679 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a3357fa-5beb-40ae-ba19-95e893acd4b8 HTTP/1.1" status: 200 len: 943 time: 0.0465336 Apr 12 00:34:12.999300 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-3a570f83-c104-4c19-968a-fec7d286d57c req-652383d5-450b-41c1-90b3-bc5f7326ec4a tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/security-groups?id=801418ee-5d7b-4cfc-af52-433952d7207b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414686 Apr 12 00:34:14.109065 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a675a73-5bd4-41fe-a8f0-397003d43d96 req-bbbc201f-a8eb-4629-9ffd-e16373cc6b6c tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:14.110561 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-8a675a73-5bd4-41fe-a8f0-397003d43d96 req-bbbc201f-a8eb-4629-9ffd-e16373cc6b6c tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a3357fa-5beb-40ae-ba19-95e893acd4b8 HTTP/1.1" status: 200 len: 943 time: 0.0468242 Apr 12 00:34:14.158613 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-8a675a73-5bd4-41fe-a8f0-397003d43d96 req-44d4c01a-c3f5-4958-be7f-7dba87368f13 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/security-groups?id=801418ee-5d7b-4cfc-af52-433952d7207b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420363 Apr 12 00:34:14.617355 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-a110e537-fc8c-4a35-8cfb-b484e22a4ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (d3fb0dde-5c40-4fca-80b5-61326157311c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:15.270826 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34db754-a12a-4b00-b1bf-2f038962d7d6 req-87b0d9a3-f72e-4855-8f75-60e20f4b4444 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:15.272263 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a34db754-a12a-4b00-b1bf-2f038962d7d6 req-87b0d9a3-f72e-4855-8f75-60e20f4b4444 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a3357fa-5beb-40ae-ba19-95e893acd4b8 HTTP/1.1" status: 200 len: 943 time: 0.0493665 Apr 12 00:34:15.319342 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a34db754-a12a-4b00-b1bf-2f038962d7d6 req-5d9d24d1-f2bc-449b-8847-94479b434a53 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/security-groups?id=801418ee-5d7b-4cfc-af52-433952d7207b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417128 Apr 12 00:34:16.209452 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d4423688-5a44-44f3-a132-81f2c9b6cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (af38becd-82ff-4144-8f94-74de975161ca), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:16.428103 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9bc78d-6cbd-4f89-99ad-553a4f93aa26 req-8c47f017-334a-4d6c-9af5-e12ad90fcb2c tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:16.429603 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-af9bc78d-6cbd-4f89-99ad-553a4f93aa26 req-8c47f017-334a-4d6c-9af5-e12ad90fcb2c tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a3357fa-5beb-40ae-ba19-95e893acd4b8 HTTP/1.1" status: 200 len: 943 time: 0.0464511 Apr 12 00:34:16.477486 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-af9bc78d-6cbd-4f89-99ad-553a4f93aa26 req-5e0a4a42-8522-4e19-950d-13f7796702ee tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/security-groups?id=801418ee-5d7b-4cfc-af52-433952d7207b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415354 Apr 12 00:34:17.170912 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (6c438ad1-5788-4552-a50f-29c8c96f3196), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:17.589410 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ebe3c-534e-49d2-b9cc-7dab267b685e req-814d835e-74cd-4622-a803-43a0f557edd7 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:17.590907 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d13ebe3c-534e-49d2-b9cc-7dab267b685e req-814d835e-74cd-4622-a803-43a0f557edd7 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a3357fa-5beb-40ae-ba19-95e893acd4b8 HTTP/1.1" status: 200 len: 943 time: 0.0478995 Apr 12 00:34:17.613494 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-be9ea9f3-6c7c-4887-ad09-badb35df740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (738aa052-ee84-4bd1-913b-ee7149597f8f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:17.642112 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d13ebe3c-534e-49d2-b9cc-7dab267b685e req-714bfad0-ac0a-48e6-8230-428baf355eea tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/security-groups?id=801418ee-5d7b-4cfc-af52-433952d7207b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447905 Apr 12 00:34:18.373182 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device eacce356-7ace-426f-a907-2db9bedc490d details requested by agent hyperv_hv-cinder-83625 with host hv-cinder-83625 {{(pid=114861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 00:34:18.466626 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port eacce356-7ace-426f-a907-2db9bedc490d, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=eacce356-7ace-426f-a907-2db9bedc490d,segment=NetworkSegment(d64ef49d-093c-41ff-bdc1-96d0b857029b),segment_id=d64ef49d-093c-41ff-bdc1-96d0b857029b)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:34:18.477951 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Returning: {'device': 'eacce356-7ace-426f-a907-2db9bedc490d', 'network_id': '8a9865c2-0d03-40f9-a71a-607e87040674', 'port_id': 'eacce356-7ace-426f-a907-2db9bedc490d', 'mac_address': 'fa:16:3e:33:50:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '673329e3-8235-4c2b-a7ed-65b2b39a6faf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 00:34:18.516519 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Current status of the port eacce356-7ace-426f-a907-2db9bedc490d is: DOWN; New status is: BUILD {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:34:18.516915 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (eacce356-7ace-426f-a907-2db9bedc490d), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:18.529059 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.notifiers.nova [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eacce356-7ace-426f-a907-2db9bedc490d {{(pid=114861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:34:18.547605 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port eacce356-7ace-426f-a907-2db9bedc490d, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=eacce356-7ace-426f-a907-2db9bedc490d,segment=NetworkSegment(d64ef49d-093c-41ff-bdc1-96d0b857029b),segment_id=d64ef49d-093c-41ff-bdc1-96d0b857029b)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:34:18.552868 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (eacce356-7ace-426f-a907-2db9bedc490d), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:18.598103 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Pushing event updated for resources: {'Port': ['ID=eacce356-7ace-426f-a907-2db9bedc490d,revision_number=4']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:34:18.754345 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1597d674-7101-4ce8-af56-3212fc63c576 req-d8ea5e41-d8e1-4552-b041-2365dd5c7e6f tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:18.755855 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-1597d674-7101-4ce8-af56-3212fc63c576 req-d8ea5e41-d8e1-4552-b041-2365dd5c7e6f tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a3357fa-5beb-40ae-ba19-95e893acd4b8 HTTP/1.1" status: 200 len: 944 time: 0.0470452 Apr 12 00:34:18.807952 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-1597d674-7101-4ce8-af56-3212fc63c576 req-d7417396-ee20-44bf-8acb-4d41b8ec8db8 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/security-groups?id=801418ee-5d7b-4cfc-af52-433952d7207b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465550 Apr 12 00:34:18.951247 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (f9a21fd4-36f2-4826-890e-da332e228edf), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:19.923169 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d699e12-5326-4507-8516-98c79bf42807 req-0cf03160-5b07-4f07-8050-4ec118ddd646 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:19.925199 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-2d699e12-5326-4507-8516-98c79bf42807 req-0cf03160-5b07-4f07-8050-4ec118ddd646 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a3357fa-5beb-40ae-ba19-95e893acd4b8 HTTP/1.1" status: 200 len: 944 time: 0.0503900 Apr 12 00:34:19.972578 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-2d699e12-5326-4507-8516-98c79bf42807 req-30ad2427-96b8-4fff-85eb-c14ef59c416b tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/security-groups?id=801418ee-5d7b-4cfc-af52-433952d7207b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418439 Apr 12 00:34:21.082686 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd383f1-0b5b-4b37-8ba9-cab4724f6590 req-a8062530-b737-4582-83bc-f02e9ba29482 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:21.084157 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-dbd383f1-0b5b-4b37-8ba9-cab4724f6590 req-a8062530-b737-4582-83bc-f02e9ba29482 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a3357fa-5beb-40ae-ba19-95e893acd4b8 HTTP/1.1" status: 200 len: 944 time: 0.0462730 Apr 12 00:34:21.131306 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-dbd383f1-0b5b-4b37-8ba9-cab4724f6590 req-7a1ee2f1-2403-41dd-ba5f-264ceec3ea99 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/security-groups?id=801418ee-5d7b-4cfc-af52-433952d7207b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417593 Apr 12 00:34:21.691240 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] get_ports_and_sgs() called for port_ids ['eacce356-7ace-426f-a907-2db9bedc490d'] {{(pid=114861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:34:22.243191 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a5d247-d045-4c3c-89ac-e31d4a5b827d req-09dc08b5-f2cf-4185-9447-2656c1a7ab92 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:22.244716 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-49a5d247-d045-4c3c-89ac-e31d4a5b827d req-09dc08b5-f2cf-4185-9447-2656c1a7ab92 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a3357fa-5beb-40ae-ba19-95e893acd4b8 HTTP/1.1" status: 200 len: 944 time: 0.0481944 Apr 12 00:34:22.293891 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-49a5d247-d045-4c3c-89ac-e31d4a5b827d req-e543edb5-ca63-4280-8425-2ee41fc189db tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/security-groups?id=801418ee-5d7b-4cfc-af52-433952d7207b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431669 Apr 12 00:34:22.960945 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device eacce356-7ace-426f-a907-2db9bedc490d up at agent hyperv_hv-cinder-83625 {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:34:23.023590 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Provisioning for port eacce356-7ace-426f-a907-2db9bedc490d completed by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 00:34:23.031399 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Provisioning complete for port eacce356-7ace-426f-a907-2db9bedc490d triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:34:23.031654 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (eacce356-7ace-426f-a907-2db9bedc490d), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:23.113089 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Current status of the port eacce356-7ace-426f-a907-2db9bedc490d is: BUILD; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:34:23.113472 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (eacce356-7ace-426f-a907-2db9bedc490d), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:23.115122 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ec01a-bd21-4ca5-bde1-ecd18c8afb9b req-8075fb5b-7a3d-4f39-a984-f6560e43fb93 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:23.116592 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-3c2ec01a-bd21-4ca5-bde1-ecd18c8afb9b req-8075fb5b-7a3d-4f39-a984-f6560e43fb93 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 945 time: 0.0499327 Apr 12 00:34:23.136446 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a3357fa-5beb-40ae-ba19-95e893acd4b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eacce356-7ace-426f-a907-2db9bedc490d'}] {{(pid=114861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:34:23.138712 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d187226e65eb8f713948fb36ffe50595ec682b3d9ec12b6d0c088ba153fadb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc585e58-c591-4bc9-bdbe-afbc67ee37fa" -d '{"events": [{"server_uuid": "4a3357fa-5beb-40ae-ba19-95e893acd4b8", "name": "network-vif-plugged", "status": "completed", "tag": "eacce356-7ace-426f-a907-2db9bedc490d"}]}' {{(pid=114861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:34:23.151329 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port eacce356-7ace-426f-a907-2db9bedc490d, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=eacce356-7ace-426f-a907-2db9bedc490d,segment=NetworkSegment(d64ef49d-093c-41ff-bdc1-96d0b857029b),segment_id=d64ef49d-093c-41ff-bdc1-96d0b857029b)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:34:23.155731 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (eacce356-7ace-426f-a907-2db9bedc490d), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:23.170533 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-3c2ec01a-bd21-4ca5-bde1-ecd18c8afb9b req-80e48e03-2444-44be-9b22-feb15232acc0 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=151407be-4965-44bf-9c3d-9fd289d71e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482211 Apr 12 00:34:23.178845 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ac689b-cc9c-4670-8f34-ec6d60c7e267 x-openstack-request-id: req-41ac689b-cc9c-4670-8f34-ec6d60c7e267 {{(pid=114861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:34:23.179138 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a3357fa-5beb-40ae-ba19-95e893acd4b8", "name": "network-vif-plugged", "status": "completed", "tag": "eacce356-7ace-426f-a907-2db9bedc490d", "code": 200}]} {{(pid=114861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:34:23.179394 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-41ac689b-cc9c-4670-8f34-ec6d60c7e267 {{(pid=114861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:34:23.179787 dv-cinder-836252-3-iscsi neutron-server[114861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41ac689b-cc9c-4670-8f34-ec6d60c7e267'] response: {'server_uuid': '4a3357fa-5beb-40ae-ba19-95e893acd4b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eacce356-7ace-426f-a907-2db9bedc490d', 'code': 200} Apr 12 00:34:23.210449 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Pushing event updated for resources: {'Port': ['ID=eacce356-7ace-426f-a907-2db9bedc490d,revision_number=5']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:34:23.407756 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43038077-d985-48c6-9209-0a685f395657 req-c67cd0d7-c26f-482f-a269-e004bce06d34 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:23.409249 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-43038077-d985-48c6-9209-0a685f395657 req-c67cd0d7-c26f-482f-a269-e004bce06d34 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a3357fa-5beb-40ae-ba19-95e893acd4b8 HTTP/1.1" status: 200 len: 945 time: 0.0488636 Apr 12 00:34:23.490742 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-43038077-d985-48c6-9209-0a685f395657 req-c780beaf-4e37-41a1-8212-220c903c87aa tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/security-groups?id=801418ee-5d7b-4cfc-af52-433952d7207b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755038 Apr 12 00:34:23.498429 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf32d189-bbf3-450e-8501-3b1a1040352d req-498d2db6-a6b0-4186-b79c-051a492daabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:23.500234 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-bf32d189-bbf3-450e-8501-3b1a1040352d req-498d2db6-a6b0-4186-b79c-051a492daabb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4a3357fa-5beb-40ae-ba19-95e893acd4b8 HTTP/1.1" status: 200 len: 1129 time: 0.0532646 Apr 12 00:34:23.544995 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-bf32d189-bbf3-450e-8501-3b1a1040352d req-2707996e-3f18-4ce6-9726-cc839f79a730 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=801418ee-5d7b-4cfc-af52-433952d7207b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386775 Apr 12 00:34:24.289860 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162252e-10be-4c00-b393-1968227da203 req-57c3cf4d-81e3-429a-95d1-6053f7d6c80b tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:24.291292 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-4162252e-10be-4c00-b393-1968227da203 req-57c3cf4d-81e3-429a-95d1-6053f7d6c80b tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 945 time: 0.0465634 Apr 12 00:34:24.345571 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-4162252e-10be-4c00-b393-1968227da203 req-f06ebb44-22ed-42cf-936c-fb733649ee88 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=151407be-4965-44bf-9c3d-9fd289d71e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481935 Apr 12 00:34:24.601016 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a7e9c2-4d18-4d22-86ef-9475862ca638 req-d26c2062-0fe5-4f42-b7c9-e6ffd7a596c2 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:24.602405 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-63a7e9c2-4d18-4d22-86ef-9475862ca638 req-d26c2062-0fe5-4f42-b7c9-e6ffd7a596c2 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a3357fa-5beb-40ae-ba19-95e893acd4b8 HTTP/1.1" status: 200 len: 945 time: 0.0463524 Apr 12 00:34:24.649661 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-63a7e9c2-4d18-4d22-86ef-9475862ca638 req-402cb041-e550-407e-af91-7cfa1ef60bf3 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/security-groups?id=801418ee-5d7b-4cfc-af52-433952d7207b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417943 Apr 12 00:34:25.468065 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f05de3-b8c0-413c-8bcc-b6ac7013bb09 req-e1f0a762-49cd-4ffb-90ed-d11f81c752b3 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:25.469701 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-a8f05de3-b8c0-413c-8bcc-b6ac7013bb09 req-e1f0a762-49cd-4ffb-90ed-d11f81c752b3 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 945 time: 0.0511470 Apr 12 00:34:25.521107 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-a8f05de3-b8c0-413c-8bcc-b6ac7013bb09 req-e7dad85f-e7f8-47cc-9b1b-334ec36b4a0e tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=151407be-4965-44bf-9c3d-9fd289d71e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456328 Apr 12 00:34:25.763291 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71fa5c0-f8e8-4e04-887b-e2c3dbbaea48 req-d3482e55-d6d6-49c6-99a1-e93037ab16c3 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:25.764730 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c71fa5c0-f8e8-4e04-887b-e2c3dbbaea48 req-d3482e55-d6d6-49c6-99a1-e93037ab16c3 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a3357fa-5beb-40ae-ba19-95e893acd4b8 HTTP/1.1" status: 200 len: 945 time: 0.0498245 Apr 12 00:34:25.813063 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c71fa5c0-f8e8-4e04-887b-e2c3dbbaea48 req-d4c9559b-7349-492c-a852-3f0ad1421ccb tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/security-groups?id=801418ee-5d7b-4cfc-af52-433952d7207b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415773 Apr 12 00:34:25.919799 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd817a5-63fc-4e08-bb43-b0e37655093a req-c109aafb-9cfa-4241-a75b-859e3a762893 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:25.921149 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-2fd817a5-63fc-4e08-bb43-b0e37655093a req-c109aafb-9cfa-4241-a75b-859e3a762893 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a3357fa-5beb-40ae-ba19-95e893acd4b8 HTTP/1.1" status: 200 len: 945 time: 0.0453031 Apr 12 00:34:25.967265 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-2fd817a5-63fc-4e08-bb43-b0e37655093a req-8307f874-6855-4471-90b2-d61f99747e97 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/security-groups?id=801418ee-5d7b-4cfc-af52-433952d7207b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406542 Apr 12 00:34:25.989123 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 60744) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:34:26.024752 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011a51f9-c8f0-4c2b-bd9f-e9b856e71eb0 tempest-TestVolumeBootPattern-1552213377 tempest-TestVolumeBootPattern-1552213377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:26.026211 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-011a51f9-c8f0-4c2b-bd9f-e9b856e71eb0 tempest-TestVolumeBootPattern-1552213377 tempest-TestVolumeBootPattern-1552213377-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4a3357fa-5beb-40ae-ba19-95e893acd4b8 HTTP/1.1" status: 200 len: 1124 time: 0.0361383 Apr 12 00:34:26.028878 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 60746) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:34:26.033565 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-0568ea02-ca20-4018-b1c8-b586b45f7c93 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Request body: {'floatingip': {'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'port_id': 'eacce356-7ace-426f-a907-2db9bedc490d', 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:34:26.053290 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-0568ea02-ca20-4018-b1c8-b586b45f7c93 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:26.130437 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-0568ea02-ca20-4018-b1c8-b586b45f7c93 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:26.230723 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.db.db_base_plugin_common [None req-0568ea02-ca20-4018-b1c8-b586b45f7c93 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Allocated IP 172.27.3.186 (1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7/02a01a71-afa8-4790-9b30-3097f97db265/c9c23cb1-eacf-442f-b6ac-1a7dcc9a51e0) {{(pid=114860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:34:26.331950 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-0568ea02-ca20-4018-b1c8-b586b45f7c93 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks [] for port (c9c23cb1-eacf-442f-b6ac-1a7dcc9a51e0), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:26.364995 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-0568ea02-ca20-4018-b1c8-b586b45f7c93 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806209'] for port (c9c23cb1-eacf-442f-b6ac-1a7dcc9a51e0), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:26.398444 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0568ea02-ca20-4018-b1c8-b586b45f7c93 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Network 1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7 is already hosted by enough agents. {{(pid=114860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:34:26.401263 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.base_scheduler [None req-0568ea02-ca20-4018-b1c8-b586b45f7c93 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Resources bound (agent type, host, resource id): {{(pid=114860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:34:26.404673 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0568ea02-ca20-4018-b1c8-b586b45f7c93 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Received port after_create {{(pid=114860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:34:26.437024 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0568ea02-ca20-4018-b1c8-b586b45f7c93 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Pushing event updated for resources: {'Port': ['ID=c9c23cb1-eacf-442f-b6ac-1a7dcc9a51e0,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:34:26.643184 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ec7ba-f19f-4e70-962a-3df5cbc3a297 req-96c9fbfb-99f3-4b2d-aeae-21d849bcba1f tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:26.644776 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-1a5ec7ba-f19f-4e70-962a-3df5cbc3a297 req-96c9fbfb-99f3-4b2d-aeae-21d849bcba1f tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 945 time: 0.0515797 Apr 12 00:34:26.691527 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-1a5ec7ba-f19f-4e70-962a-3df5cbc3a297 req-94ad4209-173c-4ac8-be6c-2c4975e77eb1 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=151407be-4965-44bf-9c3d-9fd289d71e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410144 Apr 12 00:34:26.779247 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-0568ea02-ca20-4018-b1c8-b586b45f7c93 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks [] for floatingip (8b2f5b78-4fbb-4202-9a90-cec5c494369d), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:26.845481 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-0568ea02-ca20-4018-b1c8-b586b45f7c93 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (c9c23cb1-eacf-442f-b6ac-1a7dcc9a51e0), before_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:26.991163 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-0568ea02-ca20-4018-b1c8-b586b45f7c93 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks [] for port (c9c23cb1-eacf-442f-b6ac-1a7dcc9a51e0), precommit_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:26.995394 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-0568ea02-ca20-4018-b1c8-b586b45f7c93 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806218'] for port (c9c23cb1-eacf-442f-b6ac-1a7dcc9a51e0), after_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:27.065991 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0568ea02-ca20-4018-b1c8-b586b45f7c93 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Pushing event updated for resources: {'Port': ['ID=c9c23cb1-eacf-442f-b6ac-1a7dcc9a51e0,revision_number=2']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:34:27.077485 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-0568ea02-ca20-4018-b1c8-b586b45f7c93 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1586356'] for floatingip (8b2f5b78-4fbb-4202-9a90-cec5c494369d), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:27.361669 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.db.l3_db [None req-0568ea02-ca20-4018-b1c8-b586b45f7c93 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Floating IP 8b2f5b78-4fbb-4202-9a90-cec5c494369d associated. External IP: 172.27.3.186, port: eacce356-7ace-426f-a907-2db9bedc490d. Apr 12 00:34:27.566937 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0568ea02-ca20-4018-b1c8-b586b45f7c93 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Router 6ca15b63-1d2a-4015-b195-3a705cb14e92 has already been hosted by L3 agent d3fb0dde-5c40-4fca-80b5-61326157311c {{(pid=114860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:34:27.675992 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0568ea02-ca20-4018-b1c8-b586b45f7c93 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Notify agent at l3_agent.dv-cinder-836252-3-iscsi the message routers_updated {{(pid=114860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:34:27.685510 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78e6c41-bdff-4678-a130-169c0709ecf5 None None] Sync routers for ids ['6ca15b63-1d2a-4015-b195-3a705cb14e92'] in dv-cinder-836252-3-iscsi {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:34:27.693552 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-0568ea02-ca20-4018-b1c8-b586b45f7c93 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for floatingip (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:27.695970 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78e6c41-bdff-4678-a130-169c0709ecf5 None None] Routers {'6ca15b63-1d2a-4015-b195-3a705cb14e92'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:34:27.696580 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-c78e6c41-bdff-4678-a130-169c0709ecf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:34:15Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['6ca15b63-1d2a-4015-b195-3a705cb14e92'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:34:27.722836 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-0568ea02-ca20-4018-b1c8-b586b45f7c93 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6929390 Apr 12 00:34:27.723415 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a3357fa-5beb-40ae-ba19-95e893acd4b8', 'tag': 'eacce356-7ace-426f-a907-2db9bedc490d'}] {{(pid=114860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:34:27.725639 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90dfd39203e2da807f23340b9cb516271cbc18bcd75fa685292d117274546a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41a9dbc-4c06-436d-9bdb-7c35e88b7aae" -d '{"events": [{"name": "network-changed", "server_uuid": "4a3357fa-5beb-40ae-ba19-95e893acd4b8", "tag": "eacce356-7ace-426f-a907-2db9bedc490d"}]}' {{(pid=114860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:34:27.769906 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9010fcfc-cd6b-4ac3-8965-5b4725d30e73 x-openstack-request-id: req-9010fcfc-cd6b-4ac3-8965-5b4725d30e73 {{(pid=114860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:34:27.770273 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a3357fa-5beb-40ae-ba19-95e893acd4b8", "tag": "eacce356-7ace-426f-a907-2db9bedc490d", "status": "completed", "code": 200}]} {{(pid=114860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:34:27.770586 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9010fcfc-cd6b-4ac3-8965-5b4725d30e73 {{(pid=114860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:34:27.771044 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9010fcfc-cd6b-4ac3-8965-5b4725d30e73'] response: {'name': 'network-changed', 'server_uuid': '4a3357fa-5beb-40ae-ba19-95e893acd4b8', 'tag': 'eacce356-7ace-426f-a907-2db9bedc490d', 'status': 'completed', 'code': 200} Apr 12 00:34:27.817633 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f19b26-b8b8-483f-a185-4be6a1c3e8ea req-5236c050-7a70-4849-a2ad-2c6131292521 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:27.819123 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-47f19b26-b8b8-483f-a185-4be6a1c3e8ea req-5236c050-7a70-4849-a2ad-2c6131292521 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 945 time: 0.0453625 Apr 12 00:34:27.820207 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-c78e6c41-bdff-4678-a130-169c0709ecf5 None None] Set router 6ca15b63-1d2a-4015-b195-3a705cb14e92 gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:34:27.865201 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-47f19b26-b8b8-483f-a185-4be6a1c3e8ea req-6d87e17b-81e0-414e-8bd1-dabd7c0b7854 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=151407be-4965-44bf-9c3d-9fd289d71e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401206 Apr 12 00:34:28.028916 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-c78e6c41-bdff-4678-a130-169c0709ecf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'name': 'tempest-TestVolumeBootPattern-881313849-router', 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'eb4fcd47-990e-4bb1-b48a-14ca3a30756d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:29:47Z', 'updated_at': '2022-04-12T00:29:52Z', 'revision_number': 4, 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'gw_port': {'id': 'eb4fcd47-990e-4bb1-b48a-14ca3a30756d', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:29:48Z', 'updated_at': '2022-04-12T00:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_floatingips': [{'id': '8b2f5b78-4fbb-4202-9a90-cec5c494369d', 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'floating_ip_address': '172.27.3.186', 'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'router_id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'port_id': 'eacce356-7ace-426f-a907-2db9bedc490d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a9865c2-0d03-40f9-a71a-607e87040674', 'mac_address': 'fa:16:3e:33:50:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3357fa-5beb-40ae-ba19-95e893acd4b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:34:26Z', 'updated_at': '2022-04-12T00:34:26Z', 'revision_number': 0, 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcd1127c-7a98-45f3-8118-070d2b2c65ec', 'name': '', 'network_id': '8a9865c2-0d03-40f9-a71a-607e87040674', 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'mac_address': 'fa:16:3e:35:c4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '673329e3-8235-4c2b-a7ed-65b2b39a6faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:29:51Z', 'updated_at': '2022-04-12T00:29:56Z', 'revision_number': 5, 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'subnets': [{'id': '673329e3-8235-4c2b-a7ed-65b2b39a6faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:34:28.058193 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78e6c41-bdff-4678-a130-169c0709ecf5 None None] Checking router: 6ca15b63-1d2a-4015-b195-3a705cb14e92 for host: dv-cinder-836252-3-iscsi {{(pid=114862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:34:28.066740 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78e6c41-bdff-4678-a130-169c0709ecf5 None None] Routers {'6ca15b63-1d2a-4015-b195-3a705cb14e92'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:34:28.067347 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-c78e6c41-bdff-4678-a130-169c0709ecf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:34:15Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['6ca15b63-1d2a-4015-b195-3a705cb14e92'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:34:28.170565 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-c78e6c41-bdff-4678-a130-169c0709ecf5 None None] Set router 6ca15b63-1d2a-4015-b195-3a705cb14e92 gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:34:28.374129 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-c78e6c41-bdff-4678-a130-169c0709ecf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'name': 'tempest-TestVolumeBootPattern-881313849-router', 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'eb4fcd47-990e-4bb1-b48a-14ca3a30756d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:29:47Z', 'updated_at': '2022-04-12T00:29:52Z', 'revision_number': 4, 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'gw_port': {'id': 'eb4fcd47-990e-4bb1-b48a-14ca3a30756d', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:29:48Z', 'updated_at': '2022-04-12T00:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_floatingips': [{'id': '8b2f5b78-4fbb-4202-9a90-cec5c494369d', 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'floating_ip_address': '172.27.3.186', 'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'router_id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'port_id': 'eacce356-7ace-426f-a907-2db9bedc490d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a9865c2-0d03-40f9-a71a-607e87040674', 'mac_address': 'fa:16:3e:33:50:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3357fa-5beb-40ae-ba19-95e893acd4b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:34:26Z', 'updated_at': '2022-04-12T00:34:26Z', 'revision_number': 0, 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcd1127c-7a98-45f3-8118-070d2b2c65ec', 'name': '', 'network_id': '8a9865c2-0d03-40f9-a71a-607e87040674', 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'mac_address': 'fa:16:3e:35:c4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '673329e3-8235-4c2b-a7ed-65b2b39a6faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:29:51Z', 'updated_at': '2022-04-12T00:29:56Z', 'revision_number': 5, 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'subnets': [{'id': '673329e3-8235-4c2b-a7ed-65b2b39a6faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:34:28.485034 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78e6c41-bdff-4678-a130-169c0709ecf5 None None] The sync data for ids ['6ca15b63-1d2a-4015-b195-3a705cb14e92'] in dv-cinder-836252-3-iscsi is: [{'id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'name': 'tempest-TestVolumeBootPattern-881313849-router', 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'eb4fcd47-990e-4bb1-b48a-14ca3a30756d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:29:47Z', 'updated_at': '2022-04-12T00:29:52Z', 'revision_number': 4, 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'gw_port': {'id': 'eb4fcd47-990e-4bb1-b48a-14ca3a30756d', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:29:48Z', 'updated_at': '2022-04-12T00:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_floatingips': [{'id': '8b2f5b78-4fbb-4202-9a90-cec5c494369d', 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'floating_ip_address': '172.27.3.186', 'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'router_id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'port_id': 'eacce356-7ace-426f-a907-2db9bedc490d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a9865c2-0d03-40f9-a71a-607e87040674', 'mac_address': 'fa:16:3e:33:50:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3357fa-5beb-40ae-ba19-95e893acd4b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:34:26Z', 'updated_at': '2022-04-12T00:34:26Z', 'revision_number': 0, 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcd1127c-7a98-45f3-8118-070d2b2c65ec', 'name': '', 'network_id': '8a9865c2-0d03-40f9-a71a-607e87040674', 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'mac_address': 'fa:16:3e:35:c4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '673329e3-8235-4c2b-a7ed-65b2b39a6faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:29:51Z', 'updated_at': '2022-04-12T00:29:56Z', 'revision_number': 5, 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'subnets': [{'id': '673329e3-8235-4c2b-a7ed-65b2b39a6faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:34:28.664702 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5ec7db-8e82-4d14-8c2d-a497aea073fc None None] New status for floating IP 8b2f5b78-4fbb-4202-9a90-cec5c494369d: ACTIVE {{(pid=114861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 00:34:28.982569 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c1835-c457-46df-9f32-b7df3ea7f750 req-c4bf6f41-9d3f-49bb-ab0c-a96a7d88aa2f tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:28.984032 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-6a0c1835-c457-46df-9f32-b7df3ea7f750 req-c4bf6f41-9d3f-49bb-ab0c-a96a7d88aa2f tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 945 time: 0.0471749 Apr 12 00:34:29.033861 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-6a0c1835-c457-46df-9f32-b7df3ea7f750 req-4b02b426-1d29-481c-bb38-3077b8b4007f tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=151407be-4965-44bf-9c3d-9fd289d71e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436807 Apr 12 00:34:29.429582 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a9dbc-4c06-436d-9bdb-7c35e88b7aae req-06f3b21f-f8af-42dd-8f1f-b0c9f24cb180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:29.431377 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a41a9dbc-4c06-436d-9bdb-7c35e88b7aae req-06f3b21f-f8af-42dd-8f1f-b0c9f24cb180 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4ad54dac63374c8a9b4da55ee5dc7fd1&device_id=4a3357fa-5beb-40ae-ba19-95e893acd4b8 HTTP/1.1" status: 200 len: 1129 time: 0.0388794 Apr 12 00:34:29.521878 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a9dbc-4c06-436d-9bdb-7c35e88b7aae req-ce97550d-b352-4605-a3f4-fd21c18fbd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:29.523410 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a41a9dbc-4c06-436d-9bdb-7c35e88b7aae req-ce97550d-b352-4605-a3f4-fd21c18fbd04 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8a9865c2-0d03-40f9-a71a-607e87040674 HTTP/1.1" status: 200 len: 912 time: 0.0848808 Apr 12 00:34:29.593859 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a41a9dbc-4c06-436d-9bdb-7c35e88b7aae req-ff4b658e-68ad-4489-9267-97ab1983e157 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eacce356-7ace-426f-a907-2db9bedc490d HTTP/1.1" status: 200 len: 1001 time: 0.0630960 Apr 12 00:34:29.646793 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a9dbc-4c06-436d-9bdb-7c35e88b7aae req-cf4b40f4-7093-46d4-afbe-c79a136a728c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:29.648377 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a41a9dbc-4c06-436d-9bdb-7c35e88b7aae req-cf4b40f4-7093-46d4-afbe-c79a136a728c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=673329e3-8235-4c2b-a7ed-65b2b39a6faf HTTP/1.1" status: 200 len: 850 time: 0.0485408 Apr 12 00:34:29.694215 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a9dbc-4c06-436d-9bdb-7c35e88b7aae req-0136a343-4edc-4ae5-91c8-12f59fb26b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:29.695787 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a41a9dbc-4c06-436d-9bdb-7c35e88b7aae req-0136a343-4edc-4ae5-91c8-12f59fb26b86 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8a9865c2-0d03-40f9-a71a-607e87040674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398185 Apr 12 00:34:29.792131 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a41a9dbc-4c06-436d-9bdb-7c35e88b7aae req-861e7c97-c9f2-4118-8952-4fe6c9f1ef4c service neutron] 10.222.0.52 "GET /v2.0/networks/8a9865c2-0d03-40f9-a71a-607e87040674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896323 Apr 12 00:34:29.881535 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a41a9dbc-4c06-436d-9bdb-7c35e88b7aae req-7dbdcc99-47dd-4b48-a77c-44cae7f16903 service neutron] 10.222.0.52 "GET /v2.0/networks/8a9865c2-0d03-40f9-a71a-607e87040674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828094 Apr 12 00:34:30.150824 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba17b6b-94c2-49c1-ade3-7111b80b6af1 req-231ec710-5290-4651-9fe9-7c1969ca1c23 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:30.152253 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-2ba17b6b-94c2-49c1-ade3-7111b80b6af1 req-231ec710-5290-4651-9fe9-7c1969ca1c23 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 945 time: 0.0491478 Apr 12 00:34:30.196675 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-2ba17b6b-94c2-49c1-ade3-7111b80b6af1 req-0225b3c2-22a1-47d6-8296-88bc2a29c599 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=151407be-4965-44bf-9c3d-9fd289d71e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388708 Apr 12 00:34:31.317625 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba7fe41-b9a6-4cf0-ba66-d4cfe26d64a9 req-526e9365-a445-4560-94f7-8825bd6431b7 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:31.319087 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-2ba7fe41-b9a6-4cf0-ba66-d4cfe26d64a9 req-526e9365-a445-4560-94f7-8825bd6431b7 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 945 time: 0.0496449 Apr 12 00:34:31.364682 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-2ba7fe41-b9a6-4cf0-ba66-d4cfe26d64a9 req-bb9e3f8f-8e69-4f6b-86a9-7bd60eb1f4b2 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=151407be-4965-44bf-9c3d-9fd289d71e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401440 Apr 12 00:34:32.480516 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb49bf39-745a-4d2d-b173-387c9f6fda7f req-d651be15-ddfc-4e44-90d9-56984efcee90 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:32.481917 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-fb49bf39-745a-4d2d-b173-387c9f6fda7f req-d651be15-ddfc-4e44-90d9-56984efcee90 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 945 time: 0.0458684 Apr 12 00:34:32.528191 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-fb49bf39-745a-4d2d-b173-387c9f6fda7f req-e9833ca7-7776-41f8-afb5-5baa63ab049d tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=151407be-4965-44bf-9c3d-9fd289d71e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398750 Apr 12 00:34:33.665657 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf217ab-d03b-4662-9aef-f14acc4a4ef4 req-a8b52dd1-3023-4116-b59e-065ac8b58fbd tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:33.667198 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-fdf217ab-d03b-4662-9aef-f14acc4a4ef4 req-a8b52dd1-3023-4116-b59e-065ac8b58fbd tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 945 time: 0.0657268 Apr 12 00:34:33.723883 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-fdf217ab-d03b-4662-9aef-f14acc4a4ef4 req-ef32e894-7878-443d-a5a6-62649a4beff8 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=151407be-4965-44bf-9c3d-9fd289d71e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470495 Apr 12 00:34:34.763568 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 60824) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:34:34.841567 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55639b69-9ea4-43de-9025-c3dd8d68ff29 req-822abfbd-2edb-49b8-a461-04d5d23a59e6 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:34.843061 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-55639b69-9ea4-43de-9025-c3dd8d68ff29 req-822abfbd-2edb-49b8-a461-04d5d23a59e6 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 945 time: 0.0472527 Apr 12 00:34:34.876630 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-a38880ac-7212-40cc-9c4e-7d8ae071e1aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:34.917970 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-55639b69-9ea4-43de-9025-c3dd8d68ff29 req-b43f5689-ee92-4a30-b3f4-25eaf656b489 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=151407be-4965-44bf-9c3d-9fd289d71e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686688 Apr 12 00:34:34.971707 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-a38880ac-7212-40cc-9c4e-7d8ae071e1aa admin admin] Publish callbacks [] for security_group (775b63ea-9d16-4022-983c-eaae9ea0833d), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:34.976574 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-a38880ac-7212-40cc-9c4e-7d8ae071e1aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (775b63ea-9d16-4022-983c-eaae9ea0833d), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:35.014859 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-a38880ac-7212-40cc-9c4e-7d8ae071e1aa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d111dc0cb8e14b6881343d6a3c47dc9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2500541 Apr 12 00:34:35.016072 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38880ac-7212-40cc-9c4e-7d8ae071e1aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775b63ea-9d16-4022-983c-eaae9ea0833d,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:34:35.017816 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 60828) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:34:35.064246 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-8d50d27e-7d89-4e67-ac29-b1ce81237e0c admin admin] Publish callbacks [] for security_group (775b63ea-9d16-4022-983c-eaae9ea0833d), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:35.088483 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-8d50d27e-7d89-4e67-ac29-b1ce81237e0c admin admin] Publish callbacks [] for security_group (775b63ea-9d16-4022-983c-eaae9ea0833d), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:35.134682 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-8d50d27e-7d89-4e67-ac29-b1ce81237e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (775b63ea-9d16-4022-983c-eaae9ea0833d), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:35.137186 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-8d50d27e-7d89-4e67-ac29-b1ce81237e0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:35.138350 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-8d50d27e-7d89-4e67-ac29-b1ce81237e0c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/775b63ea-9d16-4022-983c-eaae9ea0833d HTTP/1.1" status: 204 len: 168 time: 0.1194270 Apr 12 00:34:35.147808 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d50d27e-7d89-4e67-ac29-b1ce81237e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775b63ea-9d16-4022-983c-eaae9ea0833d,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:34:35.155121 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50d27e-7d89-4e67-ac29-b1ce81237e0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:34:35.155473 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50d27e-7d89-4e67-ac29-b1ce81237e0c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:34:35.155881 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50d27e-7d89-4e67-ac29-b1ce81237e0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:34:35.156189 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50d27e-7d89-4e67-ac29-b1ce81237e0c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:34:35.156556 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50d27e-7d89-4e67-ac29-b1ce81237e0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:34:35.156937 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50d27e-7d89-4e67-ac29-b1ce81237e0c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:34:35.157364 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50d27e-7d89-4e67-ac29-b1ce81237e0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:34:35.158289 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50d27e-7d89-4e67-ac29-b1ce81237e0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:34:35.158644 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50d27e-7d89-4e67-ac29-b1ce81237e0c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:34:35.159005 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50d27e-7d89-4e67-ac29-b1ce81237e0c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:34:35.159394 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50d27e-7d89-4e67-ac29-b1ce81237e0c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:34:35.159751 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50d27e-7d89-4e67-ac29-b1ce81237e0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:34:35.160108 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50d27e-7d89-4e67-ac29-b1ce81237e0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:34:35.160440 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50d27e-7d89-4e67-ac29-b1ce81237e0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:34:35.160767 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50d27e-7d89-4e67-ac29-b1ce81237e0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:34:36.036371 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44212d13-e375-44d5-8db3-b4a1b68a50a8 req-5ab686db-a44e-4c8f-a48d-de903e2b3b26 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:36.037873 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-44212d13-e375-44d5-8db3-b4a1b68a50a8 req-5ab686db-a44e-4c8f-a48d-de903e2b3b26 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 945 time: 0.0482080 Apr 12 00:34:36.090121 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-44212d13-e375-44d5-8db3-b4a1b68a50a8 req-d7f671cb-49a7-44dc-9311-5bae9fab0d7e tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=151407be-4965-44bf-9c3d-9fd289d71e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453656 Apr 12 00:34:37.213392 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdfa60f-b839-400b-bf29-c7e4ccc989b4 req-411b63eb-eee5-4bf2-a857-3420bf1ab54b tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:37.214906 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-3bdfa60f-b839-400b-bf29-c7e4ccc989b4 req-411b63eb-eee5-4bf2-a857-3420bf1ab54b tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 945 time: 0.0469100 Apr 12 00:34:37.262198 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-3bdfa60f-b839-400b-bf29-c7e4ccc989b4 req-d7a489ba-b442-4d2b-94c6-e71cdbb8104d tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=151407be-4965-44bf-9c3d-9fd289d71e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409179 Apr 12 00:34:38.378882 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0127c3-5b19-4471-9536-e4c9ef52b2c2 req-5eae223b-172f-4b9a-8e4c-07f573db8a0b tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:38.380371 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-be0127c3-5b19-4471-9536-e4c9ef52b2c2 req-5eae223b-172f-4b9a-8e4c-07f573db8a0b tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 945 time: 0.0475421 Apr 12 00:34:38.430523 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-be0127c3-5b19-4471-9536-e4c9ef52b2c2 req-ad2ca2e5-9a12-4f31-9817-9f1b2a11ff0a tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=151407be-4965-44bf-9c3d-9fd289d71e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445950 Apr 12 00:34:38.585206 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 60882) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:34:38.694350 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-f379a5e0-f38f-4af1-940e-ed8ca6ec3c98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:38.771025 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-f379a5e0-f38f-4af1-940e-ed8ca6ec3c98 admin admin] Publish callbacks [] for security_group (141c7001-ee6d-4c81-b0ef-5fe4a3e130b5), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:38.774672 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-f379a5e0-f38f-4af1-940e-ed8ca6ec3c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (141c7001-ee6d-4c81-b0ef-5fe4a3e130b5), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:38.809808 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f379a5e0-f38f-4af1-940e-ed8ca6ec3c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=141c7001-ee6d-4c81-b0ef-5fe4a3e130b5,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:34:38.814625 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-f379a5e0-f38f-4af1-940e-ed8ca6ec3c98 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=af49bc5af86c4843a84e5fc70b3309ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2283986 Apr 12 00:34:38.817618 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 60886) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:34:38.863753 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-31e76f0e-d155-49dd-99f2-eab2726236d3 admin admin] Publish callbacks [] for security_group (141c7001-ee6d-4c81-b0ef-5fe4a3e130b5), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:38.884245 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-31e76f0e-d155-49dd-99f2-eab2726236d3 admin admin] Publish callbacks [] for security_group (141c7001-ee6d-4c81-b0ef-5fe4a3e130b5), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:38.931285 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-31e76f0e-d155-49dd-99f2-eab2726236d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (141c7001-ee6d-4c81-b0ef-5fe4a3e130b5), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:38.933761 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-31e76f0e-d155-49dd-99f2-eab2726236d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:38.934966 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-31e76f0e-d155-49dd-99f2-eab2726236d3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/141c7001-ee6d-4c81-b0ef-5fe4a3e130b5 HTTP/1.1" status: 204 len: 168 time: 0.1168635 Apr 12 00:34:38.943414 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e76f0e-d155-49dd-99f2-eab2726236d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141c7001-ee6d-4c81-b0ef-5fe4a3e130b5,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:34:39.552841 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb6b4d8-a7a8-42ed-b1be-8e3e4fe1f4b7 req-d3b390a8-3080-4497-af8b-2874324db8dc tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:39.554509 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-0eb6b4d8-a7a8-42ed-b1be-8e3e4fe1f4b7 req-d3b390a8-3080-4497-af8b-2874324db8dc tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 945 time: 0.0470681 Apr 12 00:34:39.604017 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-0eb6b4d8-a7a8-42ed-b1be-8e3e4fe1f4b7 req-b145a803-56f8-4889-9b22-fe1b91e3717b tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=151407be-4965-44bf-9c3d-9fd289d71e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439816 Apr 12 00:34:40.719506 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13de74a-97bc-4443-a0a5-d57f697e130a req-31df4839-3ee3-4875-a397-49dbfd01024e tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:40.721619 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-b13de74a-97bc-4443-a0a5-d57f697e130a req-31df4839-3ee3-4875-a397-49dbfd01024e tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 945 time: 0.0470152 Apr 12 00:34:40.768931 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-b13de74a-97bc-4443-a0a5-d57f697e130a req-4f76e5ae-c878-48ce-afaf-5881b88aa9e7 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=151407be-4965-44bf-9c3d-9fd289d71e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418792 Apr 12 00:34:41.099616 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-403abdd1-7753-4219-8f78-f2630343a6d0 req-64526901-3361-4aed-8a92-e85d9c1dceaf tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=323743848f174ae7a70cc2d0952db4e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292640 Apr 12 00:34:41.282426 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403abdd1-7753-4219-8f78-f2630343a6d0 req-a17be68b-e06a-4bbf-aba1-1e70f4037d40 tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:41.283911 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-403abdd1-7753-4219-8f78-f2630343a6d0 req-a17be68b-e06a-4bbf-aba1-1e70f4037d40 tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1793966 Apr 12 00:34:41.298658 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-403abdd1-7753-4219-8f78-f2630343a6d0 req-306c07c7-0b53-42af-85d6-54a011e20889 tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] 10.222.0.32 "GET /v2.0/quotas/323743848f174ae7a70cc2d0952db4e1 HTTP/1.1" status: 200 len: 375 time: 0.0088093 Apr 12 00:34:41.330194 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-403abdd1-7753-4219-8f78-f2630343a6d0 req-1114ec16-435d-4644-8ecf-9a8df1c38afd tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=323743848f174ae7a70cc2d0952db4e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268891 Apr 12 00:34:41.483905 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-3f670391-2777-4e1e-abfa-70d545753ff9 req-92a3ae18-8e20-4b83-9faf-71ed3181960e tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb7e0f60-c90d-4cbc-aebb-e437add4adbf HTTP/1.1" status: 200 len: 210 time: 0.0277007 Apr 12 00:34:41.886977 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0d505-cb3d-4c31-ac23-3e81e952da59 req-8448cb28-65f9-4d2a-a86a-6854c81e60d7 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:41.888540 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-a4c0d505-cb3d-4c31-ac23-3e81e952da59 req-8448cb28-65f9-4d2a-a86a-6854c81e60d7 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 945 time: 0.0491068 Apr 12 00:34:41.936227 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-a4c0d505-cb3d-4c31-ac23-3e81e952da59 req-ee8ede64-7eb1-46cc-8d7f-f031be0b2af6 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=151407be-4965-44bf-9c3d-9fd289d71e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409758 Apr 12 00:34:42.366539 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-6e15c065-7b73-4241-874c-9fc2a8f53207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (4ecbd319-6885-49f5-abb8-de205838eb1c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:42.575494 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-145dced7-59cc-4858-ac23-9ef836104416 req-5b3a4234-44e6-4579-a4a7-b5e0e0809e32 tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb7e0f60-c90d-4cbc-aebb-e437add4adbf HTTP/1.1" status: 200 len: 210 time: 0.0270660 Apr 12 00:34:42.628327 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-403abdd1-7753-4219-8f78-f2630343a6d0 req-5541d137-822a-4853-8869-ac71d1492415 tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=323743848f174ae7a70cc2d0952db4e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314808 Apr 12 00:34:42.806181 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403abdd1-7753-4219-8f78-f2630343a6d0 req-cadffeda-639e-4529-beb6-3e67259cf2d3 tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:42.807647 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-403abdd1-7753-4219-8f78-f2630343a6d0 req-cadffeda-639e-4529-beb6-3e67259cf2d3 tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1748626 Apr 12 00:34:42.859227 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [req-403abdd1-7753-4219-8f78-f2630343a6d0 req-aaaa50b5-d4c6-442a-8702-00cdde93078a tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] Request body: {'port': {'device_id': 'cb7e0f60-c90d-4cbc-aebb-e437add4adbf', 'network_id': 'ff11edf2-5269-4967-b336-ff9eb8e32f2e', 'admin_state_up': True, 'tenant_id': '323743848f174ae7a70cc2d0952db4e1'}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:34:42.963085 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-403abdd1-7753-4219-8f78-f2630343a6d0 req-aaaa50b5-d4c6-442a-8702-00cdde93078a tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] Made reservation on behalf of 323743848f174ae7a70cc2d0952db4e1 for: {'port': 1} {{(pid=114859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:34:42.966350 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-403abdd1-7753-4219-8f78-f2630343a6d0 req-aaaa50b5-d4c6-442a-8702-00cdde93078a tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:42.975455 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-403abdd1-7753-4219-8f78-f2630343a6d0 req-aaaa50b5-d4c6-442a-8702-00cdde93078a tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] Publish callbacks [] for security_group (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:43.048751 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-403abdd1-7753-4219-8f78-f2630343a6d0 req-aaaa50b5-d4c6-442a-8702-00cdde93078a tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] Publish callbacks [] for security_group (d04dec17-65c2-45aa-a164-292972492f0a), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:43.051188 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb337e7-5306-4e01-9d38-489834a3370c req-659c870e-2015-4e62-827b-3860d0ce215b tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:43.052657 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-403abdd1-7753-4219-8f78-f2630343a6d0 req-aaaa50b5-d4c6-442a-8702-00cdde93078a tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (d04dec17-65c2-45aa-a164-292972492f0a), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:43.052808 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-8bb337e7-5306-4e01-9d38-489834a3370c req-659c870e-2015-4e62-827b-3860d0ce215b tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 945 time: 0.0461650 Apr 12 00:34:43.061761 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device 0e9155b9-7112-41cd-b8ec-dd359b342b3a details requested by agent hyperv_hv-cinder-83625 with host hv-cinder-83625 {{(pid=114861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 00:34:43.099621 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-8bb337e7-5306-4e01-9d38-489834a3370c req-34d56984-46cd-4351-a809-48edc517bb5c tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=151407be-4965-44bf-9c3d-9fd289d71e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412383 Apr 12 00:34:43.116712 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaa50b5-d4c6-442a-8702-00cdde93078a tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d04dec17-65c2-45aa-a164-292972492f0a,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:34:43.176370 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port 0e9155b9-7112-41cd-b8ec-dd359b342b3a, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=0e9155b9-7112-41cd-b8ec-dd359b342b3a,segment=NetworkSegment(49ba757d-47c8-495e-9077-08facd79368e),segment_id=49ba757d-47c8-495e-9077-08facd79368e)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:34:43.188072 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Returning: {'device': '0e9155b9-7112-41cd-b8ec-dd359b342b3a', 'network_id': '1ee4ba18-669f-44db-9087-b0bd886e30c9', 'port_id': '0e9155b9-7112-41cd-b8ec-dd359b342b3a', 'mac_address': 'fa:16:3e:a1:89:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e83a63b-8739-41ae-aeb4-59d49ec2e5b0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 00:34:43.192388 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.db_base_plugin_common [req-403abdd1-7753-4219-8f78-f2630343a6d0 req-aaaa50b5-d4c6-442a-8702-00cdde93078a tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] Allocated IP 192.168.233.155 (ff11edf2-5269-4967-b336-ff9eb8e32f2e/c74814ee-cf57-457c-8b0c-1fb27cb26b47/9fb05f00-cf2d-4b1f-936a-505b6cfc34bb) {{(pid=114859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:34:43.224583 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Current status of the port 0e9155b9-7112-41cd-b8ec-dd359b342b3a is: ACTIVE; New status is: BUILD {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:34:43.224881 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (0e9155b9-7112-41cd-b8ec-dd359b342b3a), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:43.237152 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.notifiers.nova [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0e9155b9-7112-41cd-b8ec-dd359b342b3a {{(pid=114861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:34:43.256293 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port 0e9155b9-7112-41cd-b8ec-dd359b342b3a, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=0e9155b9-7112-41cd-b8ec-dd359b342b3a,segment=NetworkSegment(49ba757d-47c8-495e-9077-08facd79368e),segment_id=49ba757d-47c8-495e-9077-08facd79368e)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:34:43.260007 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (0e9155b9-7112-41cd-b8ec-dd359b342b3a), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:43.308761 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Pushing event updated for resources: {'Port': ['ID=0e9155b9-7112-41cd-b8ec-dd359b342b3a,revision_number=6']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:34:43.338455 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-403abdd1-7753-4219-8f78-f2630343a6d0 req-aaaa50b5-d4c6-442a-8702-00cdde93078a tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] Publish callbacks [] for port (9fb05f00-cf2d-4b1f-936a-505b6cfc34bb), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:43.371157 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-403abdd1-7753-4219-8f78-f2630343a6d0 req-aaaa50b5-d4c6-442a-8702-00cdde93078a tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (9fb05f00-cf2d-4b1f-936a-505b6cfc34bb), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:43.415478 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-403abdd1-7753-4219-8f78-f2630343a6d0 req-aaaa50b5-d4c6-442a-8702-00cdde93078a tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] Network ff11edf2-5269-4967-b336-ff9eb8e32f2e is already hosted by enough agents. {{(pid=114859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:34:43.418408 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.base_scheduler [req-403abdd1-7753-4219-8f78-f2630343a6d0 req-aaaa50b5-d4c6-442a-8702-00cdde93078a tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] Resources bound (agent type, host, resource id): {{(pid=114859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:34:43.421911 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.l3_dvrscheduler_db [req-403abdd1-7753-4219-8f78-f2630343a6d0 req-aaaa50b5-d4c6-442a-8702-00cdde93078a tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] Received port after_create {{(pid=114859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:34:43.431669 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] get_ports_and_sgs() called for port_ids ['0e9155b9-7112-41cd-b8ec-dd359b342b3a'] {{(pid=114861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:34:43.446541 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaa50b5-d4c6-442a-8702-00cdde93078a tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] Pushing event updated for resources: {'Port': ['ID=9fb05f00-cf2d-4b1f-936a-505b6cfc34bb,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:34:43.475707 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403abdd1-7753-4219-8f78-f2630343a6d0 req-aaaa50b5-d4c6-442a-8702-00cdde93078a tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:43.476266 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-403abdd1-7753-4219-8f78-f2630343a6d0 req-aaaa50b5-d4c6-442a-8702-00cdde93078a tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for port (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:43.493749 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-403abdd1-7753-4219-8f78-f2630343a6d0 req-aaaa50b5-d4c6-442a-8702-00cdde93078a tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6378899 Apr 12 00:34:43.512834 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [req-403abdd1-7753-4219-8f78-f2630343a6d0 req-a83e9776-6d10-4961-9dae-297aa7508092 service neutron] Request body: {'port': {'device_id': 'cb7e0f60-c90d-4cbc-aebb-e437add4adbf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83625'}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:34:43.576279 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-403abdd1-7753-4219-8f78-f2630343a6d0 req-a83e9776-6d10-4961-9dae-297aa7508092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (9fb05f00-cf2d-4b1f-936a-505b6cfc34bb), before_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:43.659154 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-50223212-e828-4f5f-9eb9-bd1a85f223ec None None] Provisioning complete for port 9fb05f00-cf2d-4b1f-936a-505b6cfc34bb triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:34:43.659520 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-50223212-e828-4f5f-9eb9-bd1a85f223ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (9fb05f00-cf2d-4b1f-936a-505b6cfc34bb), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:43.699978 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-50223212-e828-4f5f-9eb9-bd1a85f223ec None None] Port 9fb05f00-cf2d-4b1f-936a-505b6cfc34bb cannot update to ACTIVE because it is not bound. {{(pid=114861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:34:43.740257 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc938e-41ff-46ae-bc5f-1eaadf9bf495 req-9d7812ca-e7cc-4fb0-b661-46bb8c39e14d tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:43.741637 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0dfc938e-41ff-46ae-bc5f-1eaadf9bf495 req-9d7812ca-e7cc-4fb0-b661-46bb8c39e14d tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb7e0f60-c90d-4cbc-aebb-e437add4adbf HTTP/1.1" status: 200 len: 936 time: 0.0630825 Apr 12 00:34:43.836041 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0dfc938e-41ff-46ae-bc5f-1eaadf9bf495 req-e4127880-64a1-4511-8f09-bd6509839c9f tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] 10.222.0.32 "GET /v2.0/security-groups?id=d04dec17-65c2-45aa-a164-292972492f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849440 Apr 12 00:34:43.908237 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [req-403abdd1-7753-4219-8f78-f2630343a6d0 req-a83e9776-6d10-4961-9dae-297aa7508092 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fb05f00-cf2d-4b1f-936a-505b6cfc34bb {{(pid=114859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:34:43.915509 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-403abdd1-7753-4219-8f78-f2630343a6d0 req-a83e9776-6d10-4961-9dae-297aa7508092 service neutron] Publish callbacks [] for port (9fb05f00-cf2d-4b1f-936a-505b6cfc34bb), precommit_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:43.928177 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.provisioning_blocks [req-403abdd1-7753-4219-8f78-f2630343a6d0 req-a83e9776-6d10-4961-9dae-297aa7508092 service neutron] Transition to ACTIVE for port object 9fb05f00-cf2d-4b1f-936a-505b6cfc34bb will not be triggered until provisioned by entity L2. {{(pid=114859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 00:34:43.932086 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-403abdd1-7753-4219-8f78-f2630343a6d0 req-a83e9776-6d10-4961-9dae-297aa7508092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59136039'] for port (9fb05f00-cf2d-4b1f-936a-505b6cfc34bb), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:43.981942 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83e9776-6d10-4961-9dae-297aa7508092 service neutron] Pushing event updated for resources: {'Port': ['ID=9fb05f00-cf2d-4b1f-936a-505b6cfc34bb,revision_number=2']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:34:44.054733 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.managers [req-403abdd1-7753-4219-8f78-f2630343a6d0 req-a83e9776-6d10-4961-9dae-297aa7508092 service neutron] Attempting to bind port 9fb05f00-cf2d-4b1f-936a-505b6cfc34bb on host hv-cinder-83625 for vnic_type normal with profile {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:34:44.055064 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.managers [req-403abdd1-7753-4219-8f78-f2630343a6d0 req-a83e9776-6d10-4961-9dae-297aa7508092 service neutron] Attempting to bind port 9fb05f00-cf2d-4b1f-936a-505b6cfc34bb by drivers openvswitch,hyperv on host hv-cinder-83625 at level 0 using segments [{'id': 'c235f2c0-c7b9-4b96-815c-43eb9422f091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ff11edf2-5269-4967-b336-ff9eb8e32f2e'}] {{(pid=114859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:34:44.055387 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403abdd1-7753-4219-8f78-f2630343a6d0 req-a83e9776-6d10-4961-9dae-297aa7508092 service neutron] Attempting to bind port 9fb05f00-cf2d-4b1f-936a-505b6cfc34bb on network ff11edf2-5269-4967-b336-ff9eb8e32f2e {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:34:44.059783 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403abdd1-7753-4219-8f78-f2630343a6d0 req-a83e9776-6d10-4961-9dae-297aa7508092 service neutron] Port 9fb05f00-cf2d-4b1f-936a-505b6cfc34bb on network ff11edf2-5269-4967-b336-ff9eb8e32f2e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83625 {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 00:34:44.060098 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403abdd1-7753-4219-8f78-f2630343a6d0 req-a83e9776-6d10-4961-9dae-297aa7508092 service neutron] Attempting to bind port 9fb05f00-cf2d-4b1f-936a-505b6cfc34bb on network ff11edf2-5269-4967-b336-ff9eb8e32f2e {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:34:44.065083 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403abdd1-7753-4219-8f78-f2630343a6d0 req-a83e9776-6d10-4961-9dae-297aa7508092 service neutron] Checking agent: {'id': '6c438ad1-5788-4552-a50f-29c8c96f3196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83625', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 0, 23, 42), 'started_at': datetime.datetime(2022, 4, 12, 0, 23, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:34:44.065410 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403abdd1-7753-4219-8f78-f2630343a6d0 req-a83e9776-6d10-4961-9dae-297aa7508092 service neutron] Checking segment: {'id': 'c235f2c0-c7b9-4b96-815c-43eb9422f091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ff11edf2-5269-4967-b336-ff9eb8e32f2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:34:44.065787 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403abdd1-7753-4219-8f78-f2630343a6d0 req-a83e9776-6d10-4961-9dae-297aa7508092 service neutron] Bound using segment: {'id': 'c235f2c0-c7b9-4b96-815c-43eb9422f091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ff11edf2-5269-4967-b336-ff9eb8e32f2e'} {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:34:44.066442 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.managers [req-403abdd1-7753-4219-8f78-f2630343a6d0 req-a83e9776-6d10-4961-9dae-297aa7508092 service neutron] Bound port: 9fb05f00-cf2d-4b1f-936a-505b6cfc34bb, host: hv-cinder-83625, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c235f2c0-c7b9-4b96-815c-43eb9422f091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ff11edf2-5269-4967-b336-ff9eb8e32f2e'}}] {{(pid=114859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:34:44.066801 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-403abdd1-7753-4219-8f78-f2630343a6d0 req-a83e9776-6d10-4961-9dae-297aa7508092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (9fb05f00-cf2d-4b1f-936a-505b6cfc34bb), before_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:44.131541 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [req-403abdd1-7753-4219-8f78-f2630343a6d0 req-a83e9776-6d10-4961-9dae-297aa7508092 service neutron] For port 9fb05f00-cf2d-4b1f-936a-505b6cfc34bb, host hv-cinder-83625, cleared binding levels {{(pid=114859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:34:44.134748 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [req-403abdd1-7753-4219-8f78-f2630343a6d0 req-a83e9776-6d10-4961-9dae-297aa7508092 service neutron] For port 9fb05f00-cf2d-4b1f-936a-505b6cfc34bb, host hv-cinder-83625, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=9fb05f00-cf2d-4b1f-936a-505b6cfc34bb,segment=NetworkSegment(c235f2c0-c7b9-4b96-815c-43eb9422f091),segment_id=c235f2c0-c7b9-4b96-815c-43eb9422f091)] {{(pid=114859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:34:44.141561 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-403abdd1-7753-4219-8f78-f2630343a6d0 req-a83e9776-6d10-4961-9dae-297aa7508092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59136039'] for port (9fb05f00-cf2d-4b1f-936a-505b6cfc34bb), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:44.179928 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403abdd1-7753-4219-8f78-f2630343a6d0 req-a83e9776-6d10-4961-9dae-297aa7508092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:44.180480 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-403abdd1-7753-4219-8f78-f2630343a6d0 req-a83e9776-6d10-4961-9dae-297aa7508092 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for port (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:44.181832 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-403abdd1-7753-4219-8f78-f2630343a6d0 req-a83e9776-6d10-4961-9dae-297aa7508092 service neutron] 10.222.0.52 "PUT /v2.0/ports/9fb05f00-cf2d-4b1f-936a-505b6cfc34bb HTTP/1.1" status: 200 len: 1098 time: 0.6740894 Apr 12 00:34:44.182333 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb7e0f60-c90d-4cbc-aebb-e437add4adbf', 'tag': '9fb05f00-cf2d-4b1f-936a-505b6cfc34bb'}] {{(pid=114859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:34:44.184510 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d751ce943c7fd1580d8237ddcdd582f05025ac6b53677acecb9ecfb4d000721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1320670d-e1de-42b5-8fed-cbef2be6789c" -d '{"events": [{"name": "network-changed", "server_uuid": "cb7e0f60-c90d-4cbc-aebb-e437add4adbf", "tag": "9fb05f00-cf2d-4b1f-936a-505b6cfc34bb"}]}' {{(pid=114859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:34:44.229420 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83e9776-6d10-4961-9dae-297aa7508092 service neutron] Pushing event updated for resources: {'Port': ['ID=9fb05f00-cf2d-4b1f-936a-505b6cfc34bb,revision_number=3']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:34:44.240378 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4239373-a117-4288-85ae-e24fd665fea6 req-57124fed-ceee-47c6-a5bf-26f948abd9b6 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:44.241142 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7bca69c-acb0-481a-bf09-034203c1dd7f x-openstack-request-id: req-f7bca69c-acb0-481a-bf09-034203c1dd7f {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:34:44.241490 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb7e0f60-c90d-4cbc-aebb-e437add4adbf", "tag": "9fb05f00-cf2d-4b1f-936a-505b6cfc34bb", "status": "completed", "code": 200}]} {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:34:44.241810 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f7bca69c-acb0-481a-bf09-034203c1dd7f {{(pid=114859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:34:44.242149 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-b4239373-a117-4288-85ae-e24fd665fea6 req-57124fed-ceee-47c6-a5bf-26f948abd9b6 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 944 time: 0.0629582 Apr 12 00:34:44.242356 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7bca69c-acb0-481a-bf09-034203c1dd7f'] response: {'name': 'network-changed', 'server_uuid': 'cb7e0f60-c90d-4cbc-aebb-e437add4adbf', 'tag': '9fb05f00-cf2d-4b1f-936a-505b6cfc34bb', 'status': 'completed', 'code': 200} Apr 12 00:34:44.290202 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-b4239373-a117-4288-85ae-e24fd665fea6 req-09fc2dfb-db58-451c-9f02-db0132c7eff3 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=151407be-4965-44bf-9c3d-9fd289d71e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419192 Apr 12 00:34:44.429081 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1320670d-e1de-42b5-8fed-cbef2be6789c req-7124c925-8bbc-42dd-8331-f5db1145fa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:44.430597 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-1320670d-e1de-42b5-8fed-cbef2be6789c req-7124c925-8bbc-42dd-8331-f5db1145fa37 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=323743848f174ae7a70cc2d0952db4e1&device_id=cb7e0f60-c90d-4cbc-aebb-e437add4adbf HTTP/1.1" status: 200 len: 1132 time: 0.0382597 Apr 12 00:34:44.474509 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-1320670d-e1de-42b5-8fed-cbef2be6789c req-eb148caa-82e6-46a6-a75c-9e1e391c8d58 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=323743848f174ae7a70cc2d0952db4e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0188742 Apr 12 00:34:44.572717 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1320670d-e1de-42b5-8fed-cbef2be6789c req-4c2284fd-66cd-483b-9c6e-4faaaec7d99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:44.574082 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-1320670d-e1de-42b5-8fed-cbef2be6789c req-4c2284fd-66cd-483b-9c6e-4faaaec7d99a service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885668 Apr 12 00:34:44.618621 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-bc892103-4aad-46e6-af69-fb5373490ea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (d3fb0dde-5c40-4fca-80b5-61326157311c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:44.696803 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403abdd1-7753-4219-8f78-f2630343a6d0 req-8e5bb034-2591-4602-8fb0-62bae98da204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:44.698299 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-403abdd1-7753-4219-8f78-f2630343a6d0 req-8e5bb034-2591-4602-8fb0-62bae98da204 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=323743848f174ae7a70cc2d0952db4e1&device_id=cb7e0f60-c90d-4cbc-aebb-e437add4adbf HTTP/1.1" status: 200 len: 1132 time: 0.0384505 Apr 12 00:34:44.748118 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-403abdd1-7753-4219-8f78-f2630343a6d0 req-73f40de4-bb58-45a8-a1ba-380714b12b5b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=9fb05f00-cf2d-4b1f-936a-505b6cfc34bb HTTP/1.1" status: 200 len: 217 time: 0.0324237 Apr 12 00:34:44.795437 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403abdd1-7753-4219-8f78-f2630343a6d0 req-f54d0f90-86b2-4f11-965d-00ef343add2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:44.796812 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-403abdd1-7753-4219-8f78-f2630343a6d0 req-f54d0f90-86b2-4f11-965d-00ef343add2c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c74814ee-cf57-457c-8b0c-1fb27cb26b47 HTTP/1.1" status: 200 len: 843 time: 0.0420539 Apr 12 00:34:44.841956 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403abdd1-7753-4219-8f78-f2630343a6d0 req-e1b8ace5-712d-46b2-8207-6b0c92a437bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:44.843334 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-403abdd1-7753-4219-8f78-f2630343a6d0 req-e1b8ace5-712d-46b2-8207-6b0c92a437bb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ff11edf2-5269-4967-b336-ff9eb8e32f2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0395370 Apr 12 00:34:44.969500 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-403abdd1-7753-4219-8f78-f2630343a6d0 req-dfe7b549-bca0-49af-af66-f6494101b863 service neutron] 10.222.0.52 "GET /v2.0/networks/ff11edf2-5269-4967-b336-ff9eb8e32f2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179271 Apr 12 00:34:44.977501 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10304454-d6ca-4891-b0d2-69f76c594a42 req-df8f1c81-a0f1-4b75-8a0c-16f04d63c18f tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:44.978866 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-10304454-d6ca-4891-b0d2-69f76c594a42 req-df8f1c81-a0f1-4b75-8a0c-16f04d63c18f tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb7e0f60-c90d-4cbc-aebb-e437add4adbf HTTP/1.1" status: 200 len: 948 time: 0.0633533 Apr 12 00:34:45.088691 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device 0e9155b9-7112-41cd-b8ec-dd359b342b3a up at agent hyperv_hv-cinder-83625 {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:34:45.135065 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Provisioning complete for port 0e9155b9-7112-41cd-b8ec-dd359b342b3a triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:34:45.135354 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (0e9155b9-7112-41cd-b8ec-dd359b342b3a), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:45.216380 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Current status of the port 0e9155b9-7112-41cd-b8ec-dd359b342b3a is: BUILD; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:34:45.216771 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (0e9155b9-7112-41cd-b8ec-dd359b342b3a), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:45.240160 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd000ee-5205-4d02-b7a8-8c99871c8f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e9155b9-7112-41cd-b8ec-dd359b342b3a'}] {{(pid=114861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:34:45.242427 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d187226e65eb8f713948fb36ffe50595ec682b3d9ec12b6d0c088ba153fadb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b233978-7238-4604-824b-8e7e3175800e" -d '{"events": [{"server_uuid": "6fd000ee-5205-4d02-b7a8-8c99871c8f29", "name": "network-vif-plugged", "status": "completed", "tag": "0e9155b9-7112-41cd-b8ec-dd359b342b3a"}]}' {{(pid=114861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:34:45.256417 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port 0e9155b9-7112-41cd-b8ec-dd359b342b3a, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=0e9155b9-7112-41cd-b8ec-dd359b342b3a,segment=NetworkSegment(49ba757d-47c8-495e-9077-08facd79368e),segment_id=49ba757d-47c8-495e-9077-08facd79368e)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:34:45.261374 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (0e9155b9-7112-41cd-b8ec-dd359b342b3a), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:45.287723 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d745ef87-93f6-4f0e-ac3e-bf19d52d355a x-openstack-request-id: req-d745ef87-93f6-4f0e-ac3e-bf19d52d355a {{(pid=114861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:34:45.288009 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd000ee-5205-4d02-b7a8-8c99871c8f29", "name": "network-vif-plugged", "status": "completed", "tag": "0e9155b9-7112-41cd-b8ec-dd359b342b3a", "code": 200}]} {{(pid=114861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:34:45.288262 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d745ef87-93f6-4f0e-ac3e-bf19d52d355a {{(pid=114861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:34:45.288647 dv-cinder-836252-3-iscsi neutron-server[114861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d745ef87-93f6-4f0e-ac3e-bf19d52d355a'] response: {'server_uuid': '6fd000ee-5205-4d02-b7a8-8c99871c8f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e9155b9-7112-41cd-b8ec-dd359b342b3a', 'code': 200} Apr 12 00:34:45.312759 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Pushing event updated for resources: {'Port': ['ID=0e9155b9-7112-41cd-b8ec-dd359b342b3a,revision_number=7']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:34:45.349004 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-10304454-d6ca-4891-b0d2-69f76c594a42 req-48a12d65-2455-48df-a1ef-c773e6a11d57 tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] 10.222.0.32 "GET /v2.0/security-groups?id=d04dec17-65c2-45aa-a164-292972492f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610613 Apr 12 00:34:45.369367 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-403abdd1-7753-4219-8f78-f2630343a6d0 req-8cf131e5-4249-4673-9ed1-347004b3ceb5 service neutron] 10.222.0.52 "GET /v2.0/networks/ff11edf2-5269-4967-b336-ff9eb8e32f2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852782 Apr 12 00:34:45.410637 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6cf046-f2a8-4b45-a5ed-e26753a1f750 req-d5617379-94d4-4a3b-9c42-af372dd9940a tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:45.412018 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-2a6cf046-f2a8-4b45-a5ed-e26753a1f750 req-d5617379-94d4-4a3b-9c42-af372dd9940a tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 945 time: 0.0487175 Apr 12 00:34:45.458843 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-2a6cf046-f2a8-4b45-a5ed-e26753a1f750 req-58a3c6db-fe7e-4ca1-8c71-c06a4af5adb4 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=151407be-4965-44bf-9c3d-9fd289d71e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412571 Apr 12 00:34:46.213335 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d4423688-5a44-44f3-a132-81f2c9b6cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (af38becd-82ff-4144-8f94-74de975161ca), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:46.464600 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc79cb-9e9b-443d-a82e-648e5327c221 req-5050d246-cc90-4346-99d6-efa917a4394a tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:46.465945 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-9afc79cb-9e9b-443d-a82e-648e5327c221 req-5050d246-cc90-4346-99d6-efa917a4394a tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb7e0f60-c90d-4cbc-aebb-e437add4adbf HTTP/1.1" status: 200 len: 948 time: 0.0504124 Apr 12 00:34:46.511663 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-9afc79cb-9e9b-443d-a82e-648e5327c221 req-da5ef3a6-1691-45a8-9b70-8ec3c94477a5 tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] 10.222.0.32 "GET /v2.0/security-groups?id=d04dec17-65c2-45aa-a164-292972492f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400815 Apr 12 00:34:46.573524 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728eaffb-7a2c-4055-9711-3973c9fa77cb req-ef1b043c-ed19-4778-afa6-67bf5c9e47cb tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:46.574971 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-728eaffb-7a2c-4055-9711-3973c9fa77cb req-ef1b043c-ed19-4778-afa6-67bf5c9e47cb tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 945 time: 0.0444586 Apr 12 00:34:46.622570 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-728eaffb-7a2c-4055-9711-3973c9fa77cb req-95b4f2a0-c7d2-46f6-bf6b-93515148c32e tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=151407be-4965-44bf-9c3d-9fd289d71e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415437 Apr 12 00:34:46.852498 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.agents_db [None req-4f17da96-f611-4225-a78f-ee15b860eec6 None None] Agent healthcheck: found 6 active agents {{(pid=114862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:34:47.161515 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (6c438ad1-5788-4552-a50f-29c8c96f3196), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:47.614276 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-be9ea9f3-6c7c-4887-ad09-badb35df740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (738aa052-ee84-4bd1-913b-ee7149597f8f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:47.621367 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a5854-65dc-4edd-ae9e-0c9078c4017d req-ed206e93-63c9-4c38-a055-548d5dc470b9 tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:47.622881 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-2f0a5854-65dc-4edd-ae9e-0c9078c4017d req-ed206e93-63c9-4c38-a055-548d5dc470b9 tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb7e0f60-c90d-4cbc-aebb-e437add4adbf HTTP/1.1" status: 200 len: 948 time: 0.0480645 Apr 12 00:34:47.670747 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-2f0a5854-65dc-4edd-ae9e-0c9078c4017d req-30412145-9e6b-454b-bb46-f85799bb1794 tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] 10.222.0.32 "GET /v2.0/security-groups?id=d04dec17-65c2-45aa-a164-292972492f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416846 Apr 12 00:34:47.740063 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559efc86-e2a2-4fe4-8976-adb1401924ec req-cdd00f68-28c0-4965-a1a6-cbda9d6969e5 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:47.741405 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-559efc86-e2a2-4fe4-8976-adb1401924ec req-cdd00f68-28c0-4965-a1a6-cbda9d6969e5 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 945 time: 0.0456331 Apr 12 00:34:47.787942 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-559efc86-e2a2-4fe4-8976-adb1401924ec req-8c586289-155e-45c7-8426-35a932a34ec2 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=151407be-4965-44bf-9c3d-9fd289d71e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408525 Apr 12 00:34:48.009307 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d13403-7858-4240-9658-13e2a6deccef req-b5dc16d8-14d0-4470-82d4-9f5e86f831de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:48.010692 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-68d13403-7858-4240-9658-13e2a6deccef req-b5dc16d8-14d0-4470-82d4-9f5e86f831de service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8b482c4c00e94a25ad8f0a9034e9e0e5&device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 1129 time: 0.0374784 Apr 12 00:34:48.120956 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d13403-7858-4240-9658-13e2a6deccef req-6d8313ac-033e-40df-9e04-252d39be5e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:48.122427 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-68d13403-7858-4240-9658-13e2a6deccef req-6d8313ac-033e-40df-9e04-252d39be5e20 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1ee4ba18-669f-44db-9087-b0bd886e30c9 HTTP/1.1" status: 200 len: 918 time: 0.0874677 Apr 12 00:34:48.204811 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-68d13403-7858-4240-9658-13e2a6deccef req-a699aaac-5324-4b9b-b353-c00e8ce25c7b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e9155b9-7112-41cd-b8ec-dd359b342b3a HTTP/1.1" status: 200 len: 1000 time: 0.0627241 Apr 12 00:34:48.253612 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d13403-7858-4240-9658-13e2a6deccef req-0a258360-f49a-4f0b-ade0-ed9c88c1fc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:48.255090 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-68d13403-7858-4240-9658-13e2a6deccef req-0a258360-f49a-4f0b-ade0-ed9c88c1fc23 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5e83a63b-8739-41ae-aeb4-59d49ec2e5b0 HTTP/1.1" status: 200 len: 856 time: 0.0445542 Apr 12 00:34:48.304435 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d13403-7858-4240-9658-13e2a6deccef req-14b9a696-213a-4376-931d-99ebea63be13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:48.305935 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-68d13403-7858-4240-9658-13e2a6deccef req-14b9a696-213a-4376-931d-99ebea63be13 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1ee4ba18-669f-44db-9087-b0bd886e30c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384381 Apr 12 00:34:48.404732 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-68d13403-7858-4240-9658-13e2a6deccef req-ffdf06f8-9cba-4b75-a0b4-cbebbae0b297 service neutron] 10.222.0.52 "GET /v2.0/networks/1ee4ba18-669f-44db-9087-b0bd886e30c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880921 Apr 12 00:34:48.501053 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-68d13403-7858-4240-9658-13e2a6deccef req-56c18029-1444-4fc5-a780-d6ef7374f48a service neutron] 10.222.0.52 "GET /v2.0/networks/1ee4ba18-669f-44db-9087-b0bd886e30c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900748 Apr 12 00:34:48.806381 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9de379f-b4df-478e-a218-803a04a11101 req-9e4502d2-6092-4708-9dd4-f40149990483 tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:48.813872 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a9de379f-b4df-478e-a218-803a04a11101 req-9e4502d2-6092-4708-9dd4-f40149990483 tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb7e0f60-c90d-4cbc-aebb-e437add4adbf HTTP/1.1" status: 200 len: 948 time: 0.0690782 Apr 12 00:34:48.870858 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a9de379f-b4df-478e-a218-803a04a11101 req-e29d4d83-36a8-45e8-9d22-eace60f9e63b tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] 10.222.0.32 "GET /v2.0/security-groups?id=d04dec17-65c2-45aa-a164-292972492f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562143 Apr 12 00:34:48.954600 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566210eb-9f26-41cf-8446-db2088fa921a req-540fae70-5ea5-4bd7-bfcc-d424590b3bce tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:48.957186 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-566210eb-9f26-41cf-8446-db2088fa921a req-540fae70-5ea5-4bd7-bfcc-d424590b3bce tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 945 time: 0.0671487 Apr 12 00:34:48.965621 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (f9a21fd4-36f2-4826-890e-da332e228edf), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:49.011336 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-566210eb-9f26-41cf-8446-db2088fa921a req-0829eada-009c-425b-a1b9-0679b9f11d40 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=151407be-4965-44bf-9c3d-9fd289d71e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466497 Apr 12 00:34:49.106608 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device 9fb05f00-cf2d-4b1f-936a-505b6cfc34bb details requested by agent hyperv_hv-cinder-83625 with host hv-cinder-83625 {{(pid=114861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 00:34:49.220981 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port 9fb05f00-cf2d-4b1f-936a-505b6cfc34bb, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=9fb05f00-cf2d-4b1f-936a-505b6cfc34bb,segment=NetworkSegment(c235f2c0-c7b9-4b96-815c-43eb9422f091),segment_id=c235f2c0-c7b9-4b96-815c-43eb9422f091)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:34:49.232967 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Returning: {'device': '9fb05f00-cf2d-4b1f-936a-505b6cfc34bb', 'network_id': 'ff11edf2-5269-4967-b336-ff9eb8e32f2e', 'port_id': '9fb05f00-cf2d-4b1f-936a-505b6cfc34bb', 'mac_address': 'fa:16:3e:90:6a:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c74814ee-cf57-457c-8b0c-1fb27cb26b47', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 00:34:49.285763 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Current status of the port 9fb05f00-cf2d-4b1f-936a-505b6cfc34bb is: DOWN; New status is: BUILD {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:34:49.286278 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (9fb05f00-cf2d-4b1f-936a-505b6cfc34bb), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:49.301177 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.notifiers.nova [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fb05f00-cf2d-4b1f-936a-505b6cfc34bb {{(pid=114861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:34:49.324297 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port 9fb05f00-cf2d-4b1f-936a-505b6cfc34bb, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=9fb05f00-cf2d-4b1f-936a-505b6cfc34bb,segment=NetworkSegment(c235f2c0-c7b9-4b96-815c-43eb9422f091),segment_id=c235f2c0-c7b9-4b96-815c-43eb9422f091)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:34:49.328743 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (9fb05f00-cf2d-4b1f-936a-505b6cfc34bb), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:49.387477 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Pushing event updated for resources: {'Port': ['ID=9fb05f00-cf2d-4b1f-936a-505b6cfc34bb,revision_number=4']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:34:49.816521 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] get_ports_and_sgs() called for port_ids ['9fb05f00-cf2d-4b1f-936a-505b6cfc34bb'] {{(pid=114861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:34:50.001677 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5ff8d-e4cc-4911-98be-b426a9f49387 req-b280a757-23f1-47f5-ba86-b6b55baca1f6 tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:50.003487 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-f9c5ff8d-e4cc-4911-98be-b426a9f49387 req-b280a757-23f1-47f5-ba86-b6b55baca1f6 tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb7e0f60-c90d-4cbc-aebb-e437add4adbf HTTP/1.1" status: 200 len: 949 time: 0.0506976 Apr 12 00:34:50.058978 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-f9c5ff8d-e4cc-4911-98be-b426a9f49387 req-54dc5c80-63cb-417a-9cd6-84f41d2ded43 tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] 10.222.0.32 "GET /v2.0/security-groups?id=d04dec17-65c2-45aa-a164-292972492f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495918 Apr 12 00:34:50.162593 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dfd68e-69c7-44dd-9c27-d1787a697ef8 req-a5e5b16e-477b-48da-958b-132769fef5c1 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:50.164241 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-02dfd68e-69c7-44dd-9c27-d1787a697ef8 req-a5e5b16e-477b-48da-958b-132769fef5c1 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 945 time: 0.0584877 Apr 12 00:34:50.211415 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-02dfd68e-69c7-44dd-9c27-d1787a697ef8 req-0e6144ad-1378-4a9c-9648-53995382b9ae tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=151407be-4965-44bf-9c3d-9fd289d71e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413780 Apr 12 00:34:51.102308 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device 9fb05f00-cf2d-4b1f-936a-505b6cfc34bb up at agent hyperv_hv-cinder-83625 {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:34:51.159813 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Provisioning for port 9fb05f00-cf2d-4b1f-936a-505b6cfc34bb completed by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 00:34:51.166855 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Provisioning complete for port 9fb05f00-cf2d-4b1f-936a-505b6cfc34bb triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:34:51.167220 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (9fb05f00-cf2d-4b1f-936a-505b6cfc34bb), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:51.198885 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7d706-0c80-48a3-a3ea-2e91718fe58e req-cf8c6c79-0587-45bd-a19d-a362cd52e5b3 tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:51.200439 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-8ef7d706-0c80-48a3-a3ea-2e91718fe58e req-cf8c6c79-0587-45bd-a19d-a362cd52e5b3 tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb7e0f60-c90d-4cbc-aebb-e437add4adbf HTTP/1.1" status: 200 len: 949 time: 0.0574720 Apr 12 00:34:51.264453 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-8ef7d706-0c80-48a3-a3ea-2e91718fe58e req-95c70487-4817-4487-8f93-d388540d35d6 tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] 10.222.0.32 "GET /v2.0/security-groups?id=d04dec17-65c2-45aa-a164-292972492f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535622 Apr 12 00:34:51.313174 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Current status of the port 9fb05f00-cf2d-4b1f-936a-505b6cfc34bb is: BUILD; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:34:51.313791 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (9fb05f00-cf2d-4b1f-936a-505b6cfc34bb), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:51.346673 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde7e2e-26a5-49cc-a66c-0af7b2016452 req-9480fc22-5151-458f-8b74-0eff746cdecf tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:51.348791 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port 9fb05f00-cf2d-4b1f-936a-505b6cfc34bb, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=9fb05f00-cf2d-4b1f-936a-505b6cfc34bb,segment=NetworkSegment(c235f2c0-c7b9-4b96-815c-43eb9422f091),segment_id=c235f2c0-c7b9-4b96-815c-43eb9422f091)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:34:51.349946 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb7e0f60-c90d-4cbc-aebb-e437add4adbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb05f00-cf2d-4b1f-936a-505b6cfc34bb'}] {{(pid=114861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:34:51.352535 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d187226e65eb8f713948fb36ffe50595ec682b3d9ec12b6d0c088ba153fadb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2755d49-a1c1-4f74-a323-45298441d7b7" -d '{"events": [{"server_uuid": "cb7e0f60-c90d-4cbc-aebb-e437add4adbf", "name": "network-vif-plugged", "status": "completed", "tag": "9fb05f00-cf2d-4b1f-936a-505b6cfc34bb"}]}' {{(pid=114861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:34:51.355534 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-9cde7e2e-26a5-49cc-a66c-0af7b2016452 req-9480fc22-5151-458f-8b74-0eff746cdecf tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 945 time: 0.0585976 Apr 12 00:34:51.356301 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (9fb05f00-cf2d-4b1f-936a-505b6cfc34bb), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:51.407081 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Pushing event updated for resources: {'Port': ['ID=9fb05f00-cf2d-4b1f-936a-505b6cfc34bb,revision_number=5']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:34:51.421472 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540e5a5a-5e44-47f0-92ff-103d0097b3f8 x-openstack-request-id: req-540e5a5a-5e44-47f0-92ff-103d0097b3f8 {{(pid=114861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:34:51.422014 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb7e0f60-c90d-4cbc-aebb-e437add4adbf", "name": "network-vif-plugged", "status": "completed", "tag": "9fb05f00-cf2d-4b1f-936a-505b6cfc34bb", "code": 200}]} {{(pid=114861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:34:51.422403 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-540e5a5a-5e44-47f0-92ff-103d0097b3f8 {{(pid=114861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:34:51.423360 dv-cinder-836252-3-iscsi neutron-server[114861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-540e5a5a-5e44-47f0-92ff-103d0097b3f8'] response: {'server_uuid': 'cb7e0f60-c90d-4cbc-aebb-e437add4adbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb05f00-cf2d-4b1f-936a-505b6cfc34bb', 'code': 200} Apr 12 00:34:51.432009 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-9cde7e2e-26a5-49cc-a66c-0af7b2016452 req-89c79a24-a4eb-4e84-abba-6d4aaec3229a tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=151407be-4965-44bf-9c3d-9fd289d71e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752695 Apr 12 00:34:52.050004 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a2829-0306-4026-bf1e-ef1e24b4f636 req-cc6bf76f-c276-431e-ac7c-1acdcc639356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:52.051626 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-066a2829-0306-4026-bf1e-ef1e24b4f636 req-cc6bf76f-c276-431e-ac7c-1acdcc639356 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cb7e0f60-c90d-4cbc-aebb-e437add4adbf HTTP/1.1" status: 200 len: 1134 time: 0.0577404 Apr 12 00:34:52.100076 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-066a2829-0306-4026-bf1e-ef1e24b4f636 req-e2c042ba-bee3-4be1-bd68-356afbbb828a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d04dec17-65c2-45aa-a164-292972492f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410032 Apr 12 00:34:52.403775 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54129c-0003-4a18-81eb-3762430491a2 req-19d1738a-d004-4d8a-bcfc-cce7ff9d94e6 tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:52.406285 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-cf54129c-0003-4a18-81eb-3762430491a2 req-19d1738a-d004-4d8a-bcfc-cce7ff9d94e6 tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb7e0f60-c90d-4cbc-aebb-e437add4adbf HTTP/1.1" status: 200 len: 950 time: 0.0551243 Apr 12 00:34:52.464749 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-cf54129c-0003-4a18-81eb-3762430491a2 req-fb9b76c8-db42-4e80-86e8-416b0356c81a tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] 10.222.0.32 "GET /v2.0/security-groups?id=d04dec17-65c2-45aa-a164-292972492f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484025 Apr 12 00:34:52.568543 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b878d-4e52-4d93-802a-3f5779e0efaf req-b55f620c-4d1b-48e3-ae3c-a85bb48e6998 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:52.570830 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-e62b878d-4e52-4d93-802a-3f5779e0efaf req-b55f620c-4d1b-48e3-ae3c-a85bb48e6998 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 945 time: 0.0562768 Apr 12 00:34:52.625231 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-e62b878d-4e52-4d93-802a-3f5779e0efaf req-a60ce45a-48a9-4dec-af83-7441ffe0bf3f tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=151407be-4965-44bf-9c3d-9fd289d71e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472472 Apr 12 00:34:53.609664 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d235d-2783-4c1b-8d11-dab73adf7a84 req-28d65a46-c35f-4f9a-8645-5d5c4f1a6b53 tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:53.613287 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-143d235d-2783-4c1b-8d11-dab73adf7a84 req-28d65a46-c35f-4f9a-8645-5d5c4f1a6b53 tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb7e0f60-c90d-4cbc-aebb-e437add4adbf HTTP/1.1" status: 200 len: 950 time: 0.0552976 Apr 12 00:34:53.671636 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-143d235d-2783-4c1b-8d11-dab73adf7a84 req-78f689e8-d906-4bbd-ba44-47015e1fbeb4 tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] 10.222.0.32 "GET /v2.0/security-groups?id=d04dec17-65c2-45aa-a164-292972492f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525234 Apr 12 00:34:53.764907 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb80161-a1c9-4a5a-b34a-812688757185 req-c5cd44c0-53ab-469e-9637-5715e5cc0321 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:53.766607 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-ecb80161-a1c9-4a5a-b34a-812688757185 req-c5cd44c0-53ab-469e-9637-5715e5cc0321 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 945 time: 0.0574110 Apr 12 00:34:53.821980 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-ecb80161-a1c9-4a5a-b34a-812688757185 req-4f25e52d-6c31-4409-81ea-df5425f91910 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=151407be-4965-44bf-9c3d-9fd289d71e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498099 Apr 12 00:34:54.798072 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e142ce-f10a-42c9-868c-e04b5bfe1735 req-4d8d55d8-bc7e-4ff0-b436-4a878128ed47 tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:54.800631 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e8e142ce-f10a-42c9-868c-e04b5bfe1735 req-4d8d55d8-bc7e-4ff0-b436-4a878128ed47 tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb7e0f60-c90d-4cbc-aebb-e437add4adbf HTTP/1.1" status: 200 len: 950 time: 0.0519354 Apr 12 00:34:54.861409 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e8e142ce-f10a-42c9-868c-e04b5bfe1735 req-fba4e60d-59f3-458a-aa73-6678513274f4 tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] 10.222.0.32 "GET /v2.0/security-groups?id=d04dec17-65c2-45aa-a164-292972492f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547345 Apr 12 00:34:54.964249 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875306c-4aae-45ab-827b-365eec99f173 req-ffd24248-3703-45d9-a3fb-a975c1d18e25 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:54.965813 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-2875306c-4aae-45ab-827b-365eec99f173 req-ffd24248-3703-45d9-a3fb-a975c1d18e25 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 945 time: 0.0639288 Apr 12 00:34:55.022630 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-2875306c-4aae-45ab-827b-365eec99f173 req-76f30bf5-f1d1-42ad-af8c-d0f761bcfff3 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=151407be-4965-44bf-9c3d-9fd289d71e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509758 Apr 12 00:34:55.164644 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16badfc-c931-4021-bd43-b8a41c16df5a req-3176e982-cd72-46a4-ab7e-58f2b3f2b48d tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:55.166518 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-f16badfc-c931-4021-bd43-b8a41c16df5a req-3176e982-cd72-46a4-ab7e-58f2b3f2b48d tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb7e0f60-c90d-4cbc-aebb-e437add4adbf HTTP/1.1" status: 200 len: 950 time: 0.0602181 Apr 12 00:34:55.217872 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-f16badfc-c931-4021-bd43-b8a41c16df5a req-92cfdc84-ce67-4b9b-b889-5678f6d1349e tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] 10.222.0.32 "GET /v2.0/security-groups?id=d04dec17-65c2-45aa-a164-292972492f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427191 Apr 12 00:34:56.148049 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7d229-5fc0-4e48-a5d5-44895cf1dbb8 req-9cc2ddcb-fa60-480a-9ec5-e3adacb04f27 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:56.149542 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-66a7d229-5fc0-4e48-a5d5-44895cf1dbb8 req-9cc2ddcb-fa60-480a-9ec5-e3adacb04f27 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 945 time: 0.0492973 Apr 12 00:34:56.197132 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-66a7d229-5fc0-4e48-a5d5-44895cf1dbb8 req-5623f1ed-feb6-409d-a3d0-9e7387c24407 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=151407be-4965-44bf-9c3d-9fd289d71e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419486 Apr 12 00:34:56.337441 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77922b0f-ae66-483f-8dcf-889f6371ee1a req-b49f4601-efcd-4d70-9196-c047d23989bc tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:56.338839 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-77922b0f-ae66-483f-8dcf-889f6371ee1a req-b49f4601-efcd-4d70-9196-c047d23989bc tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb7e0f60-c90d-4cbc-aebb-e437add4adbf HTTP/1.1" status: 200 len: 950 time: 0.0525472 Apr 12 00:34:56.389370 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-77922b0f-ae66-483f-8dcf-889f6371ee1a req-84794885-18e6-472c-babf-f89fcb2d8782 tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] 10.222.0.32 "GET /v2.0/security-groups?id=d04dec17-65c2-45aa-a164-292972492f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447140 Apr 12 00:34:56.847365 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f0410e-6cd4-4708-85f1-ed762666507e req-dbf949dd-b05e-4819-9509-37a9d45bc929 tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:56.850700 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c1f0410e-6cd4-4708-85f1-ed762666507e req-dbf949dd-b05e-4819-9509-37a9d45bc929 tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb7e0f60-c90d-4cbc-aebb-e437add4adbf HTTP/1.1" status: 200 len: 950 time: 0.0598781 Apr 12 00:34:56.951406 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [req-c1f0410e-6cd4-4708-85f1-ed762666507e req-8c8b3d89-0840-4364-a091-e01166ebf2bd tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] Deleting port 9fb05f00-cf2d-4b1f-936a-505b6cfc34bb {{(pid=114859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:34:56.951801 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-c1f0410e-6cd4-4708-85f1-ed762666507e req-8c8b3d89-0840-4364-a091-e01166ebf2bd tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (9fb05f00-cf2d-4b1f-936a-505b6cfc34bb), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:57.062443 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [req-c1f0410e-6cd4-4708-85f1-ed762666507e req-8c8b3d89-0840-4364-a091-e01166ebf2bd tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] For port 9fb05f00-cf2d-4b1f-936a-505b6cfc34bb, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=9fb05f00-cf2d-4b1f-936a-505b6cfc34bb,segment=NetworkSegment(c235f2c0-c7b9-4b96-815c-43eb9422f091),segment_id=c235f2c0-c7b9-4b96-815c-43eb9422f091)] {{(pid=114859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:34:57.062822 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-c1f0410e-6cd4-4708-85f1-ed762666507e req-8c8b3d89-0840-4364-a091-e01166ebf2bd tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (9fb05f00-cf2d-4b1f-936a-505b6cfc34bb), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:57.076930 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [req-c1f0410e-6cd4-4708-85f1-ed762666507e req-8c8b3d89-0840-4364-a091-e01166ebf2bd tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] Calling delete_port for 9fb05f00-cf2d-4b1f-936a-505b6cfc34bb owned by compute:nova {{(pid=114859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:34:57.211449 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-c1f0410e-6cd4-4708-85f1-ed762666507e req-8c8b3d89-0840-4364-a091-e01166ebf2bd tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (9fb05f00-cf2d-4b1f-936a-505b6cfc34bb), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:57.250036 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] get_ports_and_sgs() called for port_ids ['9fb05f00-cf2d-4b1f-936a-505b6cfc34bb'] {{(pid=114861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:34:57.259852 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8b3d89-0840-4364-a091-e01166ebf2bd tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] Pushing event deleted for resources: {'Port': ['ID=9fb05f00-cf2d-4b1f-936a-505b6cfc34bb,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:34:57.312662 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1f0410e-6cd4-4708-85f1-ed762666507e req-8c8b3d89-0840-4364-a091-e01166ebf2bd tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] No DVR routers for this DVR port 9fb05f00-cf2d-4b1f-936a-505b6cfc34bb on host hv-cinder-83625 {{(pid=114859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:34:57.315296 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-c1f0410e-6cd4-4708-85f1-ed762666507e req-8c8b3d89-0840-4364-a091-e01166ebf2bd tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for port (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:34:57.320519 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c1f0410e-6cd4-4708-85f1-ed762666507e req-8c8b3d89-0840-4364-a091-e01166ebf2bd tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] 10.222.0.52 "DELETE /v2.0/ports/9fb05f00-cf2d-4b1f-936a-505b6cfc34bb HTTP/1.1" status: 204 len: 173 time: 0.4646297 Apr 12 00:34:57.321064 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb7e0f60-c90d-4cbc-aebb-e437add4adbf', 'name': 'network-vif-deleted', 'tag': '9fb05f00-cf2d-4b1f-936a-505b6cfc34bb'}] {{(pid=114859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:34:57.323569 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d751ce943c7fd1580d8237ddcdd582f05025ac6b53677acecb9ecfb4d000721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c4b06c-5f8a-4b98-99f0-0c589f12bd5a" -d '{"events": [{"server_uuid": "cb7e0f60-c90d-4cbc-aebb-e437add4adbf", "name": "network-vif-deleted", "tag": "9fb05f00-cf2d-4b1f-936a-505b6cfc34bb"}]}' {{(pid=114859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:34:57.386386 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eacb69ff-4c83-467e-b237-0a89899cf746 x-openstack-request-id: req-eacb69ff-4c83-467e-b237-0a89899cf746 {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:34:57.386724 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb7e0f60-c90d-4cbc-aebb-e437add4adbf", "name": "network-vif-deleted", "tag": "9fb05f00-cf2d-4b1f-936a-505b6cfc34bb", "status": "completed", "code": 200}]} {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:34:57.387028 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eacb69ff-4c83-467e-b237-0a89899cf746 {{(pid=114859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:34:57.387490 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eacb69ff-4c83-467e-b237-0a89899cf746'] response: {'server_uuid': 'cb7e0f60-c90d-4cbc-aebb-e437add4adbf', 'name': 'network-vif-deleted', 'tag': '9fb05f00-cf2d-4b1f-936a-505b6cfc34bb', 'status': 'completed', 'code': 200} Apr 12 00:34:57.420718 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e726ef71-6184-47c8-b7d0-a01b954b66d9 req-6d4b8221-193a-41ae-8118-2cf4dd7a27b6 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:57.431401 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e726ef71-6184-47c8-b7d0-a01b954b66d9 req-6d4b8221-193a-41ae-8118-2cf4dd7a27b6 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 945 time: 0.0892248 Apr 12 00:34:57.547069 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e726ef71-6184-47c8-b7d0-a01b954b66d9 req-5f8c299b-f638-41e4-a829-129d30f16793 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=151407be-4965-44bf-9c3d-9fd289d71e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145704 Apr 12 00:34:57.552480 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-367349cf-d708-4865-a9d3-206935437efc req-75b4bb91-147d-413d-a3a4-3f75bc0c3a2b tempest-VolumesNegativeTest-459278637 tempest-VolumesNegativeTest-459278637-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb7e0f60-c90d-4cbc-aebb-e437add4adbf HTTP/1.1" status: 200 len: 210 time: 0.0465169 Apr 12 00:34:58.652324 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bcf7b6-8484-4029-bd82-c11b52e509a1 req-3ec3239e-1f11-4396-97d1-a01c2a84a521 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:58.653824 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-57bcf7b6-8484-4029-bd82-c11b52e509a1 req-3ec3239e-1f11-4396-97d1-a01c2a84a521 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 945 time: 0.0572736 Apr 12 00:34:58.703361 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-57bcf7b6-8484-4029-bd82-c11b52e509a1 req-2e344d78-a780-4a59-aab3-dbcb076a14d7 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=151407be-4965-44bf-9c3d-9fd289d71e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431333 Apr 12 00:34:59.604253 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f4b03a-72de-4a57-9554-aa7c39fdbd80 req-6ecc6911-6652-4694-bb1b-e5ccf26f16f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:59.605979 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a0f4b03a-72de-4a57-9554-aa7c39fdbd80 req-6ecc6911-6652-4694-bb1b-e5ccf26f16f0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8b482c4c00e94a25ad8f0a9034e9e0e5&device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 1129 time: 0.0404139 Apr 12 00:34:59.701124 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f4b03a-72de-4a57-9554-aa7c39fdbd80 req-ae567602-f258-4251-ab15-c9f40d885c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:59.702636 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a0f4b03a-72de-4a57-9554-aa7c39fdbd80 req-ae567602-f258-4251-ab15-c9f40d885c6f service neutron] 10.222.0.52 "GET /v2.0/networks?id=1ee4ba18-669f-44db-9087-b0bd886e30c9 HTTP/1.1" status: 200 len: 918 time: 0.0908635 Apr 12 00:34:59.770586 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a0f4b03a-72de-4a57-9554-aa7c39fdbd80 req-fb0c8d7c-c818-4d73-bdb4-32fe5b73dd04 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e9155b9-7112-41cd-b8ec-dd359b342b3a HTTP/1.1" status: 200 len: 1000 time: 0.0603912 Apr 12 00:34:59.830267 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f4b03a-72de-4a57-9554-aa7c39fdbd80 req-25c1f05d-73d0-4627-8aa5-19433e6589bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:59.831997 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a0f4b03a-72de-4a57-9554-aa7c39fdbd80 req-25c1f05d-73d0-4627-8aa5-19433e6589bf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5e83a63b-8739-41ae-aeb4-59d49ec2e5b0 HTTP/1.1" status: 200 len: 856 time: 0.0539577 Apr 12 00:34:59.833811 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd34a57-27df-459e-a37f-87fd6563483d req-209f29ec-1190-4aed-bdb4-31d996f2d150 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:59.835329 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-dcd34a57-27df-459e-a37f-87fd6563483d req-209f29ec-1190-4aed-bdb4-31d996f2d150 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 945 time: 0.0530956 Apr 12 00:34:59.882797 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f4b03a-72de-4a57-9554-aa7c39fdbd80 req-4b2b8b24-130d-49c3-89fe-fc98530afe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:34:59.884402 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a0f4b03a-72de-4a57-9554-aa7c39fdbd80 req-4b2b8b24-130d-49c3-89fe-fc98530afe19 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1ee4ba18-669f-44db-9087-b0bd886e30c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461667 Apr 12 00:34:59.886729 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-dcd34a57-27df-459e-a37f-87fd6563483d req-87c94b88-756b-4d55-aa14-ef4fc22d9ddc tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=151407be-4965-44bf-9c3d-9fd289d71e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458372 Apr 12 00:34:59.982157 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a0f4b03a-72de-4a57-9554-aa7c39fdbd80 req-496358f4-0eb5-4f72-8238-2aabcce25bc4 service neutron] 10.222.0.52 "GET /v2.0/networks/1ee4ba18-669f-44db-9087-b0bd886e30c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916567 Apr 12 00:35:00.077793 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a0f4b03a-72de-4a57-9554-aa7c39fdbd80 req-78e022c7-e58f-4d09-a6b9-195a6aa1b0bc service neutron] 10.222.0.52 "GET /v2.0/networks/1ee4ba18-669f-44db-9087-b0bd886e30c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890484 Apr 12 00:35:01.015198 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0813d28f-eeef-4232-a7f3-1aada57a737e req-3c052f19-5b8b-45e5-9a90-af3445321acc tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:35:01.017478 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0813d28f-eeef-4232-a7f3-1aada57a737e req-3c052f19-5b8b-45e5-9a90-af3445321acc tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 945 time: 0.0565085 Apr 12 00:35:01.062648 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0813d28f-eeef-4232-a7f3-1aada57a737e req-34319d32-111e-421c-897f-f25e95137078 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=151407be-4965-44bf-9c3d-9fd289d71e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395093 Apr 12 00:35:01.188690 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device 9fb05f00-cf2d-4b1f-936a-505b6cfc34bb no longer exists at agent hyperv_hv-cinder-83625 {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:35:01.209275 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] No Port match for: 9fb05f00-cf2d-4b1f-936a-505b6cfc34bb {{(pid=114861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 00:35:01.209750 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device 9fb05f00-cf2d-4b1f-936a-505b6cfc34bb not bound to the agent host hv-cinder-83625 {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:35:02.179378 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5afb6e-04ee-4848-9097-57d62a5df684 req-d6458251-1015-49ad-a077-855883f03737 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:35:02.180896 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-8d5afb6e-04ee-4848-9097-57d62a5df684 req-d6458251-1015-49ad-a077-855883f03737 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 945 time: 0.0480487 Apr 12 00:35:02.231767 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-8d5afb6e-04ee-4848-9097-57d62a5df684 req-348f7a15-c8a3-4d19-b2c9-fa078ac7ad75 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=151407be-4965-44bf-9c3d-9fd289d71e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453799 Apr 12 00:35:02.294393 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 33100) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:35:02.434221 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-9922793d-08ad-46d4-96ca-033c9e3e103a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=323743848f174ae7a70cc2d0952db4e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1386323 Apr 12 00:35:02.437048 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 33110) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:35:02.489310 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-b3c34dd7-b15b-48e0-805c-9dd20dfe062f admin admin] Publish callbacks [] for security_group (d04dec17-65c2-45aa-a164-292972492f0a), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:02.511184 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-b3c34dd7-b15b-48e0-805c-9dd20dfe062f admin admin] Publish callbacks [] for security_group (d04dec17-65c2-45aa-a164-292972492f0a), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:02.561883 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-b3c34dd7-b15b-48e0-805c-9dd20dfe062f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (d04dec17-65c2-45aa-a164-292972492f0a), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:02.564487 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-b3c34dd7-b15b-48e0-805c-9dd20dfe062f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:02.565652 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-b3c34dd7-b15b-48e0-805c-9dd20dfe062f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d04dec17-65c2-45aa-a164-292972492f0a HTTP/1.1" status: 204 len: 168 time: 0.1274447 Apr 12 00:35:02.574386 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c34dd7-b15b-48e0-805c-9dd20dfe062f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04dec17-65c2-45aa-a164-292972492f0a,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:35:02.582879 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c34dd7-b15b-48e0-805c-9dd20dfe062f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:35:02.583230 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c34dd7-b15b-48e0-805c-9dd20dfe062f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:35:02.583565 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c34dd7-b15b-48e0-805c-9dd20dfe062f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:35:02.584022 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c34dd7-b15b-48e0-805c-9dd20dfe062f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:35:02.584363 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c34dd7-b15b-48e0-805c-9dd20dfe062f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:35:02.584690 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c34dd7-b15b-48e0-805c-9dd20dfe062f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:35:02.585116 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c34dd7-b15b-48e0-805c-9dd20dfe062f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:35:02.585447 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c34dd7-b15b-48e0-805c-9dd20dfe062f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:35:02.585779 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c34dd7-b15b-48e0-805c-9dd20dfe062f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:35:02.586102 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c34dd7-b15b-48e0-805c-9dd20dfe062f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:35:02.586485 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c34dd7-b15b-48e0-805c-9dd20dfe062f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:35:02.586926 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c34dd7-b15b-48e0-805c-9dd20dfe062f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:35:02.587252 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c34dd7-b15b-48e0-805c-9dd20dfe062f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:35:02.587570 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c34dd7-b15b-48e0-805c-9dd20dfe062f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:35:02.587885 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c34dd7-b15b-48e0-805c-9dd20dfe062f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:35:03.158196 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9a09b-0320-459c-bcd1-81140e87696a req-6101eefe-26d7-403e-adad-d52e4b267ebd tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:35:03.159961 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-a2c9a09b-0320-459c-bcd1-81140e87696a req-6101eefe-26d7-403e-adad-d52e4b267ebd tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 945 time: 0.0461965 Apr 12 00:35:03.186471 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device 0e9155b9-7112-41cd-b8ec-dd359b342b3a no longer exists at agent hyperv_hv-cinder-83625 {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:35:03.218947 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-a2c9a09b-0320-459c-bcd1-81140e87696a req-4c67d646-cdfd-4f58-a485-7aafd8ba0131 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=151407be-4965-44bf-9c3d-9fd289d71e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534976 Apr 12 00:35:03.265461 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Current status of the port 0e9155b9-7112-41cd-b8ec-dd359b342b3a is: ACTIVE; New status is: DOWN {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:35:03.266109 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (0e9155b9-7112-41cd-b8ec-dd359b342b3a), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:03.289417 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd000ee-5205-4d02-b7a8-8c99871c8f29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e9155b9-7112-41cd-b8ec-dd359b342b3a'}] {{(pid=114861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:35:03.291670 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d187226e65eb8f713948fb36ffe50595ec682b3d9ec12b6d0c088ba153fadb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd9fa75-2997-41dc-9bc5-5420babe6a92" -d '{"events": [{"server_uuid": "6fd000ee-5205-4d02-b7a8-8c99871c8f29", "name": "network-vif-unplugged", "status": "completed", "tag": "0e9155b9-7112-41cd-b8ec-dd359b342b3a"}]}' {{(pid=114861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:35:03.305920 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port 0e9155b9-7112-41cd-b8ec-dd359b342b3a, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=0e9155b9-7112-41cd-b8ec-dd359b342b3a,segment=NetworkSegment(49ba757d-47c8-495e-9077-08facd79368e),segment_id=49ba757d-47c8-495e-9077-08facd79368e)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:35:03.311656 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (0e9155b9-7112-41cd-b8ec-dd359b342b3a), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:03.336532 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Apr 2022 00:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859d27ca-8ded-464c-88ef-562308f52a5a x-openstack-request-id: req-859d27ca-8ded-464c-88ef-562308f52a5a {{(pid=114861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:35:03.336819 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd000ee-5205-4d02-b7a8-8c99871c8f29", "name": "network-vif-unplugged", "status": "failed", "tag": "0e9155b9-7112-41cd-b8ec-dd359b342b3a", "code": 422}]} {{(pid=114861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:35:03.337093 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-859d27ca-8ded-464c-88ef-562308f52a5a {{(pid=114861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:35:03.337536 dv-cinder-836252-3-iscsi neutron-server[114861]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-859d27ca-8ded-464c-88ef-562308f52a5a']: {'server_uuid': '6fd000ee-5205-4d02-b7a8-8c99871c8f29', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0e9155b9-7112-41cd-b8ec-dd359b342b3a', 'code': 422} returned with failed status Apr 12 00:35:03.363926 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Pushing event updated for resources: {'Port': ['ID=0e9155b9-7112-41cd-b8ec-dd359b342b3a,revision_number=8']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:35:03.370977 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:35:03.371325 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:35:03.371670 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:35:03.372010 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:35:03.372349 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:35:03.372680 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:35:03.373009 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:35:03.373333 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:35:03.373661 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:35:03.373987 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:35:03.374341 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:35:03.374670 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:35:03.374993 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:35:03.375315 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:35:03.375661 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:35:03.395446 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-821cfa8e-0f07-4044-8925-defe07b1d895 req-951e6fdf-8502-4fe4-af2e-c9b7129603e7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0380688 Apr 12 00:35:03.473081 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821cfa8e-0f07-4044-8925-defe07b1d895 req-a23e3d3b-da53-4406-ad41-a8d11598861b tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:35:03.474452 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-821cfa8e-0f07-4044-8925-defe07b1d895 req-a23e3d3b-da53-4406-ad41-a8d11598861b tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports/0e9155b9-7112-41cd-b8ec-dd359b342b3a HTTP/1.1" status: 200 len: 940 time: 0.0522559 Apr 12 00:35:04.242121 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821cfa8e-0f07-4044-8925-defe07b1d895 req-1db40e06-57d9-4a83-8b26-14cf9d774665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:35:04.243613 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-821cfa8e-0f07-4044-8925-defe07b1d895 req-1db40e06-57d9-4a83-8b26-14cf9d774665 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29&tenant_id=8b482c4c00e94a25ad8f0a9034e9e0e5 HTTP/1.1" status: 200 len: 1127 time: 0.0382137 Apr 12 00:35:04.313183 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821cfa8e-0f07-4044-8925-defe07b1d895 req-f2b4c935-a365-44ae-a10d-e55cecdfe305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:35:04.314995 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-821cfa8e-0f07-4044-8925-defe07b1d895 req-f2b4c935-a365-44ae-a10d-e55cecdfe305 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8b482c4c00e94a25ad8f0a9034e9e0e5&device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 1127 time: 0.0381076 Apr 12 00:35:04.330655 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9244b155-88fb-4ab8-8fd8-083500ba0a8b req-ba791cd3-e060-4d01-8f0b-fd393e76e894 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:35:04.332101 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-9244b155-88fb-4ab8-8fd8-083500ba0a8b req-ba791cd3-e060-4d01-8f0b-fd393e76e894 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 943 time: 0.0479825 Apr 12 00:35:04.377599 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-9244b155-88fb-4ab8-8fd8-083500ba0a8b req-34b2a4f9-1946-437c-a857-9e240585a02e tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=151407be-4965-44bf-9c3d-9fd289d71e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397315 Apr 12 00:35:04.409470 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821cfa8e-0f07-4044-8925-defe07b1d895 req-ea81f10d-0f6b-4e36-bec4-49671a3b851c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:35:04.410959 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-821cfa8e-0f07-4044-8925-defe07b1d895 req-ea81f10d-0f6b-4e36-bec4-49671a3b851c service neutron] 10.222.0.52 "GET /v2.0/networks?id=1ee4ba18-669f-44db-9087-b0bd886e30c9 HTTP/1.1" status: 200 len: 918 time: 0.0903530 Apr 12 00:35:04.473361 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-821cfa8e-0f07-4044-8925-defe07b1d895 req-bb441b1d-ef7a-49fd-9aff-f6e1933f81cf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e9155b9-7112-41cd-b8ec-dd359b342b3a HTTP/1.1" status: 200 len: 998 time: 0.0568018 Apr 12 00:35:04.519519 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821cfa8e-0f07-4044-8925-defe07b1d895 req-557c36d3-a70b-444a-88da-c760da2a9fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:35:04.520803 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-821cfa8e-0f07-4044-8925-defe07b1d895 req-557c36d3-a70b-444a-88da-c760da2a9fc8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5e83a63b-8739-41ae-aeb4-59d49ec2e5b0 HTTP/1.1" status: 200 len: 856 time: 0.0417821 Apr 12 00:35:04.566860 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821cfa8e-0f07-4044-8925-defe07b1d895 req-6fd8b93d-32d2-4c6f-8eb3-1f74f8d3b4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:35:04.568262 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-821cfa8e-0f07-4044-8925-defe07b1d895 req-6fd8b93d-32d2-4c6f-8eb3-1f74f8d3b4c4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1ee4ba18-669f-44db-9087-b0bd886e30c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405419 Apr 12 00:35:04.654659 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-821cfa8e-0f07-4044-8925-defe07b1d895 req-3bb2249e-47f8-403b-822a-d336c0605f1a service neutron] 10.222.0.52 "GET /v2.0/networks/1ee4ba18-669f-44db-9087-b0bd886e30c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793571 Apr 12 00:35:04.743992 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-821cfa8e-0f07-4044-8925-defe07b1d895 req-4b2d894a-cce9-4f66-8fcb-d9ddaa35fec2 service neutron] 10.222.0.52 "GET /v2.0/networks/1ee4ba18-669f-44db-9087-b0bd886e30c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831625 Apr 12 00:35:05.508504 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c0b0f-d0aa-42f4-973e-351341b31511 req-da9e179c-0f49-4a4f-acf2-a34e1d4d003d tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:35:05.510020 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-574c0b0f-d0aa-42f4-973e-351341b31511 req-da9e179c-0f49-4a4f-acf2-a34e1d4d003d tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 943 time: 0.0562091 Apr 12 00:35:05.558757 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-574c0b0f-d0aa-42f4-973e-351341b31511 req-67d83d16-0763-4cc7-b163-e0a9717d2ac9 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=151407be-4965-44bf-9c3d-9fd289d71e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430474 Apr 12 00:35:06.685764 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d04975-b8cf-49cc-bbe2-7ec03cb63649 req-6808add4-feff-4c51-b006-f3b82c1aca0c tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:35:06.687277 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-21d04975-b8cf-49cc-bbe2-7ec03cb63649 req-6808add4-feff-4c51-b006-f3b82c1aca0c tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 943 time: 0.0484495 Apr 12 00:35:06.734847 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-21d04975-b8cf-49cc-bbe2-7ec03cb63649 req-0d2c4215-4b3c-4327-9a0c-faa01170a3b2 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=151407be-4965-44bf-9c3d-9fd289d71e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419552 Apr 12 00:35:07.198152 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device 0e9155b9-7112-41cd-b8ec-dd359b342b3a no longer exists at agent hyperv_hv-cinder-83625 {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:35:07.278269 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Current status of the port 0e9155b9-7112-41cd-b8ec-dd359b342b3a is: DOWN; New status is: DOWN {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:35:07.868208 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd37226-d056-4cfe-b3fa-6d7ca08a1b03 req-1677094c-48cc-4c0f-b733-d8f64ff29c62 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:35:07.869876 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-dcd37226-d056-4cfe-b3fa-6d7ca08a1b03 req-1677094c-48cc-4c0f-b733-d8f64ff29c62 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 943 time: 0.0531423 Apr 12 00:35:07.929566 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-dcd37226-d056-4cfe-b3fa-6d7ca08a1b03 req-f094fe36-1d3b-4827-9f13-963afd36e431 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=151407be-4965-44bf-9c3d-9fd289d71e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526621 Apr 12 00:35:09.049776 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c57766-30eb-4f1b-9abd-81cc538ce1d4 req-7cdb50cc-65d1-412b-ad06-ff6ae691df06 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:35:09.051449 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-c6c57766-30eb-4f1b-9abd-81cc538ce1d4 req-7cdb50cc-65d1-412b-ad06-ff6ae691df06 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 943 time: 0.0489175 Apr 12 00:35:09.110423 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-c6c57766-30eb-4f1b-9abd-81cc538ce1d4 req-200cadbc-9533-4612-b77b-d6f125646c32 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=151407be-4965-44bf-9c3d-9fd289d71e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521407 Apr 12 00:35:10.223936 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acc82e4-3362-4377-a5ac-42f3d787285c req-cc0a06b3-8781-4538-b692-170358ecfa43 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:35:10.225462 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-9acc82e4-3362-4377-a5ac-42f3d787285c req-cc0a06b3-8781-4538-b692-170358ecfa43 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 943 time: 0.0484221 Apr 12 00:35:10.275575 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-9acc82e4-3362-4377-a5ac-42f3d787285c req-7535803f-a28d-44e5-9125-abcca4168bba tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=151407be-4965-44bf-9c3d-9fd289d71e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441508 Apr 12 00:35:11.402572 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430ea8c-438f-4d83-842e-28ca5bdaddaf req-2f099e38-1241-446d-bbf2-f5e0422bc70a tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:35:11.404956 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-8430ea8c-438f-4d83-842e-28ca5bdaddaf req-2f099e38-1241-446d-bbf2-f5e0422bc70a tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 943 time: 0.0484595 Apr 12 00:35:11.458730 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-8430ea8c-438f-4d83-842e-28ca5bdaddaf req-d4891e08-3a4c-406a-ba3f-26cb2c730c64 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=151407be-4965-44bf-9c3d-9fd289d71e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465600 Apr 12 00:35:12.368949 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-6012be7a-afed-4554-86e3-5d3a90e3f74c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (4ecbd319-6885-49f5-abb8-de205838eb1c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:12.588974 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8993ce0-bcc9-451d-a6fa-f64a9b8d12c7 req-bcd934d4-b897-4a2f-91ec-51c25ae6b6b1 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:35:12.590621 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-f8993ce0-bcc9-451d-a6fa-f64a9b8d12c7 req-bcd934d4-b897-4a2f-91ec-51c25ae6b6b1 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 943 time: 0.0483699 Apr 12 00:35:12.645399 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-f8993ce0-bcc9-451d-a6fa-f64a9b8d12c7 req-5a34af42-71f2-43d5-a25c-f195a04113e6 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=151407be-4965-44bf-9c3d-9fd289d71e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482981 Apr 12 00:35:13.763477 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd35d09-c7e8-429e-af06-2cb4e5e15917 req-38362ebc-2eda-481f-8a04-9be2f4c325b3 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:35:13.765827 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-0bd35d09-c7e8-429e-af06-2cb4e5e15917 req-38362ebc-2eda-481f-8a04-9be2f4c325b3 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 943 time: 0.0466368 Apr 12 00:35:13.811724 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-0bd35d09-c7e8-429e-af06-2cb4e5e15917 req-5846fadb-b792-48a4-831b-909390580649 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=151407be-4965-44bf-9c3d-9fd289d71e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402935 Apr 12 00:35:14.620497 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-df14f5f8-9273-4835-9de6-32ee8ad6c43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (d3fb0dde-5c40-4fca-80b5-61326157311c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:14.929504 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf805fe-6646-4738-9b54-8417217bf634 req-36ec917b-cd83-4371-b8f0-7db9786e7245 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:35:14.930990 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-bbf805fe-6646-4738-9b54-8417217bf634 req-36ec917b-cd83-4371-b8f0-7db9786e7245 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 943 time: 0.0467725 Apr 12 00:35:14.975497 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-bbf805fe-6646-4738-9b54-8417217bf634 req-c724dfb5-fc1e-4f60-a3b8-13e60f2d47e2 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=151407be-4965-44bf-9c3d-9fd289d71e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389867 Apr 12 00:35:16.091480 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd65be-5dde-456e-a038-cc23c0a29515 req-60df5e25-451d-4c2d-85fc-3a1639f6eced tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:35:16.092914 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-67dd65be-5dde-456e-a038-cc23c0a29515 req-60df5e25-451d-4c2d-85fc-3a1639f6eced tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 943 time: 0.0486820 Apr 12 00:35:16.137710 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-67dd65be-5dde-456e-a038-cc23c0a29515 req-a20bcd43-118b-4d42-abb6-20e3b1848953 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=151407be-4965-44bf-9c3d-9fd289d71e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394359 Apr 12 00:35:16.215488 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d4423688-5a44-44f3-a132-81f2c9b6cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (af38becd-82ff-4144-8f94-74de975161ca), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:17.198492 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (6c438ad1-5788-4552-a50f-29c8c96f3196), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:17.253000 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf4f7e3-08fb-4386-b8d9-365dcc0e69e1 req-6a1a560a-05e3-42eb-bdec-a66e58f8364b tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:35:17.254462 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-eaf4f7e3-08fb-4386-b8d9-365dcc0e69e1 req-6a1a560a-05e3-42eb-bdec-a66e58f8364b tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 943 time: 0.0453792 Apr 12 00:35:17.299178 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-eaf4f7e3-08fb-4386-b8d9-365dcc0e69e1 req-81465f43-5688-442d-8d26-3b1d41e6cd0c tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=151407be-4965-44bf-9c3d-9fd289d71e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393748 Apr 12 00:35:17.616743 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-be9ea9f3-6c7c-4887-ad09-badb35df740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (738aa052-ee84-4bd1-913b-ee7149597f8f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:18.418975 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd534b3c-9a2c-40db-bde8-480258266a6a req-f5ddd364-32f1-400c-bf52-c88b4489b2db tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:35:18.420406 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-dd534b3c-9a2c-40db-bde8-480258266a6a req-f5ddd364-32f1-400c-bf52-c88b4489b2db tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 943 time: 0.0449936 Apr 12 00:35:18.465669 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-dd534b3c-9a2c-40db-bde8-480258266a6a req-a5a08fd4-438c-4811-8d6c-c11587cf6459 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=151407be-4965-44bf-9c3d-9fd289d71e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392997 Apr 12 00:35:18.958030 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (f9a21fd4-36f2-4826-890e-da332e228edf), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:19.584039 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee2086f-f2f8-4489-9015-dc60e8725346 req-f0a2b62a-b87e-44a5-be75-867e484544ae tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:35:19.585513 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-cee2086f-f2f8-4489-9015-dc60e8725346 req-f0a2b62a-b87e-44a5-be75-867e484544ae tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 943 time: 0.0494483 Apr 12 00:35:19.630156 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-cee2086f-f2f8-4489-9015-dc60e8725346 req-555dbbab-d351-4615-99c7-d619d3580579 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=151407be-4965-44bf-9c3d-9fd289d71e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390968 Apr 12 00:35:20.748696 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe154b-9854-445a-896b-ed94ad8fef37 req-6b7b3c56-bd3d-4853-9f3f-c0b24198cacf tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:35:20.750127 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-39fe154b-9854-445a-896b-ed94ad8fef37 req-6b7b3c56-bd3d-4853-9f3f-c0b24198cacf tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 943 time: 0.0477753 Apr 12 00:35:20.794614 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-39fe154b-9854-445a-896b-ed94ad8fef37 req-1940b113-ffab-4f3f-9b8c-210b89ea497b tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=151407be-4965-44bf-9c3d-9fd289d71e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383527 Apr 12 00:35:21.241832 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device 0e9155b9-7112-41cd-b8ec-dd359b342b3a details requested by agent hyperv_hv-cinder-83625 with host hv-cinder-83625 {{(pid=114861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 00:35:21.333956 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port 0e9155b9-7112-41cd-b8ec-dd359b342b3a, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=0e9155b9-7112-41cd-b8ec-dd359b342b3a,segment=NetworkSegment(49ba757d-47c8-495e-9077-08facd79368e),segment_id=49ba757d-47c8-495e-9077-08facd79368e)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:35:21.347196 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Returning: {'device': '0e9155b9-7112-41cd-b8ec-dd359b342b3a', 'network_id': '1ee4ba18-669f-44db-9087-b0bd886e30c9', 'port_id': '0e9155b9-7112-41cd-b8ec-dd359b342b3a', 'mac_address': 'fa:16:3e:a1:89:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e83a63b-8739-41ae-aeb4-59d49ec2e5b0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 00:35:21.503173 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Current status of the port 0e9155b9-7112-41cd-b8ec-dd359b342b3a is: DOWN; New status is: BUILD {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:35:21.503495 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (0e9155b9-7112-41cd-b8ec-dd359b342b3a), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:21.515541 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.notifiers.nova [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e9155b9-7112-41cd-b8ec-dd359b342b3a {{(pid=114861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:35:21.534640 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port 0e9155b9-7112-41cd-b8ec-dd359b342b3a, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=0e9155b9-7112-41cd-b8ec-dd359b342b3a,segment=NetworkSegment(49ba757d-47c8-495e-9077-08facd79368e),segment_id=49ba757d-47c8-495e-9077-08facd79368e)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:35:21.538413 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (0e9155b9-7112-41cd-b8ec-dd359b342b3a), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:21.582919 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Pushing event updated for resources: {'Port': ['ID=0e9155b9-7112-41cd-b8ec-dd359b342b3a,revision_number=9']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:35:21.909330 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e75ee5-724d-4f16-8540-8f675297f42f req-a6502c12-5535-41ff-acad-2867057e6108 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:35:21.910822 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-58e75ee5-724d-4f16-8540-8f675297f42f req-a6502c12-5535-41ff-acad-2867057e6108 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 944 time: 0.0460958 Apr 12 00:35:21.956803 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-58e75ee5-724d-4f16-8540-8f675297f42f req-a2580594-8e1b-4ec5-9d14-1fa3297e65f9 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=151407be-4965-44bf-9c3d-9fd289d71e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404205 Apr 12 00:35:21.967776 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] get_ports_and_sgs() called for port_ids ['0e9155b9-7112-41cd-b8ec-dd359b342b3a'] {{(pid=114861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:35:23.070923 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef9d75-95dc-4938-9712-e3ebf8f08b64 req-d72fd9a4-0ce7-4e26-944d-631bb1899dac tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:35:23.072371 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-22ef9d75-95dc-4938-9712-e3ebf8f08b64 req-d72fd9a4-0ce7-4e26-944d-631bb1899dac tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 944 time: 0.0458937 Apr 12 00:35:23.117295 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-22ef9d75-95dc-4938-9712-e3ebf8f08b64 req-1ca79723-7f01-4989-86f9-7e2d25dec2f4 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=151407be-4965-44bf-9c3d-9fd289d71e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395784 Apr 12 00:35:23.267207 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device 0e9155b9-7112-41cd-b8ec-dd359b342b3a up at agent hyperv_hv-cinder-83625 {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:35:23.310281 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Provisioning complete for port 0e9155b9-7112-41cd-b8ec-dd359b342b3a triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:35:23.310656 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (0e9155b9-7112-41cd-b8ec-dd359b342b3a), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:23.388783 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Current status of the port 0e9155b9-7112-41cd-b8ec-dd359b342b3a is: BUILD; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:35:23.389176 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (0e9155b9-7112-41cd-b8ec-dd359b342b3a), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:23.410916 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd000ee-5205-4d02-b7a8-8c99871c8f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e9155b9-7112-41cd-b8ec-dd359b342b3a'}] {{(pid=114861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:35:23.413155 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d187226e65eb8f713948fb36ffe50595ec682b3d9ec12b6d0c088ba153fadb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4902e4-e73d-4238-8ce3-9c7c3253e64c" -d '{"events": [{"server_uuid": "6fd000ee-5205-4d02-b7a8-8c99871c8f29", "name": "network-vif-plugged", "status": "completed", "tag": "0e9155b9-7112-41cd-b8ec-dd359b342b3a"}]}' {{(pid=114861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:35:23.425416 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port 0e9155b9-7112-41cd-b8ec-dd359b342b3a, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=0e9155b9-7112-41cd-b8ec-dd359b342b3a,segment=NetworkSegment(49ba757d-47c8-495e-9077-08facd79368e),segment_id=49ba757d-47c8-495e-9077-08facd79368e)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:35:23.430539 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (0e9155b9-7112-41cd-b8ec-dd359b342b3a), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:23.453239 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4faee16b-49e1-4c46-b9cc-ad5e0a605c9a x-openstack-request-id: req-4faee16b-49e1-4c46-b9cc-ad5e0a605c9a {{(pid=114861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:35:23.453524 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd000ee-5205-4d02-b7a8-8c99871c8f29", "name": "network-vif-plugged", "status": "completed", "tag": "0e9155b9-7112-41cd-b8ec-dd359b342b3a", "code": 200}]} {{(pid=114861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:35:23.454489 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4faee16b-49e1-4c46-b9cc-ad5e0a605c9a {{(pid=114861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:35:23.454878 dv-cinder-836252-3-iscsi neutron-server[114861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4faee16b-49e1-4c46-b9cc-ad5e0a605c9a'] response: {'server_uuid': '6fd000ee-5205-4d02-b7a8-8c99871c8f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e9155b9-7112-41cd-b8ec-dd359b342b3a', 'code': 200} Apr 12 00:35:23.479204 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Pushing event updated for resources: {'Port': ['ID=0e9155b9-7112-41cd-b8ec-dd359b342b3a,revision_number=10']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:35:23.683568 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cf6c2-13b0-433d-9178-5855b27886bc req-8244c854-a533-4d6f-a2d7-0ea65d01bbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:35:23.685020 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-776cf6c2-13b0-433d-9178-5855b27886bc req-8244c854-a533-4d6f-a2d7-0ea65d01bbf5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 1130 time: 0.0364935 Apr 12 00:35:23.732662 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-776cf6c2-13b0-433d-9178-5855b27886bc req-398ee665-6114-4ac5-8cf3-7e4ae01997fe service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=151407be-4965-44bf-9c3d-9fd289d71e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394461 Apr 12 00:35:23.850906 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.agents_db [None req-4f17da96-f611-4225-a78f-ee15b860eec6 None None] Agent healthcheck: found 6 active agents {{(pid=114862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:35:24.229990 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6604ff0-05bc-4b33-ac06-0f423ee4edc2 req-86e350cf-91db-426e-885a-4aa86fa56d20 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:35:24.231441 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-a6604ff0-05bc-4b33-ac06-0f423ee4edc2 req-86e350cf-91db-426e-885a-4aa86fa56d20 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 946 time: 0.0451899 Apr 12 00:35:24.279764 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-a6604ff0-05bc-4b33-ac06-0f423ee4edc2 req-f472460a-8922-4948-b82d-9f6abb855e6d tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=151407be-4965-44bf-9c3d-9fd289d71e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428925 Apr 12 00:35:25.394994 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb52da7-f59d-48e2-aa7c-85c23ba1e716 req-c15c2914-7398-4f51-8a5e-d0c80f33aabd tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:35:25.396432 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-bbb52da7-f59d-48e2-aa7c-85c23ba1e716 req-c15c2914-7398-4f51-8a5e-d0c80f33aabd tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 946 time: 0.0459621 Apr 12 00:35:25.441443 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-bbb52da7-f59d-48e2-aa7c-85c23ba1e716 req-0ccd2aa7-2f98-49a2-9feb-19b5c893e07d tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=151407be-4965-44bf-9c3d-9fd289d71e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394950 Apr 12 00:35:26.554184 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376b0d6-bc03-4afe-a3ae-aa09291bb607 req-a1d254a1-1c59-4cf5-8eb9-d7412005f6ef tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:35:26.555624 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-4376b0d6-bc03-4afe-a3ae-aa09291bb607 req-a1d254a1-1c59-4cf5-8eb9-d7412005f6ef tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 946 time: 0.0452671 Apr 12 00:35:26.600834 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-4376b0d6-bc03-4afe-a3ae-aa09291bb607 req-910ee9ec-8c79-4093-865e-7dd0f0629514 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=151407be-4965-44bf-9c3d-9fd289d71e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398314 Apr 12 00:35:28.075512 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 33270) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:35:28.349036 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.plugin [None req-6038c0de-809d-4415-a61e-0942e5bcc9f8 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Deleting port b8a048ec-e8c9-4497-9e7a-346a2955b46b {{(pid=114860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:35:28.349288 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-6038c0de-809d-4415-a61e-0942e5bcc9f8 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (b8a048ec-e8c9-4497-9e7a-346a2955b46b), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:28.617960 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-6038c0de-809d-4415-a61e-0942e5bcc9f8 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (b8a048ec-e8c9-4497-9e7a-346a2955b46b), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:28.618199 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-6038c0de-809d-4415-a61e-0942e5bcc9f8 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Publish callbacks [] for floatingip (b8a048ec-e8c9-4497-9e7a-346a2955b46b), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:28.629798 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.plugin [None req-6038c0de-809d-4415-a61e-0942e5bcc9f8 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Calling delete_port for b8a048ec-e8c9-4497-9e7a-346a2955b46b owned by network:floatingip {{(pid=114860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:35:28.793212 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-6038c0de-809d-4415-a61e-0942e5bcc9f8 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806209'] for port (b8a048ec-e8c9-4497-9e7a-346a2955b46b), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:28.816560 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6038c0de-809d-4415-a61e-0942e5bcc9f8 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Pushing event deleted for resources: {'Port': ['ID=b8a048ec-e8c9-4497-9e7a-346a2955b46b,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:35:28.877914 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-6038c0de-809d-4415-a61e-0942e5bcc9f8 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Publish callbacks [] for floatingip (492f67bf-5f80-4d53-86fe-4b1dc17dceea), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:28.878157 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.db.l3_db [None req-6038c0de-809d-4415-a61e-0942e5bcc9f8 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Floating IP 492f67bf-5f80-4d53-86fe-4b1dc17dceea disassociated (deleted). External IP: 172.27.3.58, port: 94406837-92d7-472c-9764-43cc0c5b4cd8. Apr 12 00:35:29.080460 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6038c0de-809d-4415-a61e-0942e5bcc9f8 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Router f17ecacb-2a11-4709-b7e3-41657768df3a has already been hosted by L3 agent d3fb0dde-5c40-4fca-80b5-61326157311c {{(pid=114860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:35:29.184801 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6038c0de-809d-4415-a61e-0942e5bcc9f8 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Notify agent at l3_agent.dv-cinder-836252-3-iscsi the message routers_updated {{(pid=114860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:35:29.189967 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-6038c0de-809d-4415-a61e-0942e5bcc9f8 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for floatingip (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:29.194836 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355decf0-8cba-44e8-b17a-1574d8c75c58 None None] Sync routers for ids ['f17ecacb-2a11-4709-b7e3-41657768df3a'] in dv-cinder-836252-3-iscsi {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:35:29.205384 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355decf0-8cba-44e8-b17a-1574d8c75c58 None None] Routers {'f17ecacb-2a11-4709-b7e3-41657768df3a'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:35:29.205978 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-355decf0-8cba-44e8-b17a-1574d8c75c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:35:15Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['f17ecacb-2a11-4709-b7e3-41657768df3a'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:35:29.218762 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-6038c0de-809d-4415-a61e-0942e5bcc9f8 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "DELETE /v2.0/floatingips/492f67bf-5f80-4d53-86fe-4b1dc17dceea HTTP/1.1" status: 204 len: 168 time: 1.1421750 Apr 12 00:35:29.219332 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29aa1426-1684-47b1-aded-1c9c306543bc', 'tag': '94406837-92d7-472c-9764-43cc0c5b4cd8'}] {{(pid=114860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:35:29.221542 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90dfd39203e2da807f23340b9cb516271cbc18bcd75fa685292d117274546a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9153575-f17d-460e-b512-64602ce23850" -d '{"events": [{"name": "network-changed", "server_uuid": "29aa1426-1684-47b1-aded-1c9c306543bc", "tag": "94406837-92d7-472c-9764-43cc0c5b4cd8"}]}' {{(pid=114860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:35:29.256514 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26430fe4-443e-4066-b684-f3f303ef14b1 x-openstack-request-id: req-26430fe4-443e-4066-b684-f3f303ef14b1 {{(pid=114860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:35:29.256807 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29aa1426-1684-47b1-aded-1c9c306543bc", "tag": "94406837-92d7-472c-9764-43cc0c5b4cd8", "status": "completed", "code": 200}]} {{(pid=114860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:35:29.257060 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-26430fe4-443e-4066-b684-f3f303ef14b1 {{(pid=114860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:35:29.257464 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26430fe4-443e-4066-b684-f3f303ef14b1'] response: {'name': 'network-changed', 'server_uuid': '29aa1426-1684-47b1-aded-1c9c306543bc', 'tag': '94406837-92d7-472c-9764-43cc0c5b4cd8', 'status': 'completed', 'code': 200} Apr 12 00:35:29.313508 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-355decf0-8cba-44e8-b17a-1574d8c75c58 None None] Set router f17ecacb-2a11-4709-b7e3-41657768df3a gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:35:29.349797 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9153575-f17d-460e-b512-64602ce23850 req-c1fb7fcb-5357-4463-96d6-7ec6c506cc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:35:29.351734 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c9153575-f17d-460e-b512-64602ce23850 req-c1fb7fcb-5357-4463-96d6-7ec6c506cc07 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c03f71e524b24b8abf5e7c81842f4e75&device_id=29aa1426-1684-47b1-aded-1c9c306543bc HTTP/1.1" status: 200 len: 1129 time: 0.0494187 Apr 12 00:35:29.443536 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37037a0e-71f4-4a00-bf33-0b3c2062bde2 req-f04b0b4b-5487-4365-a00f-144f5d0b23bb tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:35:29.444943 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-37037a0e-71f4-4a00-bf33-0b3c2062bde2 req-f04b0b4b-5487-4365-a00f-144f5d0b23bb tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/ports?device_id=29aa1426-1684-47b1-aded-1c9c306543bc HTTP/1.1" status: 200 len: 945 time: 0.0479929 Apr 12 00:35:29.493512 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-37037a0e-71f4-4a00-bf33-0b3c2062bde2 req-049cdffd-eeb0-463f-b4e2-0a07bf2d23c4 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/security-groups?id=529c0cb2-c623-4df4-82c0-9ff506db5c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428288 Apr 12 00:35:29.498181 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-355decf0-8cba-44e8-b17a-1574d8c75c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17ecacb-2a11-4709-b7e3-41657768df3a', 'name': 'tempest-TestShelveInstance-1314016357-router', 'tenant_id': 'c03f71e524b24b8abf5e7c81842f4e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '9f8ecd0e-fa7f-4a59-8cfd-9a8bd8ef9234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:28:51Z', 'updated_at': '2022-04-12T00:28:54Z', 'revision_number': 4, 'project_id': 'c03f71e524b24b8abf5e7c81842f4e75', 'gw_port': {'id': '9f8ecd0e-fa7f-4a59-8cfd-9a8bd8ef9234', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17ecacb-2a11-4709-b7e3-41657768df3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:28:51Z', 'updated_at': '2022-04-12T00:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': '57cf5765-6809-4a4a-a92b-2e62019bf0b9', 'name': '', 'network_id': '24ec2ef9-df24-4555-83f6-8552434e4e0b', 'tenant_id': 'c03f71e524b24b8abf5e7c81842f4e75', 'mac_address': 'fa:16:3e:64:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17ecacb-2a11-4709-b7e3-41657768df3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'f52cb473-8beb-4ba4-919f-75070d667054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:28:53Z', 'updated_at': '2022-04-12T00:28:58Z', 'revision_number': 5, 'project_id': 'c03f71e524b24b8abf5e7c81842f4e75', 'subnets': [{'id': 'f52cb473-8beb-4ba4-919f-75070d667054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:35:29.528170 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355decf0-8cba-44e8-b17a-1574d8c75c58 None None] Checking router: f17ecacb-2a11-4709-b7e3-41657768df3a for host: dv-cinder-836252-3-iscsi {{(pid=114862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:35:29.536502 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355decf0-8cba-44e8-b17a-1574d8c75c58 None None] Routers {'f17ecacb-2a11-4709-b7e3-41657768df3a'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:35:29.537105 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-355decf0-8cba-44e8-b17a-1574d8c75c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:35:15Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['f17ecacb-2a11-4709-b7e3-41657768df3a'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:35:29.642554 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-355decf0-8cba-44e8-b17a-1574d8c75c58 None None] Set router f17ecacb-2a11-4709-b7e3-41657768df3a gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:35:29.822475 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-355decf0-8cba-44e8-b17a-1574d8c75c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17ecacb-2a11-4709-b7e3-41657768df3a', 'name': 'tempest-TestShelveInstance-1314016357-router', 'tenant_id': 'c03f71e524b24b8abf5e7c81842f4e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '9f8ecd0e-fa7f-4a59-8cfd-9a8bd8ef9234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:28:51Z', 'updated_at': '2022-04-12T00:28:54Z', 'revision_number': 4, 'project_id': 'c03f71e524b24b8abf5e7c81842f4e75', 'gw_port': {'id': '9f8ecd0e-fa7f-4a59-8cfd-9a8bd8ef9234', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17ecacb-2a11-4709-b7e3-41657768df3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:28:51Z', 'updated_at': '2022-04-12T00:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': '57cf5765-6809-4a4a-a92b-2e62019bf0b9', 'name': '', 'network_id': '24ec2ef9-df24-4555-83f6-8552434e4e0b', 'tenant_id': 'c03f71e524b24b8abf5e7c81842f4e75', 'mac_address': 'fa:16:3e:64:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17ecacb-2a11-4709-b7e3-41657768df3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'f52cb473-8beb-4ba4-919f-75070d667054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:28:53Z', 'updated_at': '2022-04-12T00:28:58Z', 'revision_number': 5, 'project_id': 'c03f71e524b24b8abf5e7c81842f4e75', 'subnets': [{'id': 'f52cb473-8beb-4ba4-919f-75070d667054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:35:29.847767 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355decf0-8cba-44e8-b17a-1574d8c75c58 None None] The sync data for ids ['f17ecacb-2a11-4709-b7e3-41657768df3a'] in dv-cinder-836252-3-iscsi is: [{'id': 'f17ecacb-2a11-4709-b7e3-41657768df3a', 'name': 'tempest-TestShelveInstance-1314016357-router', 'tenant_id': 'c03f71e524b24b8abf5e7c81842f4e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '9f8ecd0e-fa7f-4a59-8cfd-9a8bd8ef9234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:28:51Z', 'updated_at': '2022-04-12T00:28:54Z', 'revision_number': 4, 'project_id': 'c03f71e524b24b8abf5e7c81842f4e75', 'gw_port': {'id': '9f8ecd0e-fa7f-4a59-8cfd-9a8bd8ef9234', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17ecacb-2a11-4709-b7e3-41657768df3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:28:51Z', 'updated_at': '2022-04-12T00:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': '57cf5765-6809-4a4a-a92b-2e62019bf0b9', 'name': '', 'network_id': '24ec2ef9-df24-4555-83f6-8552434e4e0b', 'tenant_id': 'c03f71e524b24b8abf5e7c81842f4e75', 'mac_address': 'fa:16:3e:64:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17ecacb-2a11-4709-b7e3-41657768df3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'f52cb473-8beb-4ba4-919f-75070d667054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:28:53Z', 'updated_at': '2022-04-12T00:28:58Z', 'revision_number': 5, 'project_id': 'c03f71e524b24b8abf5e7c81842f4e75', 'subnets': [{'id': 'f52cb473-8beb-4ba4-919f-75070d667054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:35:30.057249 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf69fae-bb6f-4a01-a702-1042525d88de None None] New status for floating IP 492f67bf-5f80-4d53-86fe-4b1dc17dceea: DOWN {{(pid=114861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 00:35:30.625897 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f1a5b-f1af-4fe9-9024-c49d0dfe2349 req-173802aa-cf7e-48f5-9c44-11d463d59020 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:35:30.627373 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-015f1a5b-f1af-4fe9-9024-c49d0dfe2349 req-173802aa-cf7e-48f5-9c44-11d463d59020 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/ports?device_id=29aa1426-1684-47b1-aded-1c9c306543bc HTTP/1.1" status: 200 len: 945 time: 0.0590909 Apr 12 00:35:30.643672 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9153575-f17d-460e-b512-64602ce23850 req-ed8f1b24-6ddc-4689-83b0-3b2ea92a1f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:35:30.645019 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c9153575-f17d-460e-b512-64602ce23850 req-ed8f1b24-6ddc-4689-83b0-3b2ea92a1f31 service neutron] 10.222.0.52 "GET /v2.0/networks?id=24ec2ef9-df24-4555-83f6-8552434e4e0b HTTP/1.1" status: 200 len: 910 time: 0.1326592 Apr 12 00:35:30.692049 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c9153575-f17d-460e-b512-64602ce23850 req-4f200f1c-4a03-47c3-affc-201518e33f1b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94406837-92d7-472c-9764-43cc0c5b4cd8 HTTP/1.1" status: 200 len: 217 time: 0.0394535 Apr 12 00:35:30.714825 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-015f1a5b-f1af-4fe9-9024-c49d0dfe2349 req-8baf4acc-43d9-4e4c-bdc2-94ca265e9374 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/security-groups?id=529c0cb2-c623-4df4-82c0-9ff506db5c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819538 Apr 12 00:35:30.983226 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9153575-f17d-460e-b512-64602ce23850 req-143a2d54-2559-4698-a09f-60dfb3b8c406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:35:30.984661 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c9153575-f17d-460e-b512-64602ce23850 req-143a2d54-2559-4698-a09f-60dfb3b8c406 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f52cb473-8beb-4ba4-919f-75070d667054 HTTP/1.1" status: 200 len: 848 time: 0.0427248 Apr 12 00:35:31.028251 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9153575-f17d-460e-b512-64602ce23850 req-ef225c6f-2867-4ca6-a564-feb07b7a997a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:35:31.029650 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c9153575-f17d-460e-b512-64602ce23850 req-ef225c6f-2867-4ca6-a564-feb07b7a997a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=24ec2ef9-df24-4555-83f6-8552434e4e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0364156 Apr 12 00:35:31.117620 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c9153575-f17d-460e-b512-64602ce23850 req-ef278291-2a5d-46e4-aef8-9aa145ac050e service neutron] 10.222.0.52 "GET /v2.0/networks/24ec2ef9-df24-4555-83f6-8552434e4e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811608 Apr 12 00:35:31.416001 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c9153575-f17d-460e-b512-64602ce23850 req-fa5e421e-9660-4ab4-8a42-2d0847a0d23f service neutron] 10.222.0.52 "GET /v2.0/networks/24ec2ef9-df24-4555-83f6-8552434e4e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805118 Apr 12 00:35:31.512835 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdecd1c5-0571-4606-a088-7878b454975a req-b1b7e6b9-c2da-460a-acfd-7c1d1c0b04ef tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:35:31.514284 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-cdecd1c5-0571-4606-a088-7878b454975a req-b1b7e6b9-c2da-460a-acfd-7c1d1c0b04ef tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.52 "GET /v2.0/ports?device_id=29aa1426-1684-47b1-aded-1c9c306543bc HTTP/1.1" status: 200 len: 945 time: 0.0495985 Apr 12 00:35:31.597521 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [req-cdecd1c5-0571-4606-a088-7878b454975a req-c9bc1314-f7ca-4d6d-8a54-fae6efaadfec tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Deleting port 94406837-92d7-472c-9764-43cc0c5b4cd8 {{(pid=114859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:35:31.597857 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-cdecd1c5-0571-4606-a088-7878b454975a req-c9bc1314-f7ca-4d6d-8a54-fae6efaadfec tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (94406837-92d7-472c-9764-43cc0c5b4cd8), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:31.684990 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [req-cdecd1c5-0571-4606-a088-7878b454975a req-c9bc1314-f7ca-4d6d-8a54-fae6efaadfec tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] For port 94406837-92d7-472c-9764-43cc0c5b4cd8, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=94406837-92d7-472c-9764-43cc0c5b4cd8,segment=NetworkSegment(1ebc569d-ac07-4f82-8ac0-35735d5e6539),segment_id=1ebc569d-ac07-4f82-8ac0-35735d5e6539)] {{(pid=114859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:35:31.685567 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-cdecd1c5-0571-4606-a088-7878b454975a req-c9bc1314-f7ca-4d6d-8a54-fae6efaadfec tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (94406837-92d7-472c-9764-43cc0c5b4cd8), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:31.697643 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [req-cdecd1c5-0571-4606-a088-7878b454975a req-c9bc1314-f7ca-4d6d-8a54-fae6efaadfec tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Calling delete_port for 94406837-92d7-472c-9764-43cc0c5b4cd8 owned by compute:nova {{(pid=114859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:35:31.821670 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-cdecd1c5-0571-4606-a088-7878b454975a req-c9bc1314-f7ca-4d6d-8a54-fae6efaadfec tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (94406837-92d7-472c-9764-43cc0c5b4cd8), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:31.829662 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f1f15d-bc1d-4934-8f31-f8f55c4f4087 req-d55ea704-221d-4bcd-a541-05485f00353d tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:35:31.831376 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-92f1f15d-bc1d-4934-8f31-f8f55c4f4087 req-d55ea704-221d-4bcd-a541-05485f00353d tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/ports?device_id=29aa1426-1684-47b1-aded-1c9c306543bc HTTP/1.1" status: 200 len: 945 time: 0.0499184 Apr 12 00:35:31.861020 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bc1314-f7ca-4d6d-8a54-fae6efaadfec tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Pushing event deleted for resources: {'Port': ['ID=94406837-92d7-472c-9764-43cc0c5b4cd8,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:35:31.883422 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-92f1f15d-bc1d-4934-8f31-f8f55c4f4087 req-da9cc9b3-83a5-4d7e-b2b7-087066af65dc tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "GET /v2.0/security-groups?id=529c0cb2-c623-4df4-82c0-9ff506db5c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459359 Apr 12 00:35:31.897690 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdecd1c5-0571-4606-a088-7878b454975a req-c9bc1314-f7ca-4d6d-8a54-fae6efaadfec tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] No DVR routers for this DVR port 94406837-92d7-472c-9764-43cc0c5b4cd8 on host hv-cinder-83625 {{(pid=114859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:35:31.900218 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-cdecd1c5-0571-4606-a088-7878b454975a req-c9bc1314-f7ca-4d6d-8a54-fae6efaadfec tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for port (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:31.903442 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-cdecd1c5-0571-4606-a088-7878b454975a req-c9bc1314-f7ca-4d6d-8a54-fae6efaadfec tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.52 "DELETE /v2.0/ports/94406837-92d7-472c-9764-43cc0c5b4cd8 HTTP/1.1" status: 204 len: 173 time: 0.3836188 Apr 12 00:35:31.903886 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29aa1426-1684-47b1-aded-1c9c306543bc', 'name': 'network-vif-deleted', 'tag': '94406837-92d7-472c-9764-43cc0c5b4cd8'}] {{(pid=114859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:35:31.906125 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d751ce943c7fd1580d8237ddcdd582f05025ac6b53677acecb9ecfb4d000721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a18510-538d-495e-8361-70793547ab63" -d '{"events": [{"server_uuid": "29aa1426-1684-47b1-aded-1c9c306543bc", "name": "network-vif-deleted", "tag": "94406837-92d7-472c-9764-43cc0c5b4cd8"}]}' {{(pid=114859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:35:31.942612 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600e2ce2-d6f4-4bd2-bd7a-50a00e01f6bc x-openstack-request-id: req-600e2ce2-d6f4-4bd2-bd7a-50a00e01f6bc {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:35:31.942910 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29aa1426-1684-47b1-aded-1c9c306543bc", "name": "network-vif-deleted", "tag": "94406837-92d7-472c-9764-43cc0c5b4cd8", "status": "completed", "code": 200}]} {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:35:31.943192 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-600e2ce2-d6f4-4bd2-bd7a-50a00e01f6bc {{(pid=114859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:35:31.944171 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-600e2ce2-d6f4-4bd2-bd7a-50a00e01f6bc'] response: {'server_uuid': '29aa1426-1684-47b1-aded-1c9c306543bc', 'name': 'network-vif-deleted', 'tag': '94406837-92d7-472c-9764-43cc0c5b4cd8', 'status': 'completed', 'code': 200} Apr 12 00:35:32.940719 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 33288) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:35:32.994508 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-374756fe-64a1-4fba-91ae-c3b9d871c358 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Publish callbacks [] for security_group (529c0cb2-c623-4df4-82c0-9ff506db5c5e), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:33.019828 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-374756fe-64a1-4fba-91ae-c3b9d871c358 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Publish callbacks [] for security_group (529c0cb2-c623-4df4-82c0-9ff506db5c5e), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:33.077914 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-374756fe-64a1-4fba-91ae-c3b9d871c358 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (529c0cb2-c623-4df4-82c0-9ff506db5c5e), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:33.081056 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-374756fe-64a1-4fba-91ae-c3b9d871c358 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Publish callbacks [] for security_group (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:33.082187 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-374756fe-64a1-4fba-91ae-c3b9d871c358 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] 10.222.0.32 "DELETE /v2.0/security-groups/529c0cb2-c623-4df4-82c0-9ff506db5c5e HTTP/1.1" status: 204 len: 168 time: 0.1404893 Apr 12 00:35:33.091426 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374756fe-64a1-4fba-91ae-c3b9d871c358 tempest-TestShelveInstance-77291564 tempest-TestShelveInstance-77291564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=529c0cb2-c623-4df4-82c0-9ff506db5c5e,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:35:33.130370 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 33292) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:35:33.543072 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-d36cdd6a-37c7-47ed-9777-edd055714559 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1586612'] for router_interface (f17ecacb-2a11-4709-b7e3-41657768df3a), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:33.765449 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [None req-d36cdd6a-37c7-47ed-9777-edd055714559 admin admin] Deleting port 57cf5765-6809-4a4a-a92b-2e62019bf0b9 {{(pid=114859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:35:33.765963 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-d36cdd6a-37c7-47ed-9777-edd055714559 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (57cf5765-6809-4a4a-a92b-2e62019bf0b9), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:33.839766 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [None req-d36cdd6a-37c7-47ed-9777-edd055714559 admin admin] For port 57cf5765-6809-4a4a-a92b-2e62019bf0b9, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=57cf5765-6809-4a4a-a92b-2e62019bf0b9,segment=NetworkSegment(1ebc569d-ac07-4f82-8ac0-35735d5e6539),segment_id=1ebc569d-ac07-4f82-8ac0-35735d5e6539)] {{(pid=114859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:35:33.840120 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-d36cdd6a-37c7-47ed-9777-edd055714559 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (57cf5765-6809-4a4a-a92b-2e62019bf0b9), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:33.852211 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [None req-d36cdd6a-37c7-47ed-9777-edd055714559 admin admin] Calling delete_port for 57cf5765-6809-4a4a-a92b-2e62019bf0b9 owned by network:router_interface {{(pid=114859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:35:34.289818 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-d36cdd6a-37c7-47ed-9777-edd055714559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (57cf5765-6809-4a4a-a92b-2e62019bf0b9), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:34.316365 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36cdd6a-37c7-47ed-9777-edd055714559 admin admin] Pushing event deleted for resources: {'Port': ['ID=57cf5765-6809-4a4a-a92b-2e62019bf0b9,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:35:34.478999 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-d36cdd6a-37c7-47ed-9777-edd055714559 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586456'] for router_interface (f17ecacb-2a11-4709-b7e3-41657768df3a), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:34.691672 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d36cdd6a-37c7-47ed-9777-edd055714559 admin admin] Router f17ecacb-2a11-4709-b7e3-41657768df3a has already been hosted by L3 agent d3fb0dde-5c40-4fca-80b5-61326157311c {{(pid=114859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:35:34.795666 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36cdd6a-37c7-47ed-9777-edd055714559 admin admin] Notify agent at l3_agent.dv-cinder-836252-3-iscsi the message routers_updated {{(pid=114859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:35:34.801088 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-d36cdd6a-37c7-47ed-9777-edd055714559 admin admin] 10.222.0.32 "PUT /v2.0/routers/f17ecacb-2a11-4709-b7e3-41657768df3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6706614 Apr 12 00:35:34.803530 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 33296) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:35:34.804953 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5667a8-ef12-47b2-a398-b171a7fdbc72 None None] Sync routers for ids ['f17ecacb-2a11-4709-b7e3-41657768df3a'] in dv-cinder-836252-3-iscsi {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:35:34.818791 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5667a8-ef12-47b2-a398-b171a7fdbc72 None None] Routers {'f17ecacb-2a11-4709-b7e3-41657768df3a'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:35:34.819388 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-ef5667a8-ef12-47b2-a398-b171a7fdbc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:35:15Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['f17ecacb-2a11-4709-b7e3-41657768df3a'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:35:34.907649 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-279dea0d-be0f-40e0-9d90-e061d47e819e admin admin] Publish callbacks [] for router (f17ecacb-2a11-4709-b7e3-41657768df3a), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:34.923616 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-ef5667a8-ef12-47b2-a398-b171a7fdbc72 None None] Set router f17ecacb-2a11-4709-b7e3-41657768df3a gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:35:35.011599 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-279dea0d-be0f-40e0-9d90-e061d47e819e admin admin] Publish callbacks [] for router_gateway (f17ecacb-2a11-4709-b7e3-41657768df3a), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:35.056463 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [None req-279dea0d-be0f-40e0-9d90-e061d47e819e admin admin] Deleting port 9f8ecd0e-fa7f-4a59-8cfd-9a8bd8ef9234 {{(pid=114859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:35:35.056799 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-279dea0d-be0f-40e0-9d90-e061d47e819e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (9f8ecd0e-fa7f-4a59-8cfd-9a8bd8ef9234), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:35.087518 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-ef5667a8-ef12-47b2-a398-b171a7fdbc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17ecacb-2a11-4709-b7e3-41657768df3a', 'name': 'tempest-TestShelveInstance-1314016357-router', 'tenant_id': 'c03f71e524b24b8abf5e7c81842f4e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '9f8ecd0e-fa7f-4a59-8cfd-9a8bd8ef9234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:28:51Z', 'updated_at': '2022-04-12T00:35:34Z', 'revision_number': 5, 'project_id': 'c03f71e524b24b8abf5e7c81842f4e75', 'gw_port': {'id': '9f8ecd0e-fa7f-4a59-8cfd-9a8bd8ef9234', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17ecacb-2a11-4709-b7e3-41657768df3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:28:51Z', 'updated_at': '2022-04-12T00:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi'}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:35:35.113647 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5667a8-ef12-47b2-a398-b171a7fdbc72 None None] Checking router: f17ecacb-2a11-4709-b7e3-41657768df3a for host: dv-cinder-836252-3-iscsi {{(pid=114862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:35:35.121955 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5667a8-ef12-47b2-a398-b171a7fdbc72 None None] Routers {'f17ecacb-2a11-4709-b7e3-41657768df3a'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:35:35.122589 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-ef5667a8-ef12-47b2-a398-b171a7fdbc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:35:15Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['f17ecacb-2a11-4709-b7e3-41657768df3a'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:35:35.133127 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [None req-279dea0d-be0f-40e0-9d90-e061d47e819e admin admin] For port 9f8ecd0e-fa7f-4a59-8cfd-9a8bd8ef9234, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=9f8ecd0e-fa7f-4a59-8cfd-9a8bd8ef9234,segment=NetworkSegment(45a4c36b-a669-4a7f-a3e9-c2d676175ec7),segment_id=45a4c36b-a669-4a7f-a3e9-c2d676175ec7)] {{(pid=114859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:35:35.133484 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-279dea0d-be0f-40e0-9d90-e061d47e819e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (9f8ecd0e-fa7f-4a59-8cfd-9a8bd8ef9234), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:35.146413 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [None req-279dea0d-be0f-40e0-9d90-e061d47e819e admin admin] Calling delete_port for 9f8ecd0e-fa7f-4a59-8cfd-9a8bd8ef9234 owned by network:router_gateway {{(pid=114859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:35:35.210274 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-ef5667a8-ef12-47b2-a398-b171a7fdbc72 None None] Set router f17ecacb-2a11-4709-b7e3-41657768df3a gateway port host: None {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:35:35.317638 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-279dea0d-be0f-40e0-9d90-e061d47e819e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (9f8ecd0e-fa7f-4a59-8cfd-9a8bd8ef9234), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:35.318362 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device 94406837-92d7-472c-9764-43cc0c5b4cd8 no longer exists at agent hyperv_hv-cinder-83625 {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:35:35.339175 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] No Port match for: 94406837-92d7-472c-9764-43cc0c5b4cd8 {{(pid=114861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 00:35:35.339852 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device 94406837-92d7-472c-9764-43cc0c5b4cd8 not bound to the agent host hv-cinder-83625 {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:35:35.343737 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279dea0d-be0f-40e0-9d90-e061d47e819e admin admin] Pushing event deleted for resources: {'Port': ['ID=9f8ecd0e-fa7f-4a59-8cfd-9a8bd8ef9234,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:35:35.357981 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-ef5667a8-ef12-47b2-a398-b171a7fdbc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17ecacb-2a11-4709-b7e3-41657768df3a', 'name': 'tempest-TestShelveInstance-1314016357-router', 'tenant_id': 'c03f71e524b24b8abf5e7c81842f4e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:28:51Z', 'updated_at': '2022-04-12T00:35:35Z', 'revision_number': 6, 'project_id': 'c03f71e524b24b8abf5e7c81842f4e75', 'gw_port_host': None}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:35:35.371196 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279dea0d-be0f-40e0-9d90-e061d47e819e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:35:35.371545 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279dea0d-be0f-40e0-9d90-e061d47e819e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:35:35.371887 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279dea0d-be0f-40e0-9d90-e061d47e819e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:35:35.372225 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279dea0d-be0f-40e0-9d90-e061d47e819e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:35:35.372565 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279dea0d-be0f-40e0-9d90-e061d47e819e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:35:35.372894 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279dea0d-be0f-40e0-9d90-e061d47e819e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:35:35.373218 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279dea0d-be0f-40e0-9d90-e061d47e819e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:35:35.373541 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279dea0d-be0f-40e0-9d90-e061d47e819e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:35:35.373865 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279dea0d-be0f-40e0-9d90-e061d47e819e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:35:35.374188 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279dea0d-be0f-40e0-9d90-e061d47e819e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:35:35.374539 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279dea0d-be0f-40e0-9d90-e061d47e819e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:35:35.374863 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279dea0d-be0f-40e0-9d90-e061d47e819e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:35:35.375187 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279dea0d-be0f-40e0-9d90-e061d47e819e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:35:35.375547 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279dea0d-be0f-40e0-9d90-e061d47e819e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:35:35.375866 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279dea0d-be0f-40e0-9d90-e061d47e819e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:35:35.384658 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5667a8-ef12-47b2-a398-b171a7fdbc72 None None] The sync data for ids ['f17ecacb-2a11-4709-b7e3-41657768df3a'] in dv-cinder-836252-3-iscsi is: [{'id': 'f17ecacb-2a11-4709-b7e3-41657768df3a', 'name': 'tempest-TestShelveInstance-1314016357-router', 'tenant_id': 'c03f71e524b24b8abf5e7c81842f4e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:28:51Z', 'updated_at': '2022-04-12T00:35:35Z', 'revision_number': 6, 'project_id': 'c03f71e524b24b8abf5e7c81842f4e75', 'gw_port_host': None}] {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:35:35.418928 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-279dea0d-be0f-40e0-9d90-e061d47e819e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1586430'] for router_gateway (f17ecacb-2a11-4709-b7e3-41657768df3a), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:35.511850 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-279dea0d-be0f-40e0-9d90-e061d47e819e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1018259'] for router (f17ecacb-2a11-4709-b7e3-41657768df3a), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:35.513989 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-279dea0d-be0f-40e0-9d90-e061d47e819e admin admin] Publish callbacks [] for router_controller (f17ecacb-2a11-4709-b7e3-41657768df3a), precommit_delete_associations {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:35.560206 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-279dea0d-be0f-40e0-9d90-e061d47e819e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440409'] for router (f17ecacb-2a11-4709-b7e3-41657768df3a), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:35.560719 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279dea0d-be0f-40e0-9d90-e061d47e819e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f17ecacb-2a11-4709-b7e3-41657768df3a {{(pid=114859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 00:35:35.565330 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-279dea0d-be0f-40e0-9d90-e061d47e819e admin admin] Publish callbacks [] for router (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:35.566577 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-279dea0d-be0f-40e0-9d90-e061d47e819e admin admin] 10.222.0.32 "DELETE /v2.0/routers/f17ecacb-2a11-4709-b7e3-41657768df3a HTTP/1.1" status: 204 len: 168 time: 0.7620482 Apr 12 00:35:35.569037 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 33300) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:35:35.612107 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.db_base_plugin_v2 [None req-b57e3134-f96f-4672-b8eb-66cbc1130756 admin admin] Deleting subnet f52cb473-8beb-4ba4-919f-75070d667054 {{(pid=114859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 00:35:35.615132 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-b57e3134-f96f-4672-b8eb-66cbc1130756 admin admin] Publish callbacks [] for subnet (f52cb473-8beb-4ba4-919f-75070d667054), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:35.648978 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-b57e3134-f96f-4672-b8eb-66cbc1130756 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58913329'] for subnet (f52cb473-8beb-4ba4-919f-75070d667054), precommit_delete_associations {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:35.727526 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-b57e3134-f96f-4672-b8eb-66cbc1130756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550137'] for subnet (f52cb473-8beb-4ba4-919f-75070d667054), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:35.784678 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-b57e3134-f96f-4672-b8eb-66cbc1130756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59136081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59423680'] for subnet (f52cb473-8beb-4ba4-919f-75070d667054), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:35.814322 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57e3134-f96f-4672-b8eb-66cbc1130756 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f52cb473-8beb-4ba4-919f-75070d667054,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:35:35.820094 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-b57e3134-f96f-4672-b8eb-66cbc1130756 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:35.820711 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca82abb-2e24-4712-9c17-a16d78a55def None None] Network 24ec2ef9-df24-4555-83f6-8552434e4e0b requested from dv-cinder-836252-3-iscsi {{(pid=114861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:35:35.822445 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-b57e3134-f96f-4672-b8eb-66cbc1130756 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f52cb473-8beb-4ba4-919f-75070d667054 HTTP/1.1" status: 204 len: 168 time: 0.2524245 Apr 12 00:35:35.823122 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 33302) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:35:35.884121 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 57cf5765-6809-4a4a-a92b-2e62019bf0b9 no longer exists at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:35:35.896312 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-67d9de6f-5f25-4e46-8d0d-328a30779f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1475178'] for network (24ec2ef9-df24-4555-83f6-8552434e4e0b), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:35.911049 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] No Port match for: 57cf5765-6809-4a4a-a92b-2e62019bf0b9 {{(pid=114861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 00:35:35.911386 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 57cf5765-6809-4a4a-a92b-2e62019bf0b9 not bound to the agent host dv-cinder-836252-3-iscsi {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:35:35.944921 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [None req-67d9de6f-5f25-4e46-8d0d-328a30779f02 admin admin] Deleting port 9198dbca-c469-4558-b4f0-983f338ac4e4 {{(pid=114859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:35:35.945261 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-67d9de6f-5f25-4e46-8d0d-328a30779f02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (9198dbca-c469-4558-b4f0-983f338ac4e4), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:36.007815 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [None req-67d9de6f-5f25-4e46-8d0d-328a30779f02 admin admin] For port 9198dbca-c469-4558-b4f0-983f338ac4e4, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=9198dbca-c469-4558-b4f0-983f338ac4e4,segment=NetworkSegment(1ebc569d-ac07-4f82-8ac0-35735d5e6539),segment_id=1ebc569d-ac07-4f82-8ac0-35735d5e6539)] {{(pid=114859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:35:36.008106 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-67d9de6f-5f25-4e46-8d0d-328a30779f02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (9198dbca-c469-4558-b4f0-983f338ac4e4), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:36.021382 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [None req-67d9de6f-5f25-4e46-8d0d-328a30779f02 admin admin] Calling delete_port for 9198dbca-c469-4558-b4f0-983f338ac4e4 owned by network:dhcp {{(pid=114859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:35:36.100802 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-67d9de6f-5f25-4e46-8d0d-328a30779f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (9198dbca-c469-4558-b4f0-983f338ac4e4), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:36.124851 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d9de6f-5f25-4e46-8d0d-328a30779f02 admin admin] Pushing event deleted for resources: {'Port': ['ID=9198dbca-c469-4558-b4f0-983f338ac4e4,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:35:36.128734 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d9de6f-5f25-4e46-8d0d-328a30779f02 admin admin] No DVR routers for this DVR port 9198dbca-c469-4558-b4f0-983f338ac4e4 on host dv-cinder-836252-3-iscsi {{(pid=114859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:35:36.200700 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-67d9de6f-5f25-4e46-8d0d-328a30779f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1545652', 'neutron.services.segments.db._delete_segments_for_network-8757613416367'] for network (24ec2ef9-df24-4555-83f6-8552434e4e0b), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:36.205860 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c86775-4c3c-4da7-aa90-9dfd16402844 None None] DHCP port deletion for 24ec2ef9-df24-4555-83f6-8552434e4e0b request from dv-cinder-836252-3-iscsi {{(pid=114861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 00:35:36.223352 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.services.segments.db [None req-67d9de6f-5f25-4e46-8d0d-328a30779f02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24ec2ef9-df24-4555-83f6-8552434e4e0b']}} {{(pid=114859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:35:36.235458 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.services.segments.db [None req-67d9de6f-5f25-4e46-8d0d-328a30779f02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ebc569d-ac07-4f82-8ac0-35735d5e6539') {'for_net_delete': True} {{(pid=114859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:35:36.235753 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.services.segments.db [None req-67d9de6f-5f25-4e46-8d0d-328a30779f02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ebc569d-ac07-4f82-8ac0-35735d5e6539') {} {{(pid=114859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:35:36.245531 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-67d9de6f-5f25-4e46-8d0d-328a30779f02 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757613418168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58913336'] for segment (1ebc569d-ac07-4f82-8ac0-35735d5e6539), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:36.259023 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-67d9de6f-5f25-4e46-8d0d-328a30779f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552308'] for segment (1ebc569d-ac07-4f82-8ac0-35735d5e6539), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:36.264894 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67d9de6f-5f25-4e46-8d0d-328a30779f02 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=114859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 00:35:36.265273 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-67d9de6f-5f25-4e46-8d0d-328a30779f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59136251'] for segment (1ebc569d-ac07-4f82-8ac0-35735d5e6539), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:36.267311 dv-cinder-836252-3-iscsi neutron-server[114859]: Traceback (most recent call last): Apr 12 00:35:36.267311 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 00:35:36.267311 dv-cinder-836252-3-iscsi neutron-server[114859]: timer() Apr 12 00:35:36.267311 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 00:35:36.267311 dv-cinder-836252-3-iscsi neutron-server[114859]: cb(*args, **kw) Apr 12 00:35:36.267311 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 00:35:36.267311 dv-cinder-836252-3-iscsi neutron-server[114859]: return func(*args, **kwargs) Apr 12 00:35:36.267311 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 00:35:36.267311 dv-cinder-836252-3-iscsi neutron-server[114859]: self._notify() Apr 12 00:35:36.267311 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 00:35:36.267311 dv-cinder-836252-3-iscsi neutron-server[114859]: self.callback(batched_events) Apr 12 00:35:36.267311 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 00:35:36.267311 dv-cinder-836252-3-iscsi neutron-server[114859]: event.method(event) Apr 12 00:35:36.267311 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 00:35:36.267311 dv-cinder-836252-3-iscsi neutron-server[114859]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 00:35:36.267311 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 00:35:36.267311 dv-cinder-836252-3-iscsi neutron-server[114859]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 00:35:36.267311 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 00:35:36.267311 dv-cinder-836252-3-iscsi neutron-server[114859]: return f(self, *a, **k) Apr 12 00:35:36.267311 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 00:35:36.267311 dv-cinder-836252-3-iscsi neutron-server[114859]: return self._get(url).json() Apr 12 00:35:36.267311 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 00:35:36.267311 dv-cinder-836252-3-iscsi neutron-server[114859]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 00:35:36.267311 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 00:35:36.267311 dv-cinder-836252-3-iscsi neutron-server[114859]: return self.request(url, 'GET', **kwargs) Apr 12 00:35:36.267311 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 00:35:36.267311 dv-cinder-836252-3-iscsi neutron-server[114859]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 00:35:36.267311 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 00:35:36.267311 dv-cinder-836252-3-iscsi neutron-server[114859]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 00:35:36.267311 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 00:35:36.267311 dv-cinder-836252-3-iscsi neutron-server[114859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 00:35:36.267311 dv-cinder-836252-3-iscsi neutron-server[114859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 00:35:36.320197 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-67d9de6f-5f25-4e46-8d0d-328a30779f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1545659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1586330'] for network (24ec2ef9-df24-4555-83f6-8552434e4e0b), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:36.324984 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-67d9de6f-5f25-4e46-8d0d-328a30779f02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for network (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:36.328920 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-67d9de6f-5f25-4e46-8d0d-328a30779f02 admin admin] 10.222.0.32 "DELETE /v2.0/networks/24ec2ef9-df24-4555-83f6-8552434e4e0b HTTP/1.1" status: 204 len: 168 time: 0.5040190 Apr 12 00:35:36.332050 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 33304) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:35:36.342082 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d9de6f-5f25-4e46-8d0d-328a30779f02 admin admin] Pushing event deleted for resources: {'Network': ['ID=24ec2ef9-df24-4555-83f6-8552434e4e0b,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:35:36.723927 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-03aa100d-64e5-42df-a231-2077aff220e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1586612'] for router_interface (fad7ff64-6ff2-453a-a645-8acfaad3c893), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:36.997619 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.plugin [None req-03aa100d-64e5-42df-a231-2077aff220e8 admin admin] Deleting port 98d45ab7-a47d-45b7-89a6-9f0566a0668b {{(pid=114860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:35:36.997960 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-03aa100d-64e5-42df-a231-2077aff220e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (98d45ab7-a47d-45b7-89a6-9f0566a0668b), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:37.077736 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.db [None req-03aa100d-64e5-42df-a231-2077aff220e8 admin admin] For port 98d45ab7-a47d-45b7-89a6-9f0566a0668b, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=98d45ab7-a47d-45b7-89a6-9f0566a0668b,segment=NetworkSegment(dd4a5fc6-d1f9-4671-a7e1-b1cf02499c4d),segment_id=dd4a5fc6-d1f9-4671-a7e1-b1cf02499c4d)] {{(pid=114860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:35:37.078088 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-03aa100d-64e5-42df-a231-2077aff220e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (98d45ab7-a47d-45b7-89a6-9f0566a0668b), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:37.090020 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.plugin [None req-03aa100d-64e5-42df-a231-2077aff220e8 admin admin] Calling delete_port for 98d45ab7-a47d-45b7-89a6-9f0566a0668b owned by network:router_interface {{(pid=114860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:35:37.472541 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-03aa100d-64e5-42df-a231-2077aff220e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806209'] for port (98d45ab7-a47d-45b7-89a6-9f0566a0668b), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:37.498678 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aa100d-64e5-42df-a231-2077aff220e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=98d45ab7-a47d-45b7-89a6-9f0566a0668b,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:35:37.578425 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 9198dbca-c469-4558-b4f0-983f338ac4e4 no longer exists at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:35:37.605028 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] No Port match for: 9198dbca-c469-4558-b4f0-983f338ac4e4 {{(pid=114861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 00:35:37.605467 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 9198dbca-c469-4558-b4f0-983f338ac4e4 not bound to the agent host dv-cinder-836252-3-iscsi {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:35:37.605967 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 9f8ecd0e-fa7f-4a59-8cfd-9a8bd8ef9234 no longer exists at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:35:37.627387 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] No Port match for: 9f8ecd0e-fa7f-4a59-8cfd-9a8bd8ef9234 {{(pid=114861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 00:35:37.627740 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 9f8ecd0e-fa7f-4a59-8cfd-9a8bd8ef9234 not bound to the agent host dv-cinder-836252-3-iscsi {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:35:37.690410 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-03aa100d-64e5-42df-a231-2077aff220e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586456'] for router_interface (fad7ff64-6ff2-453a-a645-8acfaad3c893), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:37.905946 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03aa100d-64e5-42df-a231-2077aff220e8 admin admin] Router fad7ff64-6ff2-453a-a645-8acfaad3c893 has already been hosted by L3 agent d3fb0dde-5c40-4fca-80b5-61326157311c {{(pid=114860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:35:38.011894 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03aa100d-64e5-42df-a231-2077aff220e8 admin admin] Notify agent at l3_agent.dv-cinder-836252-3-iscsi the message routers_updated {{(pid=114860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:35:38.017223 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-03aa100d-64e5-42df-a231-2077aff220e8 admin admin] 10.222.0.32 "PUT /v2.0/routers/fad7ff64-6ff2-453a-a645-8acfaad3c893/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6839564 Apr 12 00:35:38.020363 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 33316) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:35:38.021368 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a21131a-9c86-4704-ad47-0f43feb45f12 None None] Sync routers for ids ['fad7ff64-6ff2-453a-a645-8acfaad3c893'] in dv-cinder-836252-3-iscsi {{(pid=114861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:35:38.031533 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a21131a-9c86-4704-ad47-0f43feb45f12 None None] Routers {'fad7ff64-6ff2-453a-a645-8acfaad3c893'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:35:38.032140 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-3a21131a-9c86-4704-ad47-0f43feb45f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:35:15Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['fad7ff64-6ff2-453a-a645-8acfaad3c893'], 'active': True} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:35:38.128162 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-204265a7-9868-451b-925d-bab5d1fb19a0 admin admin] Publish callbacks [] for router (fad7ff64-6ff2-453a-a645-8acfaad3c893), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:38.140899 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvr_db [None req-3a21131a-9c86-4704-ad47-0f43feb45f12 None None] Set router fad7ff64-6ff2-453a-a645-8acfaad3c893 gateway port host: dv-cinder-836252-3-iscsi {{(pid=114861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:35:38.231917 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-204265a7-9868-451b-925d-bab5d1fb19a0 admin admin] Publish callbacks [] for router_gateway (fad7ff64-6ff2-453a-a645-8acfaad3c893), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:38.275230 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [None req-204265a7-9868-451b-925d-bab5d1fb19a0 admin admin] Deleting port 0512a1e8-50c6-4b1b-87ec-1c8e9d4c4664 {{(pid=114859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:35:38.275564 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-204265a7-9868-451b-925d-bab5d1fb19a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (0512a1e8-50c6-4b1b-87ec-1c8e9d4c4664), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:38.303772 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-3a21131a-9c86-4704-ad47-0f43feb45f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad7ff64-6ff2-453a-a645-8acfaad3c893', 'name': 'tempest-TestShelveInstance-1270631044-router', 'tenant_id': '745d5f15b5cd44edad3d04af93236db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '0512a1e8-50c6-4b1b-87ec-1c8e9d4c4664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:28:56Z', 'updated_at': '2022-04-12T00:35:37Z', 'revision_number': 5, 'project_id': '745d5f15b5cd44edad3d04af93236db9', 'gw_port': {'id': '0512a1e8-50c6-4b1b-87ec-1c8e9d4c4664', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad7ff64-6ff2-453a-a645-8acfaad3c893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:28:56Z', 'updated_at': '2022-04-12T00:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi'}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:35:38.328999 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a21131a-9c86-4704-ad47-0f43feb45f12 None None] Checking router: fad7ff64-6ff2-453a-a645-8acfaad3c893 for host: dv-cinder-836252-3-iscsi {{(pid=114861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:35:38.337063 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a21131a-9c86-4704-ad47-0f43feb45f12 None None] Routers {'fad7ff64-6ff2-453a-a645-8acfaad3c893'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:35:38.337668 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-3a21131a-9c86-4704-ad47-0f43feb45f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:35:15Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['fad7ff64-6ff2-453a-a645-8acfaad3c893'], 'active': True} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:35:38.355499 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [None req-204265a7-9868-451b-925d-bab5d1fb19a0 admin admin] For port 0512a1e8-50c6-4b1b-87ec-1c8e9d4c4664, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=0512a1e8-50c6-4b1b-87ec-1c8e9d4c4664,segment=NetworkSegment(45a4c36b-a669-4a7f-a3e9-c2d676175ec7),segment_id=45a4c36b-a669-4a7f-a3e9-c2d676175ec7)] {{(pid=114859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:35:38.355864 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-204265a7-9868-451b-925d-bab5d1fb19a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (0512a1e8-50c6-4b1b-87ec-1c8e9d4c4664), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:38.368921 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [None req-204265a7-9868-451b-925d-bab5d1fb19a0 admin admin] Calling delete_port for 0512a1e8-50c6-4b1b-87ec-1c8e9d4c4664 owned by network:router_gateway {{(pid=114859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:35:38.423575 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvr_db [None req-3a21131a-9c86-4704-ad47-0f43feb45f12 None None] Set router fad7ff64-6ff2-453a-a645-8acfaad3c893 gateway port host: None {{(pid=114861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:35:38.478068 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-3a21131a-9c86-4704-ad47-0f43feb45f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad7ff64-6ff2-453a-a645-8acfaad3c893', 'name': 'tempest-TestShelveInstance-1270631044-router', 'tenant_id': '745d5f15b5cd44edad3d04af93236db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:28:56Z', 'updated_at': '2022-04-12T00:35:38Z', 'revision_number': 6, 'project_id': '745d5f15b5cd44edad3d04af93236db9', 'gw_port_host': None}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:35:38.504951 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a21131a-9c86-4704-ad47-0f43feb45f12 None None] The sync data for ids ['fad7ff64-6ff2-453a-a645-8acfaad3c893'] in dv-cinder-836252-3-iscsi is: [{'id': 'fad7ff64-6ff2-453a-a645-8acfaad3c893', 'name': 'tempest-TestShelveInstance-1270631044-router', 'tenant_id': '745d5f15b5cd44edad3d04af93236db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:28:56Z', 'updated_at': '2022-04-12T00:35:38Z', 'revision_number': 6, 'project_id': '745d5f15b5cd44edad3d04af93236db9', 'gw_port_host': None}] {{(pid=114861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:35:38.541975 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-204265a7-9868-451b-925d-bab5d1fb19a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (0512a1e8-50c6-4b1b-87ec-1c8e9d4c4664), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:38.568565 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204265a7-9868-451b-925d-bab5d1fb19a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0512a1e8-50c6-4b1b-87ec-1c8e9d4c4664,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:35:38.630110 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-204265a7-9868-451b-925d-bab5d1fb19a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1586430'] for router_gateway (fad7ff64-6ff2-453a-a645-8acfaad3c893), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:38.723241 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-204265a7-9868-451b-925d-bab5d1fb19a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1018259'] for router (fad7ff64-6ff2-453a-a645-8acfaad3c893), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:38.725408 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-204265a7-9868-451b-925d-bab5d1fb19a0 admin admin] Publish callbacks [] for router_controller (fad7ff64-6ff2-453a-a645-8acfaad3c893), precommit_delete_associations {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:38.770349 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-204265a7-9868-451b-925d-bab5d1fb19a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440409'] for router (fad7ff64-6ff2-453a-a645-8acfaad3c893), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:38.770874 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204265a7-9868-451b-925d-bab5d1fb19a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fad7ff64-6ff2-453a-a645-8acfaad3c893 {{(pid=114859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 00:35:38.775006 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-204265a7-9868-451b-925d-bab5d1fb19a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:38.778742 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-204265a7-9868-451b-925d-bab5d1fb19a0 admin admin] 10.222.0.32 "DELETE /v2.0/routers/fad7ff64-6ff2-453a-a645-8acfaad3c893 HTTP/1.1" status: 204 len: 168 time: 0.7547724 Apr 12 00:35:38.778742 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 33324) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:35:38.821893 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.db_base_plugin_v2 [None req-23b4dca4-c0ea-4c69-957e-4af0d96ad726 admin admin] Deleting subnet 24c503f2-3da5-4124-ab5a-d5efcc76129b {{(pid=114859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 00:35:38.826358 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-23b4dca4-c0ea-4c69-957e-4af0d96ad726 admin admin] Publish callbacks [] for subnet (24c503f2-3da5-4124-ab5a-d5efcc76129b), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:38.868365 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-23b4dca4-c0ea-4c69-957e-4af0d96ad726 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58913329'] for subnet (24c503f2-3da5-4124-ab5a-d5efcc76129b), precommit_delete_associations {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:38.961090 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-23b4dca4-c0ea-4c69-957e-4af0d96ad726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550137'] for subnet (24c503f2-3da5-4124-ab5a-d5efcc76129b), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:39.015305 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-23b4dca4-c0ea-4c69-957e-4af0d96ad726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59136081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59423680'] for subnet (24c503f2-3da5-4124-ab5a-d5efcc76129b), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:39.042285 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b4dca4-c0ea-4c69-957e-4af0d96ad726 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24c503f2-3da5-4124-ab5a-d5efcc76129b,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:35:39.047453 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-23b4dca4-c0ea-4c69-957e-4af0d96ad726 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:39.048943 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430005f9-e09f-4d1a-bbc5-1591d91182b8 None None] Network 1d4235a6-fdab-48f7-ad16-182a9af28e52 requested from dv-cinder-836252-3-iscsi {{(pid=114861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:35:39.053239 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-23b4dca4-c0ea-4c69-957e-4af0d96ad726 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/24c503f2-3da5-4124-ab5a-d5efcc76129b HTTP/1.1" status: 204 len: 168 time: 0.2714574 Apr 12 00:35:39.053482 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 33332) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:35:39.124927 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-84328741-5f5e-4e4c-8142-3749f4cd2669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1475178'] for network (1d4235a6-fdab-48f7-ad16-182a9af28e52), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:39.176412 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [None req-84328741-5f5e-4e4c-8142-3749f4cd2669 admin admin] Deleting port 8f3044e7-3e8a-4263-813e-68511d5caf3f {{(pid=114859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:35:39.176756 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-84328741-5f5e-4e4c-8142-3749f4cd2669 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (8f3044e7-3e8a-4263-813e-68511d5caf3f), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:39.236681 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [None req-84328741-5f5e-4e4c-8142-3749f4cd2669 admin admin] For port 8f3044e7-3e8a-4263-813e-68511d5caf3f, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=8f3044e7-3e8a-4263-813e-68511d5caf3f,segment=NetworkSegment(dd4a5fc6-d1f9-4671-a7e1-b1cf02499c4d),segment_id=dd4a5fc6-d1f9-4671-a7e1-b1cf02499c4d)] {{(pid=114859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:35:39.236981 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-84328741-5f5e-4e4c-8142-3749f4cd2669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (8f3044e7-3e8a-4263-813e-68511d5caf3f), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:39.254789 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [None req-84328741-5f5e-4e4c-8142-3749f4cd2669 admin admin] Calling delete_port for 8f3044e7-3e8a-4263-813e-68511d5caf3f owned by network:dhcp {{(pid=114859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:35:39.275148 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ba7a75-65b8-4ce4-8361-9936044d0668 None None] DHCP port deletion for 1d4235a6-fdab-48f7-ad16-182a9af28e52 request from dv-cinder-836252-3-iscsi {{(pid=114861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 00:35:39.319124 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-d8ba7a75-65b8-4ce4-8361-9936044d0668 None None] Deleting port 8f3044e7-3e8a-4263-813e-68511d5caf3f {{(pid=114861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:35:39.319490 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d8ba7a75-65b8-4ce4-8361-9936044d0668 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (8f3044e7-3e8a-4263-813e-68511d5caf3f), before_delete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:39.335888 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-84328741-5f5e-4e4c-8142-3749f4cd2669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (8f3044e7-3e8a-4263-813e-68511d5caf3f), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:39.366986 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84328741-5f5e-4e4c-8142-3749f4cd2669 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f3044e7-3e8a-4263-813e-68511d5caf3f,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:35:39.368965 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84328741-5f5e-4e4c-8142-3749f4cd2669 admin admin] No DVR routers for this DVR port 8f3044e7-3e8a-4263-813e-68511d5caf3f on host dv-cinder-836252-3-iscsi {{(pid=114859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:35:39.394010 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-d8ba7a75-65b8-4ce4-8361-9936044d0668 None None] For port 8f3044e7-3e8a-4263-813e-68511d5caf3f, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=8f3044e7-3e8a-4263-813e-68511d5caf3f,segment=NetworkSegment(dd4a5fc6-d1f9-4671-a7e1-b1cf02499c4d),segment_id=dd4a5fc6-d1f9-4671-a7e1-b1cf02499c4d)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:35:39.394570 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d8ba7a75-65b8-4ce4-8361-9936044d0668 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (8f3044e7-3e8a-4263-813e-68511d5caf3f), precommit_delete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:39.408938 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-d8ba7a75-65b8-4ce4-8361-9936044d0668 None None] Calling delete_port for 8f3044e7-3e8a-4263-813e-68511d5caf3f owned by network:dhcp {{(pid=114861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:35:39.441269 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-84328741-5f5e-4e4c-8142-3749f4cd2669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1545652', 'neutron.services.segments.db._delete_segments_for_network-8757613416367'] for network (1d4235a6-fdab-48f7-ad16-182a9af28e52), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:39.462744 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.services.segments.db [None req-84328741-5f5e-4e4c-8142-3749f4cd2669 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d4235a6-fdab-48f7-ad16-182a9af28e52']}} {{(pid=114859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:35:39.473053 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.services.segments.db [None req-84328741-5f5e-4e4c-8142-3749f4cd2669 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd4a5fc6-d1f9-4671-a7e1-b1cf02499c4d') {'for_net_delete': True} {{(pid=114859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:35:39.473349 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.services.segments.db [None req-84328741-5f5e-4e4c-8142-3749f4cd2669 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd4a5fc6-d1f9-4671-a7e1-b1cf02499c4d') {} {{(pid=114859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:35:39.482784 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-84328741-5f5e-4e4c-8142-3749f4cd2669 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757613418168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58913336'] for segment (dd4a5fc6-d1f9-4671-a7e1-b1cf02499c4d), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:39.485522 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d8ba7a75-65b8-4ce4-8361-9936044d0668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369'] for port (8f3044e7-3e8a-4263-813e-68511d5caf3f), after_delete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:39.498378 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ba7a75-65b8-4ce4-8361-9936044d0668 None None] No DVR routers for this DVR port 8f3044e7-3e8a-4263-813e-68511d5caf3f on host dv-cinder-836252-3-iscsi {{(pid=114861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:35:39.499222 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-84328741-5f5e-4e4c-8142-3749f4cd2669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552308'] for segment (dd4a5fc6-d1f9-4671-a7e1-b1cf02499c4d), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:39.506290 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84328741-5f5e-4e4c-8142-3749f4cd2669 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=114859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 00:35:39.506661 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-84328741-5f5e-4e4c-8142-3749f4cd2669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59136251'] for segment (dd4a5fc6-d1f9-4671-a7e1-b1cf02499c4d), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:39.508533 dv-cinder-836252-3-iscsi neutron-server[114859]: Traceback (most recent call last): Apr 12 00:35:39.508533 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 00:35:39.508533 dv-cinder-836252-3-iscsi neutron-server[114859]: timer() Apr 12 00:35:39.508533 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 00:35:39.508533 dv-cinder-836252-3-iscsi neutron-server[114859]: cb(*args, **kw) Apr 12 00:35:39.508533 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 00:35:39.508533 dv-cinder-836252-3-iscsi neutron-server[114859]: return func(*args, **kwargs) Apr 12 00:35:39.508533 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 00:35:39.508533 dv-cinder-836252-3-iscsi neutron-server[114859]: self._notify() Apr 12 00:35:39.508533 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 00:35:39.508533 dv-cinder-836252-3-iscsi neutron-server[114859]: self.callback(batched_events) Apr 12 00:35:39.508533 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 00:35:39.508533 dv-cinder-836252-3-iscsi neutron-server[114859]: event.method(event) Apr 12 00:35:39.508533 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 00:35:39.508533 dv-cinder-836252-3-iscsi neutron-server[114859]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 00:35:39.508533 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 00:35:39.508533 dv-cinder-836252-3-iscsi neutron-server[114859]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 00:35:39.508533 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 00:35:39.508533 dv-cinder-836252-3-iscsi neutron-server[114859]: return f(self, *a, **k) Apr 12 00:35:39.508533 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 00:35:39.508533 dv-cinder-836252-3-iscsi neutron-server[114859]: return self._get(url).json() Apr 12 00:35:39.508533 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 00:35:39.508533 dv-cinder-836252-3-iscsi neutron-server[114859]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 00:35:39.508533 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 00:35:39.508533 dv-cinder-836252-3-iscsi neutron-server[114859]: return self.request(url, 'GET', **kwargs) Apr 12 00:35:39.508533 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 00:35:39.508533 dv-cinder-836252-3-iscsi neutron-server[114859]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 00:35:39.508533 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 00:35:39.508533 dv-cinder-836252-3-iscsi neutron-server[114859]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 00:35:39.508533 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 00:35:39.508533 dv-cinder-836252-3-iscsi neutron-server[114859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 00:35:39.508533 dv-cinder-836252-3-iscsi neutron-server[114859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 00:35:39.518382 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ba7a75-65b8-4ce4-8361-9936044d0668 None None] Pushing event deleted for resources: {'Port': ['ID=8f3044e7-3e8a-4263-813e-68511d5caf3f,revision_number=None']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:35:39.579442 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-84328741-5f5e-4e4c-8142-3749f4cd2669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1545659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1586330'] for network (1d4235a6-fdab-48f7-ad16-182a9af28e52), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:39.584377 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 98d45ab7-a47d-45b7-89a6-9f0566a0668b no longer exists at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:35:39.589470 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-84328741-5f5e-4e4c-8142-3749f4cd2669 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for network (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:39.594936 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-84328741-5f5e-4e4c-8142-3749f4cd2669 admin admin] 10.222.0.32 "DELETE /v2.0/networks/1d4235a6-fdab-48f7-ad16-182a9af28e52 HTTP/1.1" status: 204 len: 168 time: 0.5381780 Apr 12 00:35:39.615992 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] No Port match for: 98d45ab7-a47d-45b7-89a6-9f0566a0668b {{(pid=114861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 00:35:39.616337 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 98d45ab7-a47d-45b7-89a6-9f0566a0668b not bound to the agent host dv-cinder-836252-3-iscsi {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:35:39.616769 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 8f3044e7-3e8a-4263-813e-68511d5caf3f no longer exists at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:35:39.637693 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] No Port match for: 8f3044e7-3e8a-4263-813e-68511d5caf3f {{(pid=114861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 00:35:39.638032 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 8f3044e7-3e8a-4263-813e-68511d5caf3f not bound to the agent host dv-cinder-836252-3-iscsi {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:35:39.638951 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 0512a1e8-50c6-4b1b-87ec-1c8e9d4c4664 no longer exists at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:35:39.663123 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] No Port match for: 0512a1e8-50c6-4b1b-87ec-1c8e9d4c4664 {{(pid=114861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 00:35:39.663462 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 0512a1e8-50c6-4b1b-87ec-1c8e9d4c4664 not bound to the agent host dv-cinder-836252-3-iscsi {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:35:39.734484 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 33336) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:35:39.780904 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-cfa7bae9-e949-4b37-9cc2-aafe75407774 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c03f71e524b24b8abf5e7c81842f4e75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405757 Apr 12 00:35:39.780904 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 33338) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:35:39.833366 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-8ce01871-654d-46dc-aa96-56175cf74156 admin admin] Publish callbacks [] for security_group (63274938-5c1c-40bf-976f-7efeaa6c2513), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:39.854823 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-8ce01871-654d-46dc-aa96-56175cf74156 admin admin] Publish callbacks [] for security_group (63274938-5c1c-40bf-976f-7efeaa6c2513), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:39.880333 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84328741-5f5e-4e4c-8142-3749f4cd2669 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d4235a6-fdab-48f7-ad16-182a9af28e52,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:35:39.903305 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-8ce01871-654d-46dc-aa96-56175cf74156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (63274938-5c1c-40bf-976f-7efeaa6c2513), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:39.908282 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-8ce01871-654d-46dc-aa96-56175cf74156 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:39.909428 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-8ce01871-654d-46dc-aa96-56175cf74156 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/63274938-5c1c-40bf-976f-7efeaa6c2513 HTTP/1.1" status: 204 len: 168 time: 0.1296208 Apr 12 00:35:39.917961 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce01871-654d-46dc-aa96-56175cf74156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63274938-5c1c-40bf-976f-7efeaa6c2513,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:35:40.220069 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 33346) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:35:40.258358 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-bc73f4a8-7eea-4e76-8d01-d7c116cf5afb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=745d5f15b5cd44edad3d04af93236db9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0371177 Apr 12 00:35:40.260626 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 33348) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:35:40.306676 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-19410ef8-124a-41c1-a521-5ddd60bd2a38 admin admin] Publish callbacks [] for security_group (d91e2b03-e3d9-42b9-9b5a-ffa7b6d9f574), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:40.327078 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-19410ef8-124a-41c1-a521-5ddd60bd2a38 admin admin] Publish callbacks [] for security_group (d91e2b03-e3d9-42b9-9b5a-ffa7b6d9f574), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:40.374594 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-19410ef8-124a-41c1-a521-5ddd60bd2a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (d91e2b03-e3d9-42b9-9b5a-ffa7b6d9f574), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:40.377621 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-19410ef8-124a-41c1-a521-5ddd60bd2a38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:40.378846 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-19410ef8-124a-41c1-a521-5ddd60bd2a38 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d91e2b03-e3d9-42b9-9b5a-ffa7b6d9f574 HTTP/1.1" status: 204 len: 168 time: 0.1173511 Apr 12 00:35:40.386240 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19410ef8-124a-41c1-a521-5ddd60bd2a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91e2b03-e3d9-42b9-9b5a-ffa7b6d9f574,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:35:42.370752 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-e68f8c68-c257-485d-817f-af205c334c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (4ecbd319-6885-49f5-abb8-de205838eb1c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:44.621470 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-4b4ede79-2361-4995-8047-b709d39becae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (d3fb0dde-5c40-4fca-80b5-61326157311c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:46.219950 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d4423688-5a44-44f3-a132-81f2c9b6cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (af38becd-82ff-4144-8f94-74de975161ca), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:47.205481 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (6c438ad1-5788-4552-a50f-29c8c96f3196), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:47.618904 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-be9ea9f3-6c7c-4887-ad09-badb35df740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (738aa052-ee84-4bd1-913b-ee7149597f8f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:48.960612 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (f9a21fd4-36f2-4826-890e-da332e228edf), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:35:49.256187 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-79216a29-6554-4b47-9519-2506aa33e6f4 req-9566e0d7-4ce5-41fe-8c66-46b51d51c4f0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0352387 Apr 12 00:35:49.355366 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79216a29-6554-4b47-9519-2506aa33e6f4 req-b0a4afb0-a161-4b21-be42-11af559cf0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:35:49.357029 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-79216a29-6554-4b47-9519-2506aa33e6f4 req-b0a4afb0-a161-4b21-be42-11af559cf0aa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8b482c4c00e94a25ad8f0a9034e9e0e5&device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 1130 time: 0.0377285 Apr 12 00:35:49.459386 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79216a29-6554-4b47-9519-2506aa33e6f4 req-e45c8d0f-51da-403d-8bca-6c79ac1e62be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:35:49.460877 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-79216a29-6554-4b47-9519-2506aa33e6f4 req-e45c8d0f-51da-403d-8bca-6c79ac1e62be service neutron] 10.222.0.52 "GET /v2.0/networks?id=1ee4ba18-669f-44db-9087-b0bd886e30c9 HTTP/1.1" status: 200 len: 918 time: 0.0864387 Apr 12 00:35:49.524490 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-79216a29-6554-4b47-9519-2506aa33e6f4 req-aa00edd9-e5d6-4ab5-b481-96d66365b31a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e9155b9-7112-41cd-b8ec-dd359b342b3a HTTP/1.1" status: 200 len: 1000 time: 0.0577621 Apr 12 00:35:49.576007 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79216a29-6554-4b47-9519-2506aa33e6f4 req-6dbe974d-0114-4bcc-9cfb-dfeb1181f3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:35:49.577485 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-79216a29-6554-4b47-9519-2506aa33e6f4 req-6dbe974d-0114-4bcc-9cfb-dfeb1181f3cd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5e83a63b-8739-41ae-aeb4-59d49ec2e5b0 HTTP/1.1" status: 200 len: 856 time: 0.0470991 Apr 12 00:35:49.619324 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79216a29-6554-4b47-9519-2506aa33e6f4 req-c6adc282-ae41-4055-bbca-c9653b3696b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:35:49.620815 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-79216a29-6554-4b47-9519-2506aa33e6f4 req-c6adc282-ae41-4055-bbca-c9653b3696b3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1ee4ba18-669f-44db-9087-b0bd886e30c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377588 Apr 12 00:35:49.709560 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-79216a29-6554-4b47-9519-2506aa33e6f4 req-11693cbd-1f54-4943-ac00-60598f6e8b58 service neutron] 10.222.0.52 "GET /v2.0/networks/1ee4ba18-669f-44db-9087-b0bd886e30c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822418 Apr 12 00:35:49.802983 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-79216a29-6554-4b47-9519-2506aa33e6f4 req-196912b3-641c-498e-a555-406f94ccbc5f service neutron] 10.222.0.52 "GET /v2.0/networks/1ee4ba18-669f-44db-9087-b0bd886e30c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875320 Apr 12 00:36:00.419149 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e51f5d5-8625-4c08-a4fe-f4190483eea4 req-aac99df5-a856-4c09-9c0d-1bd2bccf6a36 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:36:00.420581 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5e51f5d5-8625-4c08-a4fe-f4190483eea4 req-aac99df5-a856-4c09-9c0d-1bd2bccf6a36 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9b5894e-894a-440c-b868-3df0c388fda0 HTTP/1.1" status: 200 len: 946 time: 0.0458534 Apr 12 00:36:00.466155 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5e51f5d5-8625-4c08-a4fe-f4190483eea4 req-63c8b6e3-548a-456e-97d3-4eec91904f7a tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b35d685-50a8-47ef-a07a-cfa2138ea658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394347 Apr 12 00:36:00.849722 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.agents_db [None req-4f17da96-f611-4225-a78f-ee15b860eec6 None None] Agent healthcheck: found 6 active agents {{(pid=114862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:36:01.582433 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e08282-1093-46b5-8b05-ccb87dbdc26b req-8d4c5887-6af9-48e0-8897-17b22d0b19af tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:36:01.583869 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-82e08282-1093-46b5-8b05-ccb87dbdc26b req-8d4c5887-6af9-48e0-8897-17b22d0b19af tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9b5894e-894a-440c-b868-3df0c388fda0 HTTP/1.1" status: 200 len: 946 time: 0.0483952 Apr 12 00:36:01.629210 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-82e08282-1093-46b5-8b05-ccb87dbdc26b req-223ff2c1-a6b1-457c-adcc-c2377b87704b tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b35d685-50a8-47ef-a07a-cfa2138ea658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398664 Apr 12 00:36:02.674144 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf177e3-cf97-45cb-a472-41a9fd157ba5 req-2d706d85-402e-4750-bc14-b9a2d531d3f1 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:36:02.675626 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-baf177e3-cf97-45cb-a472-41a9fd157ba5 req-2d706d85-402e-4750-bc14-b9a2d531d3f1 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9b5894e-894a-440c-b868-3df0c388fda0 HTTP/1.1" status: 200 len: 946 time: 0.0515223 Apr 12 00:36:02.782090 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e753778-51cb-4830-915b-4b349d89fcae req-cb40d4f7-a7b4-450d-8c10-6f89fbd4531a tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:36:02.783550 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-3e753778-51cb-4830-915b-4b349d89fcae req-cb40d4f7-a7b4-450d-8c10-6f89fbd4531a tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9b5894e-894a-440c-b868-3df0c388fda0 HTTP/1.1" status: 200 len: 946 time: 0.0748999 Apr 12 00:36:02.802834 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [req-baf177e3-cf97-45cb-a472-41a9fd157ba5 req-10e9ee4e-bce6-4681-aa1f-6bf6b060b19c tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Deleting port 4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629 {{(pid=114859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:36:02.803177 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-baf177e3-cf97-45cb-a472-41a9fd157ba5 req-10e9ee4e-bce6-4681-aa1f-6bf6b060b19c tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:02.890024 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-3e753778-51cb-4830-915b-4b349d89fcae req-47eebc42-b0c0-44da-9096-756a83941a61 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b35d685-50a8-47ef-a07a-cfa2138ea658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997803 Apr 12 00:36:02.916919 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [req-baf177e3-cf97-45cb-a472-41a9fd157ba5 req-10e9ee4e-bce6-4681-aa1f-6bf6b060b19c tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] For port 4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629,segment=NetworkSegment(5e9db55b-3d4f-451e-b201-3ff40da203e0),segment_id=5e9db55b-3d4f-451e-b201-3ff40da203e0)] {{(pid=114859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:36:02.917214 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-baf177e3-cf97-45cb-a472-41a9fd157ba5 req-10e9ee4e-bce6-4681-aa1f-6bf6b060b19c tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:03.084048 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-baf177e3-cf97-45cb-a472-41a9fd157ba5 req-10e9ee4e-bce6-4681-aa1f-6bf6b060b19c tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:03.084410 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-baf177e3-cf97-45cb-a472-41a9fd157ba5 req-10e9ee4e-bce6-4681-aa1f-6bf6b060b19c tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1586356'] for floatingip (42ebd890-3494-4643-b0ef-81a4023886fd), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:03.084727 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.db.l3_db [req-baf177e3-cf97-45cb-a472-41a9fd157ba5 req-10e9ee4e-bce6-4681-aa1f-6bf6b060b19c tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Floating IP 42ebd890-3494-4643-b0ef-81a4023886fd disassociated. External IP: 172.27.3.14, port: 4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629. Apr 12 00:36:03.085061 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [req-baf177e3-cf97-45cb-a472-41a9fd157ba5 req-10e9ee4e-bce6-4681-aa1f-6bf6b060b19c tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Calling delete_port for 4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629 owned by compute:nova {{(pid=114859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:36:03.211732 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-baf177e3-cf97-45cb-a472-41a9fd157ba5 req-10e9ee4e-bce6-4681-aa1f-6bf6b060b19c tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:03.241375 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e9ee4e-bce6-4681-aa1f-6bf6b060b19c tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Pushing event deleted for resources: {'Port': ['ID=4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:36:03.355079 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.l3_agent_scheduler [req-baf177e3-cf97-45cb-a472-41a9fd157ba5 req-10e9ee4e-bce6-4681-aa1f-6bf6b060b19c tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Router 24b77afa-d5cd-4064-a2c9-053958a7fbbb has already been hosted by L3 agent d3fb0dde-5c40-4fca-80b5-61326157311c {{(pid=114859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:36:03.462276 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-baf177e3-cf97-45cb-a472-41a9fd157ba5 req-10e9ee4e-bce6-4681-aa1f-6bf6b060b19c tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Notify agent at l3_agent.dv-cinder-836252-3-iscsi the message routers_updated {{(pid=114859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:36:03.472128 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0401da05-e777-44e3-96a8-c45b945f8b74 None None] Sync routers for ids ['24b77afa-d5cd-4064-a2c9-053958a7fbbb'] in dv-cinder-836252-3-iscsi {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:36:03.481464 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0401da05-e777-44e3-96a8-c45b945f8b74 None None] Routers {'24b77afa-d5cd-4064-a2c9-053958a7fbbb'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:36:03.482063 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-0401da05-e777-44e3-96a8-c45b945f8b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:35:45Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['24b77afa-d5cd-4064-a2c9-053958a7fbbb'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:36:03.504667 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.l3_dvrscheduler_db [req-baf177e3-cf97-45cb-a472-41a9fd157ba5 req-10e9ee4e-bce6-4681-aa1f-6bf6b060b19c tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] No DVR routers for this DVR port 4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629 on host hv-cinder-83625 {{(pid=114859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:36:03.507183 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-baf177e3-cf97-45cb-a472-41a9fd157ba5 req-10e9ee4e-bce6-4681-aa1f-6bf6b060b19c tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for port (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:03.510376 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-baf177e3-cf97-45cb-a472-41a9fd157ba5 req-10e9ee4e-bce6-4681-aa1f-6bf6b060b19c tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.52 "DELETE /v2.0/ports/4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629 HTTP/1.1" status: 204 len: 173 time: 0.8263314 Apr 12 00:36:03.510854 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b5894e-894a-440c-b868-3df0c388fda0', 'name': 'network-vif-deleted', 'tag': '4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629'}] {{(pid=114859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:36:03.513049 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d751ce943c7fd1580d8237ddcdd582f05025ac6b53677acecb9ecfb4d000721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731fb68c-6526-4645-bba9-0e1ed32f455b" -d '{"events": [{"server_uuid": "d9b5894e-894a-440c-b868-3df0c388fda0", "name": "network-vif-deleted", "tag": "4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629"}]}' {{(pid=114859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:36:03.555815 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab60923c-d042-4998-aeb6-b233a31e32cd x-openstack-request-id: req-ab60923c-d042-4998-aeb6-b233a31e32cd {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:36:03.556175 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9b5894e-894a-440c-b868-3df0c388fda0", "name": "network-vif-deleted", "tag": "4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629", "status": "completed", "code": 200}]} {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:36:03.556515 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ab60923c-d042-4998-aeb6-b233a31e32cd {{(pid=114859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:36:03.556907 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab60923c-d042-4998-aeb6-b233a31e32cd'] response: {'server_uuid': 'd9b5894e-894a-440c-b868-3df0c388fda0', 'name': 'network-vif-deleted', 'tag': '4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629', 'status': 'completed', 'code': 200} Apr 12 00:36:03.595085 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-0401da05-e777-44e3-96a8-c45b945f8b74 None None] Set router 24b77afa-d5cd-4064-a2c9-053958a7fbbb gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:36:03.787702 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-0401da05-e777-44e3-96a8-c45b945f8b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b77afa-d5cd-4064-a2c9-053958a7fbbb', 'name': 'tempest-AttachVolumeTestJSON-1374726220-router', 'tenant_id': 'c08909d19c8341c5b47846b0cee54fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '054df76d-ea79-4f02-bdc5-f977c0175bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:25:40Z', 'updated_at': '2022-04-12T00:25:49Z', 'revision_number': 4, 'project_id': 'c08909d19c8341c5b47846b0cee54fd8', 'gw_port': {'id': '054df76d-ea79-4f02-bdc5-f977c0175bc3', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:40:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b77afa-d5cd-4064-a2c9-053958a7fbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:41Z', 'updated_at': '2022-04-12T00:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': '3440c56b-3a61-422d-a3c6-af5bd29f6b05', 'name': '', 'network_id': '5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4', 'tenant_id': 'c08909d19c8341c5b47846b0cee54fd8', 'mac_address': 'fa:16:3e:87:14:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b77afa-d5cd-4064-a2c9-053958a7fbbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2d5e30fe-6eb4-42f7-a751-8d6f0006a016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:47Z', 'updated_at': '2022-04-12T00:26:05Z', 'revision_number': 5, 'project_id': 'c08909d19c8341c5b47846b0cee54fd8', 'subnets': [{'id': '2d5e30fe-6eb4-42f7-a751-8d6f0006a016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:36:03.816580 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0401da05-e777-44e3-96a8-c45b945f8b74 None None] Checking router: 24b77afa-d5cd-4064-a2c9-053958a7fbbb for host: dv-cinder-836252-3-iscsi {{(pid=114862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:36:03.824708 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0401da05-e777-44e3-96a8-c45b945f8b74 None None] Routers {'24b77afa-d5cd-4064-a2c9-053958a7fbbb'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:36:03.825242 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-0401da05-e777-44e3-96a8-c45b945f8b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:35:45Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['24b77afa-d5cd-4064-a2c9-053958a7fbbb'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:36:03.931463 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-0401da05-e777-44e3-96a8-c45b945f8b74 None None] Set router 24b77afa-d5cd-4064-a2c9-053958a7fbbb gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:36:04.000942 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-86a0742a-29c1-41d6-b120-6587978204bb req-47cca77d-5b17-492b-a339-89922d707d6c tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9b5894e-894a-440c-b868-3df0c388fda0 HTTP/1.1" status: 200 len: 210 time: 0.0319729 Apr 12 00:36:04.121793 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-0401da05-e777-44e3-96a8-c45b945f8b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b77afa-d5cd-4064-a2c9-053958a7fbbb', 'name': 'tempest-AttachVolumeTestJSON-1374726220-router', 'tenant_id': 'c08909d19c8341c5b47846b0cee54fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '054df76d-ea79-4f02-bdc5-f977c0175bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:25:40Z', 'updated_at': '2022-04-12T00:25:49Z', 'revision_number': 4, 'project_id': 'c08909d19c8341c5b47846b0cee54fd8', 'gw_port': {'id': '054df76d-ea79-4f02-bdc5-f977c0175bc3', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:40:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b77afa-d5cd-4064-a2c9-053958a7fbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:41Z', 'updated_at': '2022-04-12T00:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': '3440c56b-3a61-422d-a3c6-af5bd29f6b05', 'name': '', 'network_id': '5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4', 'tenant_id': 'c08909d19c8341c5b47846b0cee54fd8', 'mac_address': 'fa:16:3e:87:14:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b77afa-d5cd-4064-a2c9-053958a7fbbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2d5e30fe-6eb4-42f7-a751-8d6f0006a016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:47Z', 'updated_at': '2022-04-12T00:26:05Z', 'revision_number': 5, 'project_id': 'c08909d19c8341c5b47846b0cee54fd8', 'subnets': [{'id': '2d5e30fe-6eb4-42f7-a751-8d6f0006a016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:36:04.147648 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0401da05-e777-44e3-96a8-c45b945f8b74 None None] The sync data for ids ['24b77afa-d5cd-4064-a2c9-053958a7fbbb'] in dv-cinder-836252-3-iscsi is: [{'id': '24b77afa-d5cd-4064-a2c9-053958a7fbbb', 'name': 'tempest-AttachVolumeTestJSON-1374726220-router', 'tenant_id': 'c08909d19c8341c5b47846b0cee54fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '054df76d-ea79-4f02-bdc5-f977c0175bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:25:40Z', 'updated_at': '2022-04-12T00:25:49Z', 'revision_number': 4, 'project_id': 'c08909d19c8341c5b47846b0cee54fd8', 'gw_port': {'id': '054df76d-ea79-4f02-bdc5-f977c0175bc3', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:40:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b77afa-d5cd-4064-a2c9-053958a7fbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:41Z', 'updated_at': '2022-04-12T00:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': '3440c56b-3a61-422d-a3c6-af5bd29f6b05', 'name': '', 'network_id': '5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4', 'tenant_id': 'c08909d19c8341c5b47846b0cee54fd8', 'mac_address': 'fa:16:3e:87:14:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b77afa-d5cd-4064-a2c9-053958a7fbbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2d5e30fe-6eb4-42f7-a751-8d6f0006a016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:47Z', 'updated_at': '2022-04-12T00:26:05Z', 'revision_number': 5, 'project_id': 'c08909d19c8341c5b47846b0cee54fd8', 'subnets': [{'id': '2d5e30fe-6eb4-42f7-a751-8d6f0006a016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:36:04.354037 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0a715a-ef74-4287-a7eb-4a082f5ac551 None None] New status for floating IP 42ebd890-3494-4643-b0ef-81a4023886fd: DOWN {{(pid=114861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 00:36:05.083061 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 33480) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:36:05.135621 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-2a3e9741-2baf-4f1d-a7e7-6ead9a8f0b8b tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks [] for security_group (2b35d685-50a8-47ef-a07a-cfa2138ea658), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:05.158463 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-2a3e9741-2baf-4f1d-a7e7-6ead9a8f0b8b tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks [] for security_group (2b35d685-50a8-47ef-a07a-cfa2138ea658), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:05.204789 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-2a3e9741-2baf-4f1d-a7e7-6ead9a8f0b8b tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (2b35d685-50a8-47ef-a07a-cfa2138ea658), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:05.207439 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-2a3e9741-2baf-4f1d-a7e7-6ead9a8f0b8b tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks [] for security_group (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:05.208552 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-2a3e9741-2baf-4f1d-a7e7-6ead9a8f0b8b tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "DELETE /v2.0/security-groups/2b35d685-50a8-47ef-a07a-cfa2138ea658 HTTP/1.1" status: 204 len: 168 time: 0.1244621 Apr 12 00:36:05.211549 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 33482) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:36:05.217073 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3e9741-2baf-4f1d-a7e7-6ead9a8f0b8b tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b35d685-50a8-47ef-a07a-cfa2138ea658,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:36:05.225329 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.api.v2.resource [None req-2c5a3d07-9603-42f7-9264-b52b59e7a9e4 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] show failed (client error): The resource could not be found. Apr 12 00:36:05.226353 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-2c5a3d07-9603-42f7-9264-b52b59e7a9e4 tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "GET /v2.0/security-groups/2b35d685-50a8-47ef-a07a-cfa2138ea658 HTTP/1.1" status: 404 len: 347 time: 0.0137680 Apr 12 00:36:05.229131 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 33484) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:36:05.339308 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.plugin [None req-ce0b9b14-0f8a-45b8-8df5-904cfaf8054b tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Deleting port d4207028-a9ad-44a5-a38f-dd2c2f26dc5d {{(pid=114860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:36:05.339560 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-ce0b9b14-0f8a-45b8-8df5-904cfaf8054b tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (d4207028-a9ad-44a5-a38f-dd2c2f26dc5d), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:05.411053 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-ce0b9b14-0f8a-45b8-8df5-904cfaf8054b tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (d4207028-a9ad-44a5-a38f-dd2c2f26dc5d), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:05.411371 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-ce0b9b14-0f8a-45b8-8df5-904cfaf8054b tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks [] for floatingip (d4207028-a9ad-44a5-a38f-dd2c2f26dc5d), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:05.423407 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.plugin [None req-ce0b9b14-0f8a-45b8-8df5-904cfaf8054b tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Calling delete_port for d4207028-a9ad-44a5-a38f-dd2c2f26dc5d owned by network:floatingip {{(pid=114860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:36:05.552154 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-ce0b9b14-0f8a-45b8-8df5-904cfaf8054b tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806209'] for port (d4207028-a9ad-44a5-a38f-dd2c2f26dc5d), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:05.580640 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0b9b14-0f8a-45b8-8df5-904cfaf8054b tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Pushing event deleted for resources: {'Port': ['ID=d4207028-a9ad-44a5-a38f-dd2c2f26dc5d,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:36:05.605330 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0b9b14-0f8a-45b8-8df5-904cfaf8054b tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:36:05.605615 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0b9b14-0f8a-45b8-8df5-904cfaf8054b tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:36:05.605959 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0b9b14-0f8a-45b8-8df5-904cfaf8054b tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:36:05.606327 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0b9b14-0f8a-45b8-8df5-904cfaf8054b tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:36:05.606667 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0b9b14-0f8a-45b8-8df5-904cfaf8054b tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:36:05.606997 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0b9b14-0f8a-45b8-8df5-904cfaf8054b tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:36:05.607325 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0b9b14-0f8a-45b8-8df5-904cfaf8054b tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:36:05.607650 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0b9b14-0f8a-45b8-8df5-904cfaf8054b tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:36:05.607978 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0b9b14-0f8a-45b8-8df5-904cfaf8054b tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:36:05.608303 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0b9b14-0f8a-45b8-8df5-904cfaf8054b tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:36:05.608631 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0b9b14-0f8a-45b8-8df5-904cfaf8054b tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:36:05.608959 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0b9b14-0f8a-45b8-8df5-904cfaf8054b tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:36:05.609784 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0b9b14-0f8a-45b8-8df5-904cfaf8054b tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:36:05.610113 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0b9b14-0f8a-45b8-8df5-904cfaf8054b tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:36:05.610459 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0b9b14-0f8a-45b8-8df5-904cfaf8054b tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:36:05.650214 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-ce0b9b14-0f8a-45b8-8df5-904cfaf8054b tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks [] for floatingip (42ebd890-3494-4643-b0ef-81a4023886fd), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:05.652945 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-ce0b9b14-0f8a-45b8-8df5-904cfaf8054b tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for floatingip (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:05.654159 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-ce0b9b14-0f8a-45b8-8df5-904cfaf8054b tempest-AttachVolumeTestJSON-1281135730 tempest-AttachVolumeTestJSON-1281135730-project] 10.222.0.32 "DELETE /v2.0/floatingips/42ebd890-3494-4643-b0ef-81a4023886fd HTTP/1.1" status: 204 len: 168 time: 0.4241402 Apr 12 00:36:07.454791 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device 4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629 no longer exists at agent hyperv_hv-cinder-83625 {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:36:07.474471 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] No Port match for: 4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629 {{(pid=114861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 00:36:07.474755 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device 4c6b1ac0-8e24-4c16-a4d3-c8ccd6876629 not bound to the agent host hv-cinder-83625 {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:36:09.156835 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 33514) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:36:09.606877 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-39c23e0d-d99a-468f-8a3d-3444a105ab90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1586612'] for router_interface (24b77afa-d5cd-4064-a2c9-053958a7fbbb), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:09.832025 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.plugin [None req-39c23e0d-d99a-468f-8a3d-3444a105ab90 admin admin] Deleting port 3440c56b-3a61-422d-a3c6-af5bd29f6b05 {{(pid=114860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:36:09.832277 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-39c23e0d-d99a-468f-8a3d-3444a105ab90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (3440c56b-3a61-422d-a3c6-af5bd29f6b05), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:09.909166 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.db [None req-39c23e0d-d99a-468f-8a3d-3444a105ab90 admin admin] For port 3440c56b-3a61-422d-a3c6-af5bd29f6b05, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=3440c56b-3a61-422d-a3c6-af5bd29f6b05,segment=NetworkSegment(5e9db55b-3d4f-451e-b201-3ff40da203e0),segment_id=5e9db55b-3d4f-451e-b201-3ff40da203e0)] {{(pid=114860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:36:09.909552 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-39c23e0d-d99a-468f-8a3d-3444a105ab90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (3440c56b-3a61-422d-a3c6-af5bd29f6b05), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:09.921823 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.plugin [None req-39c23e0d-d99a-468f-8a3d-3444a105ab90 admin admin] Calling delete_port for 3440c56b-3a61-422d-a3c6-af5bd29f6b05 owned by network:router_interface {{(pid=114860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:36:10.094424 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-39c23e0d-d99a-468f-8a3d-3444a105ab90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806209'] for port (3440c56b-3a61-422d-a3c6-af5bd29f6b05), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:10.118445 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c23e0d-d99a-468f-8a3d-3444a105ab90 admin admin] Pushing event deleted for resources: {'Port': ['ID=3440c56b-3a61-422d-a3c6-af5bd29f6b05,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:36:10.280996 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-39c23e0d-d99a-468f-8a3d-3444a105ab90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586456'] for router_interface (24b77afa-d5cd-4064-a2c9-053958a7fbbb), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:10.489995 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c23e0d-d99a-468f-8a3d-3444a105ab90 admin admin] Router 24b77afa-d5cd-4064-a2c9-053958a7fbbb has already been hosted by L3 agent d3fb0dde-5c40-4fca-80b5-61326157311c {{(pid=114860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:36:10.594519 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c23e0d-d99a-468f-8a3d-3444a105ab90 admin admin] Notify agent at l3_agent.dv-cinder-836252-3-iscsi the message routers_updated {{(pid=114860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:36:10.600812 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-39c23e0d-d99a-468f-8a3d-3444a105ab90 admin admin] 10.222.0.32 "PUT /v2.0/routers/24b77afa-d5cd-4064-a2c9-053958a7fbbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4415443 Apr 12 00:36:10.601934 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 33518) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:36:10.604553 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0661f3ef-e6dc-4a4d-802c-a75415b1af77 None None] Sync routers for ids ['24b77afa-d5cd-4064-a2c9-053958a7fbbb'] in dv-cinder-836252-3-iscsi {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:36:10.614188 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0661f3ef-e6dc-4a4d-802c-a75415b1af77 None None] Routers {'24b77afa-d5cd-4064-a2c9-053958a7fbbb'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:36:10.614822 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-0661f3ef-e6dc-4a4d-802c-a75415b1af77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:35:45Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['24b77afa-d5cd-4064-a2c9-053958a7fbbb'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:36:10.704147 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-e8bc10d2-8ede-4366-8569-97d1cb3e20f6 admin admin] Publish callbacks [] for router (24b77afa-d5cd-4064-a2c9-053958a7fbbb), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:10.722543 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-0661f3ef-e6dc-4a4d-802c-a75415b1af77 None None] Set router 24b77afa-d5cd-4064-a2c9-053958a7fbbb gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:36:10.806781 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-e8bc10d2-8ede-4366-8569-97d1cb3e20f6 admin admin] Publish callbacks [] for router_gateway (24b77afa-d5cd-4064-a2c9-053958a7fbbb), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:10.849684 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.plugin [None req-e8bc10d2-8ede-4366-8569-97d1cb3e20f6 admin admin] Deleting port 054df76d-ea79-4f02-bdc5-f977c0175bc3 {{(pid=114860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:36:10.850022 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-e8bc10d2-8ede-4366-8569-97d1cb3e20f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (054df76d-ea79-4f02-bdc5-f977c0175bc3), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:10.883945 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-0661f3ef-e6dc-4a4d-802c-a75415b1af77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b77afa-d5cd-4064-a2c9-053958a7fbbb', 'name': 'tempest-AttachVolumeTestJSON-1374726220-router', 'tenant_id': 'c08909d19c8341c5b47846b0cee54fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '054df76d-ea79-4f02-bdc5-f977c0175bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:25:40Z', 'updated_at': '2022-04-12T00:36:10Z', 'revision_number': 5, 'project_id': 'c08909d19c8341c5b47846b0cee54fd8', 'gw_port': {'id': '054df76d-ea79-4f02-bdc5-f977c0175bc3', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:40:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b77afa-d5cd-4064-a2c9-053958a7fbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:41Z', 'updated_at': '2022-04-12T00:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi'}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:36:10.910474 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0661f3ef-e6dc-4a4d-802c-a75415b1af77 None None] Checking router: 24b77afa-d5cd-4064-a2c9-053958a7fbbb for host: dv-cinder-836252-3-iscsi {{(pid=114862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:36:10.918761 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0661f3ef-e6dc-4a4d-802c-a75415b1af77 None None] Routers {'24b77afa-d5cd-4064-a2c9-053958a7fbbb'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:36:10.919355 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-0661f3ef-e6dc-4a4d-802c-a75415b1af77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:35:45Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['24b77afa-d5cd-4064-a2c9-053958a7fbbb'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:36:10.930115 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.db [None req-e8bc10d2-8ede-4366-8569-97d1cb3e20f6 admin admin] For port 054df76d-ea79-4f02-bdc5-f977c0175bc3, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=054df76d-ea79-4f02-bdc5-f977c0175bc3,segment=NetworkSegment(45a4c36b-a669-4a7f-a3e9-c2d676175ec7),segment_id=45a4c36b-a669-4a7f-a3e9-c2d676175ec7)] {{(pid=114860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:36:10.930504 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-e8bc10d2-8ede-4366-8569-97d1cb3e20f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (054df76d-ea79-4f02-bdc5-f977c0175bc3), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:10.943231 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.plugin [None req-e8bc10d2-8ede-4366-8569-97d1cb3e20f6 admin admin] Calling delete_port for 054df76d-ea79-4f02-bdc5-f977c0175bc3 owned by network:router_gateway {{(pid=114860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:36:11.090357 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-0661f3ef-e6dc-4a4d-802c-a75415b1af77 None None] Set router 24b77afa-d5cd-4064-a2c9-053958a7fbbb gateway port host: None {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:36:11.108944 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-e8bc10d2-8ede-4366-8569-97d1cb3e20f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806209'] for port (054df76d-ea79-4f02-bdc5-f977c0175bc3), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:11.134332 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bc10d2-8ede-4366-8569-97d1cb3e20f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=054df76d-ea79-4f02-bdc5-f977c0175bc3,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:36:11.142993 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-0661f3ef-e6dc-4a4d-802c-a75415b1af77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b77afa-d5cd-4064-a2c9-053958a7fbbb', 'name': 'tempest-AttachVolumeTestJSON-1374726220-router', 'tenant_id': 'c08909d19c8341c5b47846b0cee54fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:25:40Z', 'updated_at': '2022-04-12T00:36:10Z', 'revision_number': 6, 'project_id': 'c08909d19c8341c5b47846b0cee54fd8', 'gw_port_host': None}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:36:11.169011 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0661f3ef-e6dc-4a4d-802c-a75415b1af77 None None] The sync data for ids ['24b77afa-d5cd-4064-a2c9-053958a7fbbb'] in dv-cinder-836252-3-iscsi is: [{'id': '24b77afa-d5cd-4064-a2c9-053958a7fbbb', 'name': 'tempest-AttachVolumeTestJSON-1374726220-router', 'tenant_id': 'c08909d19c8341c5b47846b0cee54fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:25:40Z', 'updated_at': '2022-04-12T00:36:10Z', 'revision_number': 6, 'project_id': 'c08909d19c8341c5b47846b0cee54fd8', 'gw_port_host': None}] {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:36:11.193987 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-e8bc10d2-8ede-4366-8569-97d1cb3e20f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1586430'] for router_gateway (24b77afa-d5cd-4064-a2c9-053958a7fbbb), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:11.299737 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-e8bc10d2-8ede-4366-8569-97d1cb3e20f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1018259'] for router (24b77afa-d5cd-4064-a2c9-053958a7fbbb), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:11.301822 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-e8bc10d2-8ede-4366-8569-97d1cb3e20f6 admin admin] Publish callbacks [] for router_controller (24b77afa-d5cd-4064-a2c9-053958a7fbbb), precommit_delete_associations {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:11.361650 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-e8bc10d2-8ede-4366-8569-97d1cb3e20f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440409'] for router (24b77afa-d5cd-4064-a2c9-053958a7fbbb), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:11.362118 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8bc10d2-8ede-4366-8569-97d1cb3e20f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24b77afa-d5cd-4064-a2c9-053958a7fbbb {{(pid=114860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 00:36:11.366783 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-e8bc10d2-8ede-4366-8569-97d1cb3e20f6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:11.367905 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-e8bc10d2-8ede-4366-8569-97d1cb3e20f6 admin admin] 10.222.0.32 "DELETE /v2.0/routers/24b77afa-d5cd-4064-a2c9-053958a7fbbb HTTP/1.1" status: 204 len: 168 time: 0.7650504 Apr 12 00:36:11.370482 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 33520) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:36:11.413477 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee1fd837-31ce-4c1e-a0c9-96007b899d78 admin admin] Deleting subnet 2d5e30fe-6eb4-42f7-a751-8d6f0006a016 {{(pid=114860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 00:36:11.416465 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-ee1fd837-31ce-4c1e-a0c9-96007b899d78 admin admin] Publish callbacks [] for subnet (2d5e30fe-6eb4-42f7-a751-8d6f0006a016), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:11.451959 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-ee1fd837-31ce-4c1e-a0c9-96007b899d78 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60543214'] for subnet (2d5e30fe-6eb4-42f7-a751-8d6f0006a016), precommit_delete_associations {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:11.560315 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-ee1fd837-31ce-4c1e-a0c9-96007b899d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550137'] for subnet (2d5e30fe-6eb4-42f7-a751-8d6f0006a016), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:11.823315 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-ee1fd837-31ce-4c1e-a0c9-96007b899d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069864'] for subnet (2d5e30fe-6eb4-42f7-a751-8d6f0006a016), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:11.848372 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1fd837-31ce-4c1e-a0c9-96007b899d78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d5e30fe-6eb4-42f7-a751-8d6f0006a016,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:36:11.851977 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-ee1fd837-31ce-4c1e-a0c9-96007b899d78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for subnet (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:11.855083 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-ee1fd837-31ce-4c1e-a0c9-96007b899d78 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2d5e30fe-6eb4-42f7-a751-8d6f0006a016 HTTP/1.1" status: 204 len: 168 time: 0.4836645 Apr 12 00:36:11.857806 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 33522) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:36:11.860687 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c533e1b-c731-4835-9cd8-e20db229ffbf None None] Network 5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4 requested from dv-cinder-836252-3-iscsi {{(pid=114861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:36:11.927233 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-efdd73b6-f89f-45e3-8491-358c86e8092a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1475178'] for network (5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:11.935011 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 3440c56b-3a61-422d-a3c6-af5bd29f6b05 no longer exists at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:36:11.956431 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] No Port match for: 3440c56b-3a61-422d-a3c6-af5bd29f6b05 {{(pid=114861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 00:36:11.956786 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 3440c56b-3a61-422d-a3c6-af5bd29f6b05 not bound to the agent host dv-cinder-836252-3-iscsi {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:36:11.977404 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.plugin [None req-efdd73b6-f89f-45e3-8491-358c86e8092a admin admin] Deleting port 449a97ae-0143-44da-816b-ced286ba0859 {{(pid=114860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:36:11.977741 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-efdd73b6-f89f-45e3-8491-358c86e8092a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (449a97ae-0143-44da-816b-ced286ba0859), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:12.034544 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eafdd97-a51d-4d74-b8cf-070d8f8e796a None None] DHCP port deletion for 5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4 request from dv-cinder-836252-3-iscsi {{(pid=114861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 00:36:12.051412 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.db [None req-efdd73b6-f89f-45e3-8491-358c86e8092a admin admin] For port 449a97ae-0143-44da-816b-ced286ba0859, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=449a97ae-0143-44da-816b-ced286ba0859,segment=NetworkSegment(5e9db55b-3d4f-451e-b201-3ff40da203e0),segment_id=5e9db55b-3d4f-451e-b201-3ff40da203e0)] {{(pid=114860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:36:12.051769 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-efdd73b6-f89f-45e3-8491-358c86e8092a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (449a97ae-0143-44da-816b-ced286ba0859), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:12.064938 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.plugin [None req-efdd73b6-f89f-45e3-8491-358c86e8092a admin admin] Calling delete_port for 449a97ae-0143-44da-816b-ced286ba0859 owned by network:dhcp {{(pid=114860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:36:12.078813 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-7eafdd97-a51d-4d74-b8cf-070d8f8e796a None None] Deleting port 449a97ae-0143-44da-816b-ced286ba0859 {{(pid=114861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:36:12.079204 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-7eafdd97-a51d-4d74-b8cf-070d8f8e796a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (449a97ae-0143-44da-816b-ced286ba0859), before_delete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:12.141867 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-7eafdd97-a51d-4d74-b8cf-070d8f8e796a None None] For port 449a97ae-0143-44da-816b-ced286ba0859, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=449a97ae-0143-44da-816b-ced286ba0859,segment=NetworkSegment(5e9db55b-3d4f-451e-b201-3ff40da203e0),segment_id=5e9db55b-3d4f-451e-b201-3ff40da203e0)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:36:12.142286 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-7eafdd97-a51d-4d74-b8cf-070d8f8e796a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (449a97ae-0143-44da-816b-ced286ba0859), precommit_delete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:12.150673 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-efdd73b6-f89f-45e3-8491-358c86e8092a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806209'] for port (449a97ae-0143-44da-816b-ced286ba0859), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:12.158089 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-7eafdd97-a51d-4d74-b8cf-070d8f8e796a None None] Calling delete_port for 449a97ae-0143-44da-816b-ced286ba0859 owned by network:dhcp {{(pid=114861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:36:12.178710 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdd73b6-f89f-45e3-8491-358c86e8092a admin admin] Pushing event deleted for resources: {'Port': ['ID=449a97ae-0143-44da-816b-ced286ba0859,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:36:12.183063 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdd73b6-f89f-45e3-8491-358c86e8092a admin admin] No DVR routers for this DVR port 449a97ae-0143-44da-816b-ced286ba0859 on host dv-cinder-836252-3-iscsi {{(pid=114860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:36:12.263343 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-efdd73b6-f89f-45e3-8491-358c86e8092a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1545652', 'neutron.services.segments.db._delete_segments_for_network-8757613416367'] for network (5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:12.285225 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.services.segments.db [None req-efdd73b6-f89f-45e3-8491-358c86e8092a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4']}} {{(pid=114860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:36:12.297195 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.services.segments.db [None req-efdd73b6-f89f-45e3-8491-358c86e8092a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e9db55b-3d4f-451e-b201-3ff40da203e0') {'for_net_delete': True} {{(pid=114860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:36:12.297490 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.services.segments.db [None req-efdd73b6-f89f-45e3-8491-358c86e8092a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e9db55b-3d4f-451e-b201-3ff40da203e0') {} {{(pid=114860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:36:12.307351 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-efdd73b6-f89f-45e3-8491-358c86e8092a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757613418168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60543207'] for segment (5e9db55b-3d4f-451e-b201-3ff40da203e0), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:12.321390 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-efdd73b6-f89f-45e3-8491-358c86e8092a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552308'] for segment (5e9db55b-3d4f-451e-b201-3ff40da203e0), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:12.327551 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efdd73b6-f89f-45e3-8491-358c86e8092a admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=114860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 00:36:12.327971 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-efdd73b6-f89f-45e3-8491-358c86e8092a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806038'] for segment (5e9db55b-3d4f-451e-b201-3ff40da203e0), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:12.329815 dv-cinder-836252-3-iscsi neutron-server[114860]: Traceback (most recent call last): Apr 12 00:36:12.329815 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 00:36:12.329815 dv-cinder-836252-3-iscsi neutron-server[114860]: timer() Apr 12 00:36:12.329815 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 00:36:12.329815 dv-cinder-836252-3-iscsi neutron-server[114860]: cb(*args, **kw) Apr 12 00:36:12.329815 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 00:36:12.329815 dv-cinder-836252-3-iscsi neutron-server[114860]: return func(*args, **kwargs) Apr 12 00:36:12.329815 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 00:36:12.329815 dv-cinder-836252-3-iscsi neutron-server[114860]: self._notify() Apr 12 00:36:12.329815 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 00:36:12.329815 dv-cinder-836252-3-iscsi neutron-server[114860]: self.callback(batched_events) Apr 12 00:36:12.329815 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 00:36:12.329815 dv-cinder-836252-3-iscsi neutron-server[114860]: event.method(event) Apr 12 00:36:12.329815 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 00:36:12.329815 dv-cinder-836252-3-iscsi neutron-server[114860]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 00:36:12.329815 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 00:36:12.329815 dv-cinder-836252-3-iscsi neutron-server[114860]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 00:36:12.329815 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 00:36:12.329815 dv-cinder-836252-3-iscsi neutron-server[114860]: return f(self, *a, **k) Apr 12 00:36:12.329815 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 00:36:12.329815 dv-cinder-836252-3-iscsi neutron-server[114860]: return self._get(url).json() Apr 12 00:36:12.329815 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 00:36:12.329815 dv-cinder-836252-3-iscsi neutron-server[114860]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 00:36:12.329815 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 00:36:12.329815 dv-cinder-836252-3-iscsi neutron-server[114860]: return self.request(url, 'GET', **kwargs) Apr 12 00:36:12.329815 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 00:36:12.329815 dv-cinder-836252-3-iscsi neutron-server[114860]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 00:36:12.329815 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 00:36:12.329815 dv-cinder-836252-3-iscsi neutron-server[114860]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 00:36:12.329815 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 00:36:12.329815 dv-cinder-836252-3-iscsi neutron-server[114860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 00:36:12.329815 dv-cinder-836252-3-iscsi neutron-server[114860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 00:36:12.380962 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-7eafdd97-a51d-4d74-b8cf-070d8f8e796a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369'] for port (449a97ae-0143-44da-816b-ced286ba0859), after_delete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:12.383309 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-efdd73b6-f89f-45e3-8491-358c86e8092a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1545659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1586330'] for network (5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:12.396813 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-efdd73b6-f89f-45e3-8491-358c86e8092a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for network (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:12.396813 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-efdd73b6-f89f-45e3-8491-358c86e8092a admin admin] 10.222.0.32 "DELETE /v2.0/networks/5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4 HTTP/1.1" status: 204 len: 168 time: 0.5360594 Apr 12 00:36:12.406956 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdd73b6-f89f-45e3-8491-358c86e8092a admin admin] Pushing event deleted for resources: {'Network': ['ID=5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:36:12.413878 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eafdd97-a51d-4d74-b8cf-070d8f8e796a None None] Pushing event deleted for resources: {'Port': ['ID=449a97ae-0143-44da-816b-ced286ba0859,revision_number=None']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:36:12.416687 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7eafdd97-a51d-4d74-b8cf-070d8f8e796a None None] Network 5adaf9f7-3fa6-44b6-b135-6f9bef0b9df4 is not hosted by any dhcp agent {{(pid=114861) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 12 00:36:12.417373 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eafdd97-a51d-4d74-b8cf-070d8f8e796a None None] No DVR routers for this DVR port 449a97ae-0143-44da-816b-ced286ba0859 on host dv-cinder-836252-3-iscsi {{(pid=114861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:36:12.422287 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-3e1fbfc6-d5ef-4c27-bbdf-cdb9f4ac6dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (4ecbd319-6885-49f5-abb8-de205838eb1c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:12.430627 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eafdd97-a51d-4d74-b8cf-070d8f8e796a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:36:12.430993 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eafdd97-a51d-4d74-b8cf-070d8f8e796a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:36:12.431376 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eafdd97-a51d-4d74-b8cf-070d8f8e796a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:36:12.431658 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eafdd97-a51d-4d74-b8cf-070d8f8e796a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:36:12.432004 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eafdd97-a51d-4d74-b8cf-070d8f8e796a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:36:12.432343 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eafdd97-a51d-4d74-b8cf-070d8f8e796a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:36:12.432691 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eafdd97-a51d-4d74-b8cf-070d8f8e796a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:36:12.433015 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eafdd97-a51d-4d74-b8cf-070d8f8e796a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:36:12.433351 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eafdd97-a51d-4d74-b8cf-070d8f8e796a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:36:12.433684 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eafdd97-a51d-4d74-b8cf-070d8f8e796a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:36:12.434011 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eafdd97-a51d-4d74-b8cf-070d8f8e796a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:36:12.434374 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eafdd97-a51d-4d74-b8cf-070d8f8e796a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:36:12.434702 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eafdd97-a51d-4d74-b8cf-070d8f8e796a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:36:12.435074 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eafdd97-a51d-4d74-b8cf-070d8f8e796a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:36:12.435361 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eafdd97-a51d-4d74-b8cf-070d8f8e796a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:36:12.515264 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 33526) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:36:12.554753 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-d992912e-9254-47da-a66d-a692ae46dca9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c08909d19c8341c5b47846b0cee54fd8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0379267 Apr 12 00:36:12.557117 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 33528) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:36:12.606197 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-efddd6ec-0e54-4d0d-b845-6c8a5ac564a0 admin admin] Publish callbacks [] for security_group (7d9ed4f3-f387-4237-82ff-0b4434403c0e), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:12.628221 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-efddd6ec-0e54-4d0d-b845-6c8a5ac564a0 admin admin] Publish callbacks [] for security_group (7d9ed4f3-f387-4237-82ff-0b4434403c0e), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:12.674677 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-efddd6ec-0e54-4d0d-b845-6c8a5ac564a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (7d9ed4f3-f387-4237-82ff-0b4434403c0e), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:12.677687 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-efddd6ec-0e54-4d0d-b845-6c8a5ac564a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:12.678847 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-efddd6ec-0e54-4d0d-b845-6c8a5ac564a0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7d9ed4f3-f387-4237-82ff-0b4434403c0e HTTP/1.1" status: 204 len: 168 time: 0.1207681 Apr 12 00:36:12.686584 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efddd6ec-0e54-4d0d-b845-6c8a5ac564a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9ed4f3-f387-4237-82ff-0b4434403c0e,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:36:13.561933 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 449a97ae-0143-44da-816b-ced286ba0859 no longer exists at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:36:13.582714 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] No Port match for: 449a97ae-0143-44da-816b-ced286ba0859 {{(pid=114861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 00:36:13.583048 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 449a97ae-0143-44da-816b-ced286ba0859 not bound to the agent host dv-cinder-836252-3-iscsi {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:36:13.583477 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 054df76d-ea79-4f02-bdc5-f977c0175bc3 no longer exists at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:36:13.605101 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] No Port match for: 054df76d-ea79-4f02-bdc5-f977c0175bc3 {{(pid=114861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 00:36:13.605101 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 054df76d-ea79-4f02-bdc5-f977c0175bc3 not bound to the agent host dv-cinder-836252-3-iscsi {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:36:14.266400 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 33584) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:36:14.367368 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-6c8db096-20f3-4268-936f-5a92bc9aa87c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:14.440373 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-6c8db096-20f3-4268-936f-5a92bc9aa87c admin admin] Publish callbacks [] for security_group (2ba0bf6b-8b34-493e-b198-b1b6051e51aa), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:14.443700 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-6c8db096-20f3-4268-936f-5a92bc9aa87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (2ba0bf6b-8b34-493e-b198-b1b6051e51aa), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:14.481451 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-6c8db096-20f3-4268-936f-5a92bc9aa87c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1abc9f494c8d42128c59681620230a20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2137849 Apr 12 00:36:14.482587 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8db096-20f3-4268-936f-5a92bc9aa87c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba0bf6b-8b34-493e-b198-b1b6051e51aa,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:36:14.484130 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 33588) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:36:14.530531 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-ed4fa034-fcc5-46d0-a013-21e953b34069 admin admin] Publish callbacks [] for security_group (2ba0bf6b-8b34-493e-b198-b1b6051e51aa), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:14.555009 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-ed4fa034-fcc5-46d0-a013-21e953b34069 admin admin] Publish callbacks [] for security_group (2ba0bf6b-8b34-493e-b198-b1b6051e51aa), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:14.607810 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-ed4fa034-fcc5-46d0-a013-21e953b34069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (2ba0bf6b-8b34-493e-b198-b1b6051e51aa), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:14.610946 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-ed4fa034-fcc5-46d0-a013-21e953b34069 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:14.614951 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-ed4fa034-fcc5-46d0-a013-21e953b34069 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2ba0bf6b-8b34-493e-b198-b1b6051e51aa HTTP/1.1" status: 204 len: 168 time: 0.1297989 Apr 12 00:36:14.622719 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4fa034-fcc5-46d0-a013-21e953b34069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba0bf6b-8b34-493e-b198-b1b6051e51aa,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:36:14.627732 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-b63b16e3-d9af-4741-a2ee-118bab8e600c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (d3fb0dde-5c40-4fca-80b5-61326157311c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:14.865960 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 33594) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:36:14.879198 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-b86dc923-8876-4626-85f1-f3d2da09fb94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:14.951549 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-b86dc923-8876-4626-85f1-f3d2da09fb94 admin admin] Publish callbacks [] for security_group (a4aa3b4d-4747-467a-95d1-2d7e60b6acb0), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:14.955842 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-b86dc923-8876-4626-85f1-f3d2da09fb94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (a4aa3b4d-4747-467a-95d1-2d7e60b6acb0), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:14.994693 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-b86dc923-8876-4626-85f1-f3d2da09fb94 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=298adfef9d7049268f77d6652c10b450&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1276386 Apr 12 00:36:14.995805 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86dc923-8876-4626-85f1-f3d2da09fb94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4aa3b4d-4747-467a-95d1-2d7e60b6acb0,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:36:14.997303 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 33596) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:36:15.045008 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-4f50445c-dab3-415b-9263-afca30129927 admin admin] Publish callbacks [] for security_group (a4aa3b4d-4747-467a-95d1-2d7e60b6acb0), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:15.065568 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-4f50445c-dab3-415b-9263-afca30129927 admin admin] Publish callbacks [] for security_group (a4aa3b4d-4747-467a-95d1-2d7e60b6acb0), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:15.112740 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-4f50445c-dab3-415b-9263-afca30129927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (a4aa3b4d-4747-467a-95d1-2d7e60b6acb0), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:15.115366 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-4f50445c-dab3-415b-9263-afca30129927 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:15.116462 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-4f50445c-dab3-415b-9263-afca30129927 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a4aa3b4d-4747-467a-95d1-2d7e60b6acb0 HTTP/1.1" status: 204 len: 168 time: 0.1181495 Apr 12 00:36:15.123845 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f50445c-dab3-415b-9263-afca30129927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4aa3b4d-4747-467a-95d1-2d7e60b6acb0,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:36:15.749809 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 33618) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:36:15.840003 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [None req-4fcf377e-5ff9-4d9c-8a56-9aea2527d122 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1401780697-network', 'tenant_id': '217de80a63014854920d48cfd475d098'}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:36:15.860422 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fcf377e-5ff9-4d9c-8a56-9aea2527d122 admin admin] Made reservation on behalf of 217de80a63014854920d48cfd475d098 for: {'network': 1} {{(pid=114859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:36:15.862498 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-4fcf377e-5ff9-4d9c-8a56-9aea2527d122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for network (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:15.870562 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-4fcf377e-5ff9-4d9c-8a56-9aea2527d122 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:15.942095 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-4fcf377e-5ff9-4d9c-8a56-9aea2527d122 admin admin] Publish callbacks [] for security_group (425c8cb8-0ee8-4978-af36-b172f1ccd4e0), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:15.946556 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-4fcf377e-5ff9-4d9c-8a56-9aea2527d122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (425c8cb8-0ee8-4978-af36-b172f1ccd4e0), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:15.966807 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fcf377e-5ff9-4d9c-8a56-9aea2527d122 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=114859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 00:36:15.980686 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcf377e-5ff9-4d9c-8a56-9aea2527d122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425c8cb8-0ee8-4978-af36-b172f1ccd4e0,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:36:15.986085 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-4fcf377e-5ff9-4d9c-8a56-9aea2527d122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552308'] for segment (177366dc-a9e0-44f9-9b16-2794835f86bb), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:15.986458 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.db.segments_db [None req-4fcf377e-5ff9-4d9c-8a56-9aea2527d122 admin admin] Added segment 177366dc-a9e0-44f9-9b16-2794835f86bb of type vlan for network f05fd062-6a80-4786-8333-93c797462844 Apr 12 00:36:16.025779 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-4fcf377e-5ff9-4d9c-8a56-9aea2527d122 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757612902750'] for network (f05fd062-6a80-4786-8333-93c797462844), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:16.050100 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-4fcf377e-5ff9-4d9c-8a56-9aea2527d122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925'] for network (f05fd062-6a80-4786-8333-93c797462844), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:16.051046 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcf377e-5ff9-4d9c-8a56-9aea2527d122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:36:16.051630 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-4fcf377e-5ff9-4d9c-8a56-9aea2527d122 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for network (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:16.083144 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-4fcf377e-5ff9-4d9c-8a56-9aea2527d122 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3322117 Apr 12 00:36:16.086212 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 33622) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:36:16.091156 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-aaf0113f-2f37-4d54-b5ae-6533b40b4aa8 admin admin] Request body: {'subnet': {'network_id': 'f05fd062-6a80-4786-8333-93c797462844', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1401780697-subnet', 'tenant_id': '217de80a63014854920d48cfd475d098', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:36:16.110914 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf0113f-2f37-4d54-b5ae-6533b40b4aa8 admin admin] Made reservation on behalf of 217de80a63014854920d48cfd475d098 for: {'subnet': 1} {{(pid=114860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:36:16.113339 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-aaf0113f-2f37-4d54-b5ae-6533b40b4aa8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069877'] for subnet (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:16.114287 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcf377e-5ff9-4d9c-8a56-9aea2527d122 admin admin] Pushing event updated for resources: {'Network': ['ID=f05fd062-6a80-4786-8333-93c797462844,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:36:16.124122 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Network f05fd062-6a80-4786-8333-93c797462844 details requested by agent ovs-agent-dv-cinder-836252-3-iscsi with host dv-cinder-836252-3-iscsi {{(pid=114861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 00:36:16.220224 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d4423688-5a44-44f3-a132-81f2c9b6cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (af38becd-82ff-4144-8f94-74de975161ca), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:16.278275 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-aaf0113f-2f37-4d54-b5ae-6533b40b4aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069863'] for subnet (0c14c109-8a43-406d-9bf4-7667ce4baf35), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:16.332291 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0113f-2f37-4d54-b5ae-6533b40b4aa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c14c109-8a43-406d-9bf4-7667ce4baf35,revision_number=0']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:36:16.340978 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf0113f-2f37-4d54-b5ae-6533b40b4aa8 admin admin] Checking segment: {'id': '177366dc-a9e0-44f9-9b16-2794835f86bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'f05fd062-6a80-4786-8333-93c797462844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:36:16.341337 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf0113f-2f37-4d54-b5ae-6533b40b4aa8 admin admin] Network hostable DHCP agents. Network: f05fd062-6a80-4786-8333-93c797462844, hostable agents: ['4ecbd319-6885-49f5-abb8-de205838eb1c'], hosted agents: [] {{(pid=114860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 00:36:16.358278 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf0113f-2f37-4d54-b5ae-6533b40b4aa8 admin admin] Network f05fd062-6a80-4786-8333-93c797462844 is scheduled to be hosted by DHCP agent 4ecbd319-6885-49f5-abb8-de205838eb1c with binding_index 1 {{(pid=114860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 00:36:16.366130 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.base_scheduler [None req-aaf0113f-2f37-4d54-b5ae-6533b40b4aa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836252-3-iscsi, f05fd062-6a80-4786-8333-93c797462844) {{(pid=114860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:36:16.370033 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf0113f-2f37-4d54-b5ae-6533b40b4aa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:36:16.370650 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-aaf0113f-2f37-4d54-b5ae-6533b40b4aa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for subnet (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:16.375814 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e4060d-3c16-4244-8511-3ccac4cc5dc9 None None] Network f05fd062-6a80-4786-8333-93c797462844 requested from dv-cinder-836252-3-iscsi {{(pid=114861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:36:16.387150 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-aaf0113f-2f37-4d54-b5ae-6533b40b4aa8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.2997518 Apr 12 00:36:16.467178 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b7c12c-2c8f-4fa9-b5e7-6fdabf3092e0 None None] Network f05fd062-6a80-4786-8333-93c797462844 requested from dv-cinder-836252-3-iscsi {{(pid=114861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:36:16.833825 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 33638) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:36:16.838781 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-d37cbb1b-acba-489c-9ecb-be9a05f7f6cc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1238374555-network', 'tenant_id': 'd9ad251c924740b8a3ccf9e2251db734'}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:36:16.857486 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d37cbb1b-acba-489c-9ecb-be9a05f7f6cc admin admin] Made reservation on behalf of d9ad251c924740b8a3ccf9e2251db734 for: {'network': 1} {{(pid=114860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:36:16.860052 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-d37cbb1b-acba-489c-9ecb-be9a05f7f6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for network (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:16.872494 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-d37cbb1b-acba-489c-9ecb-be9a05f7f6cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:16.945885 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-d37cbb1b-acba-489c-9ecb-be9a05f7f6cc admin admin] Publish callbacks [] for security_group (f324c644-023b-4c91-9308-c55cb572a3cb), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:16.949195 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-d37cbb1b-acba-489c-9ecb-be9a05f7f6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (f324c644-023b-4c91-9308-c55cb572a3cb), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:16.972233 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d37cbb1b-acba-489c-9ecb-be9a05f7f6cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=114860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 00:36:16.980630 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37cbb1b-acba-489c-9ecb-be9a05f7f6cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f324c644-023b-4c91-9308-c55cb572a3cb,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:36:16.987006 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-d37cbb1b-acba-489c-9ecb-be9a05f7f6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552308'] for segment (73ae743b-a278-4a91-90da-1bb0582e7e36), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:16.987344 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.db.segments_db [None req-d37cbb1b-acba-489c-9ecb-be9a05f7f6cc admin admin] Added segment 73ae743b-a278-4a91-90da-1bb0582e7e36 of type vlan for network 66673c1d-c43e-47d2-aff4-4ca7d45fbc9e Apr 12 00:36:17.026350 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-d37cbb1b-acba-489c-9ecb-be9a05f7f6cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757612902750'] for network (66673c1d-c43e-47d2-aff4-4ca7d45fbc9e), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:17.050728 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-d37cbb1b-acba-489c-9ecb-be9a05f7f6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925'] for network (66673c1d-c43e-47d2-aff4-4ca7d45fbc9e), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:17.051649 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37cbb1b-acba-489c-9ecb-be9a05f7f6cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:36:17.052261 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-d37cbb1b-acba-489c-9ecb-be9a05f7f6cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for network (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:17.083784 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-d37cbb1b-acba-489c-9ecb-be9a05f7f6cc admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2488766 Apr 12 00:36:17.086757 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 33640) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:36:17.091781 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [None req-9b5f2205-b4bf-41ba-ab37-5eb5d5ae1983 admin admin] Request body: {'subnet': {'network_id': '66673c1d-c43e-47d2-aff4-4ca7d45fbc9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1238374555-subnet', 'tenant_id': 'd9ad251c924740b8a3ccf9e2251db734', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:36:17.111820 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5f2205-b4bf-41ba-ab37-5eb5d5ae1983 admin admin] Made reservation on behalf of d9ad251c924740b8a3ccf9e2251db734 for: {'subnet': 1} {{(pid=114859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:36:17.112810 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37cbb1b-acba-489c-9ecb-be9a05f7f6cc admin admin] Pushing event updated for resources: {'Network': ['ID=66673c1d-c43e-47d2-aff4-4ca7d45fbc9e,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:36:17.114950 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-9b5f2205-b4bf-41ba-ab37-5eb5d5ae1983 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59423709'] for subnet (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:17.122589 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Network 66673c1d-c43e-47d2-aff4-4ca7d45fbc9e details requested by agent ovs-agent-dv-cinder-836252-3-iscsi with host dv-cinder-836252-3-iscsi {{(pid=114861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 00:36:17.201799 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (6c438ad1-5788-4552-a50f-29c8c96f3196), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:17.284452 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-9b5f2205-b4bf-41ba-ab37-5eb5d5ae1983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59135644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59423695'] for subnet (e39541a6-41bc-456e-8fad-93d8e1f805a3), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:17.337504 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f2205-b4bf-41ba-ab37-5eb5d5ae1983 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e39541a6-41bc-456e-8fad-93d8e1f805a3,revision_number=0']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:36:17.346340 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5f2205-b4bf-41ba-ab37-5eb5d5ae1983 admin admin] Checking segment: {'id': '73ae743b-a278-4a91-90da-1bb0582e7e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '66673c1d-c43e-47d2-aff4-4ca7d45fbc9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:36:17.346697 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5f2205-b4bf-41ba-ab37-5eb5d5ae1983 admin admin] Network hostable DHCP agents. Network: 66673c1d-c43e-47d2-aff4-4ca7d45fbc9e, hostable agents: ['4ecbd319-6885-49f5-abb8-de205838eb1c'], hosted agents: [] {{(pid=114859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 00:36:17.363484 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5f2205-b4bf-41ba-ab37-5eb5d5ae1983 admin admin] Network 66673c1d-c43e-47d2-aff4-4ca7d45fbc9e is scheduled to be hosted by DHCP agent 4ecbd319-6885-49f5-abb8-de205838eb1c with binding_index 1 {{(pid=114859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 00:36:17.372079 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.base_scheduler [None req-9b5f2205-b4bf-41ba-ab37-5eb5d5ae1983 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836252-3-iscsi, 66673c1d-c43e-47d2-aff4-4ca7d45fbc9e) {{(pid=114859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:36:17.376097 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5f2205-b4bf-41ba-ab37-5eb5d5ae1983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:36:17.376681 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-9b5f2205-b4bf-41ba-ab37-5eb5d5ae1983 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:17.381440 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55648e8-29a1-4754-87d8-3b56a0af4257 None None] Network 66673c1d-c43e-47d2-aff4-4ca7d45fbc9e requested from dv-cinder-836252-3-iscsi {{(pid=114861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:36:17.392215 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-9b5f2205-b4bf-41ba-ab37-5eb5d5ae1983 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3042808 Apr 12 00:36:17.477795 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e3116d-6576-4b8a-93e0-bfed8e369a46 None None] Network 66673c1d-c43e-47d2-aff4-4ca7d45fbc9e requested from dv-cinder-836252-3-iscsi {{(pid=114861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:36:17.620427 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-be9ea9f3-6c7c-4887-ad09-badb35df740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (738aa052-ee84-4bd1-913b-ee7149597f8f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:18.967185 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (f9a21fd4-36f2-4826-890e-da332e228edf), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:22.478898 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ef2b3-94dd-49e6-bc85-fddd0ff0c7d2 req-4a7b7762-22df-4d32-86b8-85b91303b831 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:36:22.480274 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-186ef2b3-94dd-49e6-bc85-fddd0ff0c7d2 req-4a7b7762-22df-4d32-86b8-85b91303b831 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 946 time: 0.0488410 Apr 12 00:36:22.526608 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-186ef2b3-94dd-49e6-bc85-fddd0ff0c7d2 req-6ca60f6e-45f0-4a96-9bae-e6c0c9016c0c tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=151407be-4965-44bf-9c3d-9fd289d71e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400844 Apr 12 00:36:23.642722 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d6841-1f47-4a0f-a775-940ad5028d2f req-c4d8723f-e641-488b-b9db-dbc612e38d98 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:36:23.644204 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-415d6841-1f47-4a0f-a775-940ad5028d2f req-c4d8723f-e641-488b-b9db-dbc612e38d98 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 946 time: 0.0477960 Apr 12 00:36:23.696670 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-415d6841-1f47-4a0f-a775-940ad5028d2f req-008c2b3a-10f3-4b18-bf9f-5ac8f1ae5b7a tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups?id=151407be-4965-44bf-9c3d-9fd289d71e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469952 Apr 12 00:36:24.062116 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c8f993-0daf-4f48-a978-c55a98673171 req-8ba143c1-c7df-4228-97b5-6cae47b9a3c2 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:36:24.063604 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-54c8f993-0daf-4f48-a978-c55a98673171 req-8ba143c1-c7df-4228-97b5-6cae47b9a3c2 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 946 time: 0.0470212 Apr 12 00:36:24.150126 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [req-54c8f993-0daf-4f48-a978-c55a98673171 req-51882cc7-2cfa-4604-a4eb-01fad184a969 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Deleting port 0e9155b9-7112-41cd-b8ec-dd359b342b3a {{(pid=114859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:36:24.150501 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-54c8f993-0daf-4f48-a978-c55a98673171 req-51882cc7-2cfa-4604-a4eb-01fad184a969 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (0e9155b9-7112-41cd-b8ec-dd359b342b3a), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:24.244464 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [req-54c8f993-0daf-4f48-a978-c55a98673171 req-51882cc7-2cfa-4604-a4eb-01fad184a969 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] For port 0e9155b9-7112-41cd-b8ec-dd359b342b3a, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=0e9155b9-7112-41cd-b8ec-dd359b342b3a,segment=NetworkSegment(49ba757d-47c8-495e-9077-08facd79368e),segment_id=49ba757d-47c8-495e-9077-08facd79368e)] {{(pid=114859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:36:24.244765 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-54c8f993-0daf-4f48-a978-c55a98673171 req-51882cc7-2cfa-4604-a4eb-01fad184a969 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (0e9155b9-7112-41cd-b8ec-dd359b342b3a), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:24.412549 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-54c8f993-0daf-4f48-a978-c55a98673171 req-51882cc7-2cfa-4604-a4eb-01fad184a969 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:24.412939 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-54c8f993-0daf-4f48-a978-c55a98673171 req-51882cc7-2cfa-4604-a4eb-01fad184a969 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1586356'] for floatingip (cb6012fd-e53d-4187-a3eb-81e2d6b0a51e), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:24.413249 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.db.l3_db [req-54c8f993-0daf-4f48-a978-c55a98673171 req-51882cc7-2cfa-4604-a4eb-01fad184a969 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Floating IP cb6012fd-e53d-4187-a3eb-81e2d6b0a51e disassociated. External IP: 172.27.3.54, port: 0e9155b9-7112-41cd-b8ec-dd359b342b3a. Apr 12 00:36:24.413584 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [req-54c8f993-0daf-4f48-a978-c55a98673171 req-51882cc7-2cfa-4604-a4eb-01fad184a969 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Calling delete_port for 0e9155b9-7112-41cd-b8ec-dd359b342b3a owned by compute:nova {{(pid=114859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:36:24.544187 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-54c8f993-0daf-4f48-a978-c55a98673171 req-51882cc7-2cfa-4604-a4eb-01fad184a969 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (0e9155b9-7112-41cd-b8ec-dd359b342b3a), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:24.569835 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51882cc7-2cfa-4604-a4eb-01fad184a969 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Pushing event deleted for resources: {'Port': ['ID=0e9155b9-7112-41cd-b8ec-dd359b342b3a,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:36:24.688543 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54c8f993-0daf-4f48-a978-c55a98673171 req-51882cc7-2cfa-4604-a4eb-01fad184a969 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Router b66e004c-97b5-4333-aacd-0dd256f7f56f has already been hosted by L3 agent d3fb0dde-5c40-4fca-80b5-61326157311c {{(pid=114859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:36:24.796236 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54c8f993-0daf-4f48-a978-c55a98673171 req-51882cc7-2cfa-4604-a4eb-01fad184a969 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Notify agent at l3_agent.dv-cinder-836252-3-iscsi the message routers_updated {{(pid=114859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:36:24.796463 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-97daed3c-0015-4641-83ce-1247f159a8dc req-c75cbbca-853d-4229-860d-96ead5b4666e tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fd000ee-5205-4d02-b7a8-8c99871c8f29 HTTP/1.1" status: 200 len: 210 time: 0.0283279 Apr 12 00:36:24.807252 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adeff17-e4a7-447a-b389-fa4984ab66c9 None None] Sync routers for ids ['b66e004c-97b5-4333-aacd-0dd256f7f56f'] in dv-cinder-836252-3-iscsi {{(pid=114861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:36:24.817150 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adeff17-e4a7-447a-b389-fa4984ab66c9 None None] Routers {'b66e004c-97b5-4333-aacd-0dd256f7f56f'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:36:24.817849 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-0adeff17-e4a7-447a-b389-fa4984ab66c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:36:15Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['b66e004c-97b5-4333-aacd-0dd256f7f56f'], 'active': True} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:36:24.837668 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c8f993-0daf-4f48-a978-c55a98673171 req-51882cc7-2cfa-4604-a4eb-01fad184a969 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] No DVR routers for this DVR port 0e9155b9-7112-41cd-b8ec-dd359b342b3a on host hv-cinder-83625 {{(pid=114859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:36:24.840274 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-54c8f993-0daf-4f48-a978-c55a98673171 req-51882cc7-2cfa-4604-a4eb-01fad184a969 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for port (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:24.844230 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-54c8f993-0daf-4f48-a978-c55a98673171 req-51882cc7-2cfa-4604-a4eb-01fad184a969 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.52 "DELETE /v2.0/ports/0e9155b9-7112-41cd-b8ec-dd359b342b3a HTTP/1.1" status: 204 len: 173 time: 0.7751482 Apr 12 00:36:24.844612 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd000ee-5205-4d02-b7a8-8c99871c8f29', 'name': 'network-vif-deleted', 'tag': '0e9155b9-7112-41cd-b8ec-dd359b342b3a'}] {{(pid=114859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:36:24.846972 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d751ce943c7fd1580d8237ddcdd582f05025ac6b53677acecb9ecfb4d000721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d635728-ca4a-4b65-b61a-40d7c04aff4e" -d '{"events": [{"server_uuid": "6fd000ee-5205-4d02-b7a8-8c99871c8f29", "name": "network-vif-deleted", "tag": "0e9155b9-7112-41cd-b8ec-dd359b342b3a"}]}' {{(pid=114859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:36:24.884866 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd817653-44f7-4903-ae87-d5bb089c1f8f x-openstack-request-id: req-fd817653-44f7-4903-ae87-d5bb089c1f8f {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:36:24.885170 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd000ee-5205-4d02-b7a8-8c99871c8f29", "name": "network-vif-deleted", "tag": "0e9155b9-7112-41cd-b8ec-dd359b342b3a", "status": "completed", "code": 200}]} {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:36:24.885427 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fd817653-44f7-4903-ae87-d5bb089c1f8f {{(pid=114859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:36:24.885857 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd817653-44f7-4903-ae87-d5bb089c1f8f'] response: {'server_uuid': '6fd000ee-5205-4d02-b7a8-8c99871c8f29', 'name': 'network-vif-deleted', 'tag': '0e9155b9-7112-41cd-b8ec-dd359b342b3a', 'status': 'completed', 'code': 200} Apr 12 00:36:24.929951 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvr_db [None req-0adeff17-e4a7-447a-b389-fa4984ab66c9 None None] Set router b66e004c-97b5-4333-aacd-0dd256f7f56f gateway port host: dv-cinder-836252-3-iscsi {{(pid=114861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:36:25.128872 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-0adeff17-e4a7-447a-b389-fa4984ab66c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66e004c-97b5-4333-aacd-0dd256f7f56f', 'name': 'tempest-AttachVolumeShelveTestJSON-1879484040-router', 'tenant_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '61a64e4a-6861-4369-8e2f-ef17f5f6af16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:25:37Z', 'updated_at': '2022-04-12T00:25:45Z', 'revision_number': 4, 'project_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'gw_port': {'id': '61a64e4a-6861-4369-8e2f-ef17f5f6af16', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66e004c-97b5-4333-aacd-0dd256f7f56f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:38Z', 'updated_at': '2022-04-12T00:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': '2ca65d7a-78cd-441a-b64b-83ef86f9fba1', 'name': '', 'network_id': '1ee4ba18-669f-44db-9087-b0bd886e30c9', 'tenant_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'mac_address': 'fa:16:3e:0c:0d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66e004c-97b5-4333-aacd-0dd256f7f56f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5e83a63b-8739-41ae-aeb4-59d49ec2e5b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:42Z', 'updated_at': '2022-04-12T00:25:56Z', 'revision_number': 5, 'project_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'subnets': [{'id': '5e83a63b-8739-41ae-aeb4-59d49ec2e5b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:36:25.158917 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adeff17-e4a7-447a-b389-fa4984ab66c9 None None] Checking router: b66e004c-97b5-4333-aacd-0dd256f7f56f for host: dv-cinder-836252-3-iscsi {{(pid=114861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:36:25.166950 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adeff17-e4a7-447a-b389-fa4984ab66c9 None None] Routers {'b66e004c-97b5-4333-aacd-0dd256f7f56f'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:36:25.167552 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-0adeff17-e4a7-447a-b389-fa4984ab66c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:36:15Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['b66e004c-97b5-4333-aacd-0dd256f7f56f'], 'active': True} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:36:25.274934 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvr_db [None req-0adeff17-e4a7-447a-b389-fa4984ab66c9 None None] Set router b66e004c-97b5-4333-aacd-0dd256f7f56f gateway port host: dv-cinder-836252-3-iscsi {{(pid=114861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:36:25.461963 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-0adeff17-e4a7-447a-b389-fa4984ab66c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66e004c-97b5-4333-aacd-0dd256f7f56f', 'name': 'tempest-AttachVolumeShelveTestJSON-1879484040-router', 'tenant_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '61a64e4a-6861-4369-8e2f-ef17f5f6af16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:25:37Z', 'updated_at': '2022-04-12T00:25:45Z', 'revision_number': 4, 'project_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'gw_port': {'id': '61a64e4a-6861-4369-8e2f-ef17f5f6af16', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66e004c-97b5-4333-aacd-0dd256f7f56f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:38Z', 'updated_at': '2022-04-12T00:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': '2ca65d7a-78cd-441a-b64b-83ef86f9fba1', 'name': '', 'network_id': '1ee4ba18-669f-44db-9087-b0bd886e30c9', 'tenant_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'mac_address': 'fa:16:3e:0c:0d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66e004c-97b5-4333-aacd-0dd256f7f56f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5e83a63b-8739-41ae-aeb4-59d49ec2e5b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:42Z', 'updated_at': '2022-04-12T00:25:56Z', 'revision_number': 5, 'project_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'subnets': [{'id': '5e83a63b-8739-41ae-aeb4-59d49ec2e5b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:36:25.487655 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adeff17-e4a7-447a-b389-fa4984ab66c9 None None] The sync data for ids ['b66e004c-97b5-4333-aacd-0dd256f7f56f'] in dv-cinder-836252-3-iscsi is: [{'id': 'b66e004c-97b5-4333-aacd-0dd256f7f56f', 'name': 'tempest-AttachVolumeShelveTestJSON-1879484040-router', 'tenant_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '61a64e4a-6861-4369-8e2f-ef17f5f6af16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:25:37Z', 'updated_at': '2022-04-12T00:25:45Z', 'revision_number': 4, 'project_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'gw_port': {'id': '61a64e4a-6861-4369-8e2f-ef17f5f6af16', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66e004c-97b5-4333-aacd-0dd256f7f56f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:38Z', 'updated_at': '2022-04-12T00:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': '2ca65d7a-78cd-441a-b64b-83ef86f9fba1', 'name': '', 'network_id': '1ee4ba18-669f-44db-9087-b0bd886e30c9', 'tenant_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'mac_address': 'fa:16:3e:0c:0d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66e004c-97b5-4333-aacd-0dd256f7f56f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5e83a63b-8739-41ae-aeb4-59d49ec2e5b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:42Z', 'updated_at': '2022-04-12T00:25:56Z', 'revision_number': 5, 'project_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'subnets': [{'id': '5e83a63b-8739-41ae-aeb4-59d49ec2e5b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:36:25.708637 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4720d4-2b16-4b17-8198-4a7e867d0e61 None None] New status for floating IP cb6012fd-e53d-4187-a3eb-81e2d6b0a51e: DOWN {{(pid=114862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 00:36:25.893856 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 33732) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:36:25.945319 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-79dd24c0-8e3f-4d7f-b918-3d1df47bf9f2 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks [] for security_group (151407be-4965-44bf-9c3d-9fd289d71e15), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:25.971672 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-79dd24c0-8e3f-4d7f-b918-3d1df47bf9f2 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks [] for security_group (151407be-4965-44bf-9c3d-9fd289d71e15), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:26.018078 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-79dd24c0-8e3f-4d7f-b918-3d1df47bf9f2 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (151407be-4965-44bf-9c3d-9fd289d71e15), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:26.020619 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-79dd24c0-8e3f-4d7f-b918-3d1df47bf9f2 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks [] for security_group (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:26.021747 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-79dd24c0-8e3f-4d7f-b918-3d1df47bf9f2 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "DELETE /v2.0/security-groups/151407be-4965-44bf-9c3d-9fd289d71e15 HTTP/1.1" status: 204 len: 168 time: 0.1268623 Apr 12 00:36:26.024594 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 33734) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:36:26.030446 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dd24c0-8e3f-4d7f-b918-3d1df47bf9f2 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=151407be-4965-44bf-9c3d-9fd289d71e15,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:36:26.038230 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.api.v2.resource [None req-36ccf5eb-968a-4614-99f1-eb7a070b56db tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] show failed (client error): The resource could not be found. Apr 12 00:36:26.039234 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-36ccf5eb-968a-4614-99f1-eb7a070b56db tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "GET /v2.0/security-groups/151407be-4965-44bf-9c3d-9fd289d71e15 HTTP/1.1" status: 404 len: 347 time: 0.0136185 Apr 12 00:36:26.041978 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 33736) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:36:26.163335 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.plugin [None req-48d581da-ca9d-4d85-9fca-93718f9ba249 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Deleting port cef7d84a-d693-4a13-9264-9bec06181f88 {{(pid=114860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:36:26.163577 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-48d581da-ca9d-4d85-9fca-93718f9ba249 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (cef7d84a-d693-4a13-9264-9bec06181f88), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:26.241523 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-48d581da-ca9d-4d85-9fca-93718f9ba249 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (cef7d84a-d693-4a13-9264-9bec06181f88), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:26.241842 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-48d581da-ca9d-4d85-9fca-93718f9ba249 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks [] for floatingip (cef7d84a-d693-4a13-9264-9bec06181f88), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:26.253756 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.plugin [None req-48d581da-ca9d-4d85-9fca-93718f9ba249 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Calling delete_port for cef7d84a-d693-4a13-9264-9bec06181f88 owned by network:floatingip {{(pid=114860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:36:26.384491 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-48d581da-ca9d-4d85-9fca-93718f9ba249 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806209'] for port (cef7d84a-d693-4a13-9264-9bec06181f88), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:26.408057 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d581da-ca9d-4d85-9fca-93718f9ba249 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Pushing event deleted for resources: {'Port': ['ID=cef7d84a-d693-4a13-9264-9bec06181f88,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:36:26.469218 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-48d581da-ca9d-4d85-9fca-93718f9ba249 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks [] for floatingip (cb6012fd-e53d-4187-a3eb-81e2d6b0a51e), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:26.471807 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-48d581da-ca9d-4d85-9fca-93718f9ba249 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for floatingip (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:26.472936 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-48d581da-ca9d-4d85-9fca-93718f9ba249 tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] 10.222.0.32 "DELETE /v2.0/floatingips/cb6012fd-e53d-4187-a3eb-81e2d6b0a51e HTTP/1.1" status: 204 len: 168 time: 0.4300632 Apr 12 00:36:27.558581 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device 0e9155b9-7112-41cd-b8ec-dd359b342b3a no longer exists at agent hyperv_hv-cinder-83625 {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:36:27.578233 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] No Port match for: 0e9155b9-7112-41cd-b8ec-dd359b342b3a {{(pid=114861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 00:36:27.578600 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device 0e9155b9-7112-41cd-b8ec-dd359b342b3a not bound to the agent host hv-cinder-83625 {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:36:33.053201 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 33836) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:36:33.505337 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-75c5d0b6-6bdd-451d-a85b-c892d65fb872 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1586612'] for router_interface (b66e004c-97b5-4333-aacd-0dd256f7f56f), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:33.732985 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [None req-75c5d0b6-6bdd-451d-a85b-c892d65fb872 admin admin] Deleting port 2ca65d7a-78cd-441a-b64b-83ef86f9fba1 {{(pid=114859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:36:33.733319 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-75c5d0b6-6bdd-451d-a85b-c892d65fb872 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (2ca65d7a-78cd-441a-b64b-83ef86f9fba1), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:33.813354 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [None req-75c5d0b6-6bdd-451d-a85b-c892d65fb872 admin admin] For port 2ca65d7a-78cd-441a-b64b-83ef86f9fba1, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=2ca65d7a-78cd-441a-b64b-83ef86f9fba1,segment=NetworkSegment(49ba757d-47c8-495e-9077-08facd79368e),segment_id=49ba757d-47c8-495e-9077-08facd79368e)] {{(pid=114859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:36:33.813689 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-75c5d0b6-6bdd-451d-a85b-c892d65fb872 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (2ca65d7a-78cd-441a-b64b-83ef86f9fba1), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:33.826477 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [None req-75c5d0b6-6bdd-451d-a85b-c892d65fb872 admin admin] Calling delete_port for 2ca65d7a-78cd-441a-b64b-83ef86f9fba1 owned by network:router_interface {{(pid=114859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:36:33.854536 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 33850) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:36:33.904948 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaf621a6-dab4-45b3-90b5-fc84ff188ee9 admin admin] Deleting subnet 0c14c109-8a43-406d-9bf4-7667ce4baf35 {{(pid=114860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 00:36:33.904948 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-eaf621a6-dab4-45b3-90b5-fc84ff188ee9 admin admin] Publish callbacks [] for subnet (0c14c109-8a43-406d-9bf4-7667ce4baf35), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:33.941982 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-eaf621a6-dab4-45b3-90b5-fc84ff188ee9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60543214'] for subnet (0c14c109-8a43-406d-9bf4-7667ce4baf35), precommit_delete_associations {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:33.979615 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-eaf621a6-dab4-45b3-90b5-fc84ff188ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550137'] for subnet (0c14c109-8a43-406d-9bf4-7667ce4baf35), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:34.007878 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-75c5d0b6-6bdd-451d-a85b-c892d65fb872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (2ca65d7a-78cd-441a-b64b-83ef86f9fba1), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:34.030714 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-eaf621a6-dab4-45b3-90b5-fc84ff188ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069864'] for subnet (0c14c109-8a43-406d-9bf4-7667ce4baf35), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:34.035011 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c5d0b6-6bdd-451d-a85b-c892d65fb872 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ca65d7a-78cd-441a-b64b-83ef86f9fba1,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:36:34.058381 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf621a6-dab4-45b3-90b5-fc84ff188ee9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c14c109-8a43-406d-9bf4-7667ce4baf35,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:36:34.060742 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-eaf621a6-dab4-45b3-90b5-fc84ff188ee9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for subnet (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:34.066730 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-eaf621a6-dab4-45b3-90b5-fc84ff188ee9 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0c14c109-8a43-406d-9bf4-7667ce4baf35 HTTP/1.1" status: 204 len: 168 time: 0.2110517 Apr 12 00:36:34.067353 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 33854) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:36:34.143508 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-9a5ae3e6-9218-467d-83fe-30c17bb5bb86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1475178'] for network (f05fd062-6a80-4786-8333-93c797462844), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:34.209190 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-75c5d0b6-6bdd-451d-a85b-c892d65fb872 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586456'] for router_interface (b66e004c-97b5-4333-aacd-0dd256f7f56f), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:34.226492 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-9a5ae3e6-9218-467d-83fe-30c17bb5bb86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1545652', 'neutron.services.segments.db._delete_segments_for_network-8757613416367'] for network (f05fd062-6a80-4786-8333-93c797462844), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:34.246585 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.services.segments.db [None req-9a5ae3e6-9218-467d-83fe-30c17bb5bb86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f05fd062-6a80-4786-8333-93c797462844']}} {{(pid=114860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:36:34.255655 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.services.segments.db [None req-9a5ae3e6-9218-467d-83fe-30c17bb5bb86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '177366dc-a9e0-44f9-9b16-2794835f86bb') {'for_net_delete': True} {{(pid=114860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:36:34.255947 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.services.segments.db [None req-9a5ae3e6-9218-467d-83fe-30c17bb5bb86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '177366dc-a9e0-44f9-9b16-2794835f86bb') {} {{(pid=114860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:36:34.266273 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-9a5ae3e6-9218-467d-83fe-30c17bb5bb86 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757613418168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60543207'] for segment (177366dc-a9e0-44f9-9b16-2794835f86bb), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:34.279361 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-9a5ae3e6-9218-467d-83fe-30c17bb5bb86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552308'] for segment (177366dc-a9e0-44f9-9b16-2794835f86bb), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:34.285626 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a5ae3e6-9218-467d-83fe-30c17bb5bb86 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=114860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 00:36:34.286022 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-9a5ae3e6-9218-467d-83fe-30c17bb5bb86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806038'] for segment (177366dc-a9e0-44f9-9b16-2794835f86bb), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:34.288008 dv-cinder-836252-3-iscsi neutron-server[114860]: Traceback (most recent call last): Apr 12 00:36:34.288008 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 00:36:34.288008 dv-cinder-836252-3-iscsi neutron-server[114860]: timer() Apr 12 00:36:34.288008 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 00:36:34.288008 dv-cinder-836252-3-iscsi neutron-server[114860]: cb(*args, **kw) Apr 12 00:36:34.288008 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 00:36:34.288008 dv-cinder-836252-3-iscsi neutron-server[114860]: return func(*args, **kwargs) Apr 12 00:36:34.288008 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 00:36:34.288008 dv-cinder-836252-3-iscsi neutron-server[114860]: self._notify() Apr 12 00:36:34.288008 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 00:36:34.288008 dv-cinder-836252-3-iscsi neutron-server[114860]: self.callback(batched_events) Apr 12 00:36:34.288008 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 00:36:34.288008 dv-cinder-836252-3-iscsi neutron-server[114860]: event.method(event) Apr 12 00:36:34.288008 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 00:36:34.288008 dv-cinder-836252-3-iscsi neutron-server[114860]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 00:36:34.288008 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 00:36:34.288008 dv-cinder-836252-3-iscsi neutron-server[114860]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 00:36:34.288008 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 00:36:34.288008 dv-cinder-836252-3-iscsi neutron-server[114860]: return f(self, *a, **k) Apr 12 00:36:34.288008 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 00:36:34.288008 dv-cinder-836252-3-iscsi neutron-server[114860]: return self._get(url).json() Apr 12 00:36:34.288008 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 00:36:34.288008 dv-cinder-836252-3-iscsi neutron-server[114860]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 00:36:34.288008 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 00:36:34.288008 dv-cinder-836252-3-iscsi neutron-server[114860]: return self.request(url, 'GET', **kwargs) Apr 12 00:36:34.288008 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 00:36:34.288008 dv-cinder-836252-3-iscsi neutron-server[114860]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 00:36:34.288008 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 00:36:34.288008 dv-cinder-836252-3-iscsi neutron-server[114860]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 00:36:34.288008 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 00:36:34.288008 dv-cinder-836252-3-iscsi neutron-server[114860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 00:36:34.288008 dv-cinder-836252-3-iscsi neutron-server[114860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 00:36:34.345247 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-9a5ae3e6-9218-467d-83fe-30c17bb5bb86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1545659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1586330'] for network (f05fd062-6a80-4786-8333-93c797462844), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:34.352583 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-9a5ae3e6-9218-467d-83fe-30c17bb5bb86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for network (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:34.355783 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-9a5ae3e6-9218-467d-83fe-30c17bb5bb86 admin admin] 10.222.0.32 "DELETE /v2.0/networks/f05fd062-6a80-4786-8333-93c797462844 HTTP/1.1" status: 204 len: 168 time: 0.2871871 Apr 12 00:36:34.358565 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 33856) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:36:34.379847 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5ae3e6-9218-467d-83fe-30c17bb5bb86 admin admin] Pushing event deleted for resources: {'Network': ['ID=f05fd062-6a80-4786-8333-93c797462844,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:36:34.417367 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.db.db_base_plugin_v2 [None req-ace56616-fe80-464e-9e8b-93cf6cd592cf admin admin] Deleting subnet e39541a6-41bc-456e-8fad-93d8e1f805a3 {{(pid=114860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 00:36:34.420777 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-ace56616-fe80-464e-9e8b-93cf6cd592cf admin admin] Publish callbacks [] for subnet (e39541a6-41bc-456e-8fad-93d8e1f805a3), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:34.433100 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c5d0b6-6bdd-451d-a85b-c892d65fb872 admin admin] Router b66e004c-97b5-4333-aacd-0dd256f7f56f has already been hosted by L3 agent d3fb0dde-5c40-4fca-80b5-61326157311c {{(pid=114859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:36:34.454613 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-ace56616-fe80-464e-9e8b-93cf6cd592cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60543214'] for subnet (e39541a6-41bc-456e-8fad-93d8e1f805a3), precommit_delete_associations {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:34.497258 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-ace56616-fe80-464e-9e8b-93cf6cd592cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550137'] for subnet (e39541a6-41bc-456e-8fad-93d8e1f805a3), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:34.541332 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c5d0b6-6bdd-451d-a85b-c892d65fb872 admin admin] Notify agent at l3_agent.dv-cinder-836252-3-iscsi the message routers_updated {{(pid=114859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:36:34.549724 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-75c5d0b6-6bdd-451d-a85b-c892d65fb872 admin admin] 10.222.0.32 "PUT /v2.0/routers/b66e004c-97b5-4333-aacd-0dd256f7f56f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4924610 Apr 12 00:36:34.550139 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 33858) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:36:34.551153 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c177affc-8c06-4171-9e50-d5fc2a7704c8 None None] Sync routers for ids ['b66e004c-97b5-4333-aacd-0dd256f7f56f'] in dv-cinder-836252-3-iscsi {{(pid=114861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:36:34.554744 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-ace56616-fe80-464e-9e8b-93cf6cd592cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069864'] for subnet (e39541a6-41bc-456e-8fad-93d8e1f805a3), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:34.561582 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c177affc-8c06-4171-9e50-d5fc2a7704c8 None None] Routers {'b66e004c-97b5-4333-aacd-0dd256f7f56f'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:36:34.562516 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-c177affc-8c06-4171-9e50-d5fc2a7704c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:36:15Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['b66e004c-97b5-4333-aacd-0dd256f7f56f'], 'active': True} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:36:34.581353 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace56616-fe80-464e-9e8b-93cf6cd592cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e39541a6-41bc-456e-8fad-93d8e1f805a3,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:36:34.583378 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-ace56616-fe80-464e-9e8b-93cf6cd592cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for subnet (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:34.588714 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-ace56616-fe80-464e-9e8b-93cf6cd592cf admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e39541a6-41bc-456e-8fad-93d8e1f805a3 HTTP/1.1" status: 204 len: 168 time: 0.2263637 Apr 12 00:36:34.589254 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 33860) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:36:34.663165 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-8c5871bf-1491-46bc-b564-9ce075f12586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1475178'] for network (66673c1d-c43e-47d2-aff4-4ca7d45fbc9e), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:34.686795 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvr_db [None req-c177affc-8c06-4171-9e50-d5fc2a7704c8 None None] Set router b66e004c-97b5-4333-aacd-0dd256f7f56f gateway port host: dv-cinder-836252-3-iscsi {{(pid=114861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:36:34.755850 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-8c5871bf-1491-46bc-b564-9ce075f12586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1545652', 'neutron.services.segments.db._delete_segments_for_network-8757613416367'] for network (66673c1d-c43e-47d2-aff4-4ca7d45fbc9e), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:34.777704 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.services.segments.db [None req-8c5871bf-1491-46bc-b564-9ce075f12586 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66673c1d-c43e-47d2-aff4-4ca7d45fbc9e']}} {{(pid=114860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:36:34.788123 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.services.segments.db [None req-8c5871bf-1491-46bc-b564-9ce075f12586 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73ae743b-a278-4a91-90da-1bb0582e7e36') {'for_net_delete': True} {{(pid=114860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:36:34.788759 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.services.segments.db [None req-8c5871bf-1491-46bc-b564-9ce075f12586 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73ae743b-a278-4a91-90da-1bb0582e7e36') {} {{(pid=114860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:36:34.799736 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-8c5871bf-1491-46bc-b564-9ce075f12586 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757613418168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60543207'] for segment (73ae743b-a278-4a91-90da-1bb0582e7e36), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:34.814215 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-8c5871bf-1491-46bc-b564-9ce075f12586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552308'] for segment (73ae743b-a278-4a91-90da-1bb0582e7e36), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:34.821597 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c5871bf-1491-46bc-b564-9ce075f12586 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=114860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 00:36:34.822132 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-8c5871bf-1491-46bc-b564-9ce075f12586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806038'] for segment (73ae743b-a278-4a91-90da-1bb0582e7e36), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:34.824750 dv-cinder-836252-3-iscsi neutron-server[114860]: Traceback (most recent call last): Apr 12 00:36:34.824750 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 00:36:34.824750 dv-cinder-836252-3-iscsi neutron-server[114860]: timer() Apr 12 00:36:34.824750 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 00:36:34.824750 dv-cinder-836252-3-iscsi neutron-server[114860]: cb(*args, **kw) Apr 12 00:36:34.824750 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 00:36:34.824750 dv-cinder-836252-3-iscsi neutron-server[114860]: return func(*args, **kwargs) Apr 12 00:36:34.824750 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 00:36:34.824750 dv-cinder-836252-3-iscsi neutron-server[114860]: self._notify() Apr 12 00:36:34.824750 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 00:36:34.824750 dv-cinder-836252-3-iscsi neutron-server[114860]: self.callback(batched_events) Apr 12 00:36:34.824750 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 00:36:34.824750 dv-cinder-836252-3-iscsi neutron-server[114860]: event.method(event) Apr 12 00:36:34.824750 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 00:36:34.824750 dv-cinder-836252-3-iscsi neutron-server[114860]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 00:36:34.824750 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 00:36:34.824750 dv-cinder-836252-3-iscsi neutron-server[114860]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 00:36:34.824750 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 00:36:34.824750 dv-cinder-836252-3-iscsi neutron-server[114860]: return f(self, *a, **k) Apr 12 00:36:34.824750 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 00:36:34.824750 dv-cinder-836252-3-iscsi neutron-server[114860]: return self._get(url).json() Apr 12 00:36:34.824750 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 00:36:34.824750 dv-cinder-836252-3-iscsi neutron-server[114860]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 00:36:34.824750 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 00:36:34.824750 dv-cinder-836252-3-iscsi neutron-server[114860]: return self.request(url, 'GET', **kwargs) Apr 12 00:36:34.824750 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 00:36:34.824750 dv-cinder-836252-3-iscsi neutron-server[114860]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 00:36:34.824750 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 00:36:34.824750 dv-cinder-836252-3-iscsi neutron-server[114860]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 00:36:34.824750 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 00:36:34.824750 dv-cinder-836252-3-iscsi neutron-server[114860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 00:36:34.824750 dv-cinder-836252-3-iscsi neutron-server[114860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 00:36:34.867135 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-c177affc-8c06-4171-9e50-d5fc2a7704c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66e004c-97b5-4333-aacd-0dd256f7f56f', 'name': 'tempest-AttachVolumeShelveTestJSON-1879484040-router', 'tenant_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '61a64e4a-6861-4369-8e2f-ef17f5f6af16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:25:37Z', 'updated_at': '2022-04-12T00:36:33Z', 'revision_number': 5, 'project_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'gw_port': {'id': '61a64e4a-6861-4369-8e2f-ef17f5f6af16', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66e004c-97b5-4333-aacd-0dd256f7f56f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:38Z', 'updated_at': '2022-04-12T00:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi'}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:36:34.888428 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-8c5871bf-1491-46bc-b564-9ce075f12586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1545659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1586330'] for network (66673c1d-c43e-47d2-aff4-4ca7d45fbc9e), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:34.894386 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-8c5871bf-1491-46bc-b564-9ce075f12586 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for network (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:34.896274 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c177affc-8c06-4171-9e50-d5fc2a7704c8 None None] Checking router: b66e004c-97b5-4333-aacd-0dd256f7f56f for host: dv-cinder-836252-3-iscsi {{(pid=114861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:36:34.897775 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-8c5871bf-1491-46bc-b564-9ce075f12586 admin admin] 10.222.0.32 "DELETE /v2.0/networks/66673c1d-c43e-47d2-aff4-4ca7d45fbc9e HTTP/1.1" status: 204 len: 168 time: 0.3075991 Apr 12 00:36:34.911398 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5871bf-1491-46bc-b564-9ce075f12586 admin admin] Pushing event deleted for resources: {'Network': ['ID=66673c1d-c43e-47d2-aff4-4ca7d45fbc9e,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:36:34.913488 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c177affc-8c06-4171-9e50-d5fc2a7704c8 None None] Routers {'b66e004c-97b5-4333-aacd-0dd256f7f56f'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:36:34.914311 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-c177affc-8c06-4171-9e50-d5fc2a7704c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:36:15Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['b66e004c-97b5-4333-aacd-0dd256f7f56f'], 'active': True} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:36:34.966284 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-8da512b1-3887-4062-bc3d-1b12228e4030 admin admin] Publish callbacks [] for router (b66e004c-97b5-4333-aacd-0dd256f7f56f), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:35.026331 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 33866) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:36:35.074352 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-fdd795bc-637a-4247-8f36-29d201510d5f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=217de80a63014854920d48cfd475d098&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0465128 Apr 12 00:36:35.076607 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 33868) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:36:35.079281 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-8da512b1-3887-4062-bc3d-1b12228e4030 admin admin] Publish callbacks [] for router_gateway (b66e004c-97b5-4333-aacd-0dd256f7f56f), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:35.125690 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [None req-8da512b1-3887-4062-bc3d-1b12228e4030 admin admin] Deleting port 61a64e4a-6861-4369-8e2f-ef17f5f6af16 {{(pid=114859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:36:35.126458 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-8da512b1-3887-4062-bc3d-1b12228e4030 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (61a64e4a-6861-4369-8e2f-ef17f5f6af16), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:35.128837 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-bbb798d7-77b3-4c52-84ef-c4f1fe136613 admin admin] Publish callbacks [] for security_group (425c8cb8-0ee8-4978-af36-b172f1ccd4e0), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:35.152184 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-bbb798d7-77b3-4c52-84ef-c4f1fe136613 admin admin] Publish callbacks [] for security_group (425c8cb8-0ee8-4978-af36-b172f1ccd4e0), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:35.173055 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvr_db [None req-c177affc-8c06-4171-9e50-d5fc2a7704c8 None None] Set router b66e004c-97b5-4333-aacd-0dd256f7f56f gateway port host: dv-cinder-836252-3-iscsi {{(pid=114861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:36:35.203187 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-bbb798d7-77b3-4c52-84ef-c4f1fe136613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (425c8cb8-0ee8-4978-af36-b172f1ccd4e0), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:35.205858 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-bbb798d7-77b3-4c52-84ef-c4f1fe136613 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:35.207030 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-bbb798d7-77b3-4c52-84ef-c4f1fe136613 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/425c8cb8-0ee8-4978-af36-b172f1ccd4e0 HTTP/1.1" status: 204 len: 168 time: 0.1294913 Apr 12 00:36:35.211524 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [None req-8da512b1-3887-4062-bc3d-1b12228e4030 admin admin] For port 61a64e4a-6861-4369-8e2f-ef17f5f6af16, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=61a64e4a-6861-4369-8e2f-ef17f5f6af16,segment=NetworkSegment(45a4c36b-a669-4a7f-a3e9-c2d676175ec7),segment_id=45a4c36b-a669-4a7f-a3e9-c2d676175ec7)] {{(pid=114859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:36:35.211921 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-8da512b1-3887-4062-bc3d-1b12228e4030 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (61a64e4a-6861-4369-8e2f-ef17f5f6af16), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:35.215004 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb798d7-77b3-4c52-84ef-c4f1fe136613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425c8cb8-0ee8-4978-af36-b172f1ccd4e0,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:36:35.226820 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [None req-8da512b1-3887-4062-bc3d-1b12228e4030 admin admin] Calling delete_port for 61a64e4a-6861-4369-8e2f-ef17f5f6af16 owned by network:router_gateway {{(pid=114859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:36:35.357077 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-c177affc-8c06-4171-9e50-d5fc2a7704c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66e004c-97b5-4333-aacd-0dd256f7f56f', 'name': 'tempest-AttachVolumeShelveTestJSON-1879484040-router', 'tenant_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '61a64e4a-6861-4369-8e2f-ef17f5f6af16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:25:37Z', 'updated_at': '2022-04-12T00:36:33Z', 'revision_number': 5, 'project_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'gw_port': {'id': '61a64e4a-6861-4369-8e2f-ef17f5f6af16', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66e004c-97b5-4333-aacd-0dd256f7f56f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:38Z', 'updated_at': '2022-04-12T00:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi'}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:36:35.388059 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c177affc-8c06-4171-9e50-d5fc2a7704c8 None None] The sync data for ids ['b66e004c-97b5-4333-aacd-0dd256f7f56f'] in dv-cinder-836252-3-iscsi is: [{'id': 'b66e004c-97b5-4333-aacd-0dd256f7f56f', 'name': 'tempest-AttachVolumeShelveTestJSON-1879484040-router', 'tenant_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '61a64e4a-6861-4369-8e2f-ef17f5f6af16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:25:37Z', 'updated_at': '2022-04-12T00:36:33Z', 'revision_number': 5, 'project_id': '8b482c4c00e94a25ad8f0a9034e9e0e5', 'gw_port': {'id': '61a64e4a-6861-4369-8e2f-ef17f5f6af16', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66e004c-97b5-4333-aacd-0dd256f7f56f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:25:38Z', 'updated_at': '2022-04-12T00:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi'}] {{(pid=114861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:36:35.400899 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-8da512b1-3887-4062-bc3d-1b12228e4030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (61a64e4a-6861-4369-8e2f-ef17f5f6af16), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:35.429013 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da512b1-3887-4062-bc3d-1b12228e4030 admin admin] Pushing event deleted for resources: {'Port': ['ID=61a64e4a-6861-4369-8e2f-ef17f5f6af16,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:36:35.453657 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da512b1-3887-4062-bc3d-1b12228e4030 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:36:35.454004 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da512b1-3887-4062-bc3d-1b12228e4030 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:36:35.454369 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da512b1-3887-4062-bc3d-1b12228e4030 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:36:35.454712 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da512b1-3887-4062-bc3d-1b12228e4030 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:36:35.455042 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da512b1-3887-4062-bc3d-1b12228e4030 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:36:35.455370 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da512b1-3887-4062-bc3d-1b12228e4030 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:36:35.455698 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da512b1-3887-4062-bc3d-1b12228e4030 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:36:35.456022 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da512b1-3887-4062-bc3d-1b12228e4030 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:36:35.456348 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da512b1-3887-4062-bc3d-1b12228e4030 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:36:35.456672 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da512b1-3887-4062-bc3d-1b12228e4030 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:36:35.457001 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da512b1-3887-4062-bc3d-1b12228e4030 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:36:35.457325 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da512b1-3887-4062-bc3d-1b12228e4030 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:36:35.457646 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da512b1-3887-4062-bc3d-1b12228e4030 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:36:35.457963 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da512b1-3887-4062-bc3d-1b12228e4030 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:36:35.458301 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da512b1-3887-4062-bc3d-1b12228e4030 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:36:35.499345 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-8da512b1-3887-4062-bc3d-1b12228e4030 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1586430'] for router_gateway (b66e004c-97b5-4333-aacd-0dd256f7f56f), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:35.554783 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 33874) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:36:35.594150 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-8da512b1-3887-4062-bc3d-1b12228e4030 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1018259'] for router (b66e004c-97b5-4333-aacd-0dd256f7f56f), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:35.596411 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-8da512b1-3887-4062-bc3d-1b12228e4030 admin admin] Publish callbacks [] for router_controller (b66e004c-97b5-4333-aacd-0dd256f7f56f), precommit_delete_associations {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:35.597448 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-cbd6ee2d-8849-449a-9824-d61973ede648 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d9ad251c924740b8a3ccf9e2251db734&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414577 Apr 12 00:36:35.599942 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 33876) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:36:35.643652 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-8da512b1-3887-4062-bc3d-1b12228e4030 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440409'] for router (b66e004c-97b5-4333-aacd-0dd256f7f56f), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:35.644124 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da512b1-3887-4062-bc3d-1b12228e4030 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b66e004c-97b5-4333-aacd-0dd256f7f56f {{(pid=114859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 00:36:35.647918 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-6c6f80ba-7809-48f7-b1b2-23ec058be0e8 admin admin] Publish callbacks [] for security_group (f324c644-023b-4c91-9308-c55cb572a3cb), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:35.648633 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-8da512b1-3887-4062-bc3d-1b12228e4030 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:35.649553 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-8da512b1-3887-4062-bc3d-1b12228e4030 admin admin] 10.222.0.32 "DELETE /v2.0/routers/b66e004c-97b5-4333-aacd-0dd256f7f56f HTTP/1.1" status: 204 len: 168 time: 1.0982804 Apr 12 00:36:35.652115 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 33878) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:36:35.699959 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-6c6f80ba-7809-48f7-b1b2-23ec058be0e8 admin admin] Publish callbacks [] for security_group (f324c644-023b-4c91-9308-c55cb572a3cb), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:35.724671 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.db.db_base_plugin_v2 [None req-a437fce1-3f0d-4124-943b-3d1d89e16c0a admin admin] Deleting subnet 5e83a63b-8739-41ae-aeb4-59d49ec2e5b0 {{(pid=114860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 00:36:35.735318 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-a437fce1-3f0d-4124-943b-3d1d89e16c0a admin admin] Publish callbacks [] for subnet (5e83a63b-8739-41ae-aeb4-59d49ec2e5b0), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:35.792418 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-a437fce1-3f0d-4124-943b-3d1d89e16c0a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60543214'] for subnet (5e83a63b-8739-41ae-aeb4-59d49ec2e5b0), precommit_delete_associations {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:35.794577 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-6c6f80ba-7809-48f7-b1b2-23ec058be0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (f324c644-023b-4c91-9308-c55cb572a3cb), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:35.797748 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-6c6f80ba-7809-48f7-b1b2-23ec058be0e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:35.798776 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-6c6f80ba-7809-48f7-b1b2-23ec058be0e8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f324c644-023b-4c91-9308-c55cb572a3cb HTTP/1.1" status: 204 len: 168 time: 0.1978762 Apr 12 00:36:35.828523 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6f80ba-7809-48f7-b1b2-23ec058be0e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f324c644-023b-4c91-9308-c55cb572a3cb,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:36:35.872012 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 2ca65d7a-78cd-441a-b64b-83ef86f9fba1 no longer exists at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:36:35.895522 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] No Port match for: 2ca65d7a-78cd-441a-b64b-83ef86f9fba1 {{(pid=114861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 00:36:35.895809 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 2ca65d7a-78cd-441a-b64b-83ef86f9fba1 not bound to the agent host dv-cinder-836252-3-iscsi {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:36:35.899482 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-a437fce1-3f0d-4124-943b-3d1d89e16c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550137'] for subnet (5e83a63b-8739-41ae-aeb4-59d49ec2e5b0), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:35.952374 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-a437fce1-3f0d-4124-943b-3d1d89e16c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069864'] for subnet (5e83a63b-8739-41ae-aeb4-59d49ec2e5b0), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:35.979912 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a437fce1-3f0d-4124-943b-3d1d89e16c0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e83a63b-8739-41ae-aeb4-59d49ec2e5b0,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:36:35.981915 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-a437fce1-3f0d-4124-943b-3d1d89e16c0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for subnet (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:35.985329 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-a437fce1-3f0d-4124-943b-3d1d89e16c0a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5e83a63b-8739-41ae-aeb4-59d49ec2e5b0 HTTP/1.1" status: 204 len: 168 time: 0.3322823 Apr 12 00:36:35.987069 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed45df2a-4497-4976-8fad-c1b762c9361d None None] Network 1ee4ba18-669f-44db-9087-b0bd886e30c9 requested from dv-cinder-836252-3-iscsi {{(pid=114861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:36:35.987904 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 33884) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:36:36.070435 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-f6e5ac46-d72b-470a-8c8f-3243411fedde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1475178'] for network (1ee4ba18-669f-44db-9087-b0bd886e30c9), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:36.123900 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.plugin [None req-f6e5ac46-d72b-470a-8c8f-3243411fedde admin admin] Deleting port f95db403-f871-4b67-a190-200cdec5b7b6 {{(pid=114860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:36:36.124311 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-f6e5ac46-d72b-470a-8c8f-3243411fedde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (f95db403-f871-4b67-a190-200cdec5b7b6), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:36.190437 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659813a0-256e-46f2-a84b-5480eb050e11 None None] DHCP port deletion for 1ee4ba18-669f-44db-9087-b0bd886e30c9 request from dv-cinder-836252-3-iscsi {{(pid=114861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 00:36:36.210768 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.db [None req-f6e5ac46-d72b-470a-8c8f-3243411fedde admin admin] For port f95db403-f871-4b67-a190-200cdec5b7b6, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=f95db403-f871-4b67-a190-200cdec5b7b6,segment=NetworkSegment(49ba757d-47c8-495e-9077-08facd79368e),segment_id=49ba757d-47c8-495e-9077-08facd79368e)] {{(pid=114860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:36:36.211128 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-f6e5ac46-d72b-470a-8c8f-3243411fedde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (f95db403-f871-4b67-a190-200cdec5b7b6), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:36.226425 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.plugin [None req-f6e5ac46-d72b-470a-8c8f-3243411fedde admin admin] Calling delete_port for f95db403-f871-4b67-a190-200cdec5b7b6 owned by network:dhcp {{(pid=114860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:36:36.230538 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-659813a0-256e-46f2-a84b-5480eb050e11 None None] Deleting port f95db403-f871-4b67-a190-200cdec5b7b6 {{(pid=114861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:36:36.231128 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-659813a0-256e-46f2-a84b-5480eb050e11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (f95db403-f871-4b67-a190-200cdec5b7b6), before_delete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:36.293795 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-659813a0-256e-46f2-a84b-5480eb050e11 None None] For port f95db403-f871-4b67-a190-200cdec5b7b6, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=f95db403-f871-4b67-a190-200cdec5b7b6,segment=NetworkSegment(49ba757d-47c8-495e-9077-08facd79368e),segment_id=49ba757d-47c8-495e-9077-08facd79368e)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:36:36.294339 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-659813a0-256e-46f2-a84b-5480eb050e11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (f95db403-f871-4b67-a190-200cdec5b7b6), precommit_delete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:36.309056 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-f6e5ac46-d72b-470a-8c8f-3243411fedde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806209'] for port (f95db403-f871-4b67-a190-200cdec5b7b6), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:36.312356 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-659813a0-256e-46f2-a84b-5480eb050e11 None None] Calling delete_port for f95db403-f871-4b67-a190-200cdec5b7b6 owned by network:dhcp {{(pid=114861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:36:36.336699 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e5ac46-d72b-470a-8c8f-3243411fedde admin admin] Pushing event deleted for resources: {'Port': ['ID=f95db403-f871-4b67-a190-200cdec5b7b6,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:36:36.338577 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e5ac46-d72b-470a-8c8f-3243411fedde admin admin] No DVR routers for this DVR port f95db403-f871-4b67-a190-200cdec5b7b6 on host dv-cinder-836252-3-iscsi {{(pid=114860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:36:36.393257 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-659813a0-256e-46f2-a84b-5480eb050e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369'] for port (f95db403-f871-4b67-a190-200cdec5b7b6), after_delete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:36.414139 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-f6e5ac46-d72b-470a-8c8f-3243411fedde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1545652', 'neutron.services.segments.db._delete_segments_for_network-8757613416367'] for network (1ee4ba18-669f-44db-9087-b0bd886e30c9), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:36.419912 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659813a0-256e-46f2-a84b-5480eb050e11 None None] Pushing event deleted for resources: {'Port': ['ID=f95db403-f871-4b67-a190-200cdec5b7b6,revision_number=None']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:36:36.427397 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659813a0-256e-46f2-a84b-5480eb050e11 None None] No DVR routers for this DVR port f95db403-f871-4b67-a190-200cdec5b7b6 on host dv-cinder-836252-3-iscsi {{(pid=114861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:36:36.438838 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.services.segments.db [None req-f6e5ac46-d72b-470a-8c8f-3243411fedde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ee4ba18-669f-44db-9087-b0bd886e30c9']}} {{(pid=114860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:36:36.448609 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.services.segments.db [None req-f6e5ac46-d72b-470a-8c8f-3243411fedde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49ba757d-47c8-495e-9077-08facd79368e') {'for_net_delete': True} {{(pid=114860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:36:36.448902 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.services.segments.db [None req-f6e5ac46-d72b-470a-8c8f-3243411fedde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49ba757d-47c8-495e-9077-08facd79368e') {} {{(pid=114860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:36:36.458753 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-f6e5ac46-d72b-470a-8c8f-3243411fedde admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757613418168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60543207'] for segment (49ba757d-47c8-495e-9077-08facd79368e), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:36.472198 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-f6e5ac46-d72b-470a-8c8f-3243411fedde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552308'] for segment (49ba757d-47c8-495e-9077-08facd79368e), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:36.478693 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6e5ac46-d72b-470a-8c8f-3243411fedde admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=114860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 00:36:36.479160 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-f6e5ac46-d72b-470a-8c8f-3243411fedde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806038'] for segment (49ba757d-47c8-495e-9077-08facd79368e), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:36.480965 dv-cinder-836252-3-iscsi neutron-server[114860]: Traceback (most recent call last): Apr 12 00:36:36.480965 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 00:36:36.480965 dv-cinder-836252-3-iscsi neutron-server[114860]: timer() Apr 12 00:36:36.480965 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 00:36:36.480965 dv-cinder-836252-3-iscsi neutron-server[114860]: cb(*args, **kw) Apr 12 00:36:36.480965 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 00:36:36.480965 dv-cinder-836252-3-iscsi neutron-server[114860]: return func(*args, **kwargs) Apr 12 00:36:36.480965 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 00:36:36.480965 dv-cinder-836252-3-iscsi neutron-server[114860]: self._notify() Apr 12 00:36:36.480965 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 00:36:36.480965 dv-cinder-836252-3-iscsi neutron-server[114860]: self.callback(batched_events) Apr 12 00:36:36.480965 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 00:36:36.480965 dv-cinder-836252-3-iscsi neutron-server[114860]: event.method(event) Apr 12 00:36:36.480965 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 00:36:36.480965 dv-cinder-836252-3-iscsi neutron-server[114860]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 00:36:36.480965 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 00:36:36.480965 dv-cinder-836252-3-iscsi neutron-server[114860]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 00:36:36.480965 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 00:36:36.480965 dv-cinder-836252-3-iscsi neutron-server[114860]: return f(self, *a, **k) Apr 12 00:36:36.480965 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 00:36:36.480965 dv-cinder-836252-3-iscsi neutron-server[114860]: return self._get(url).json() Apr 12 00:36:36.480965 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 00:36:36.480965 dv-cinder-836252-3-iscsi neutron-server[114860]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 00:36:36.480965 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 00:36:36.480965 dv-cinder-836252-3-iscsi neutron-server[114860]: return self.request(url, 'GET', **kwargs) Apr 12 00:36:36.480965 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 00:36:36.480965 dv-cinder-836252-3-iscsi neutron-server[114860]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 00:36:36.480965 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 00:36:36.480965 dv-cinder-836252-3-iscsi neutron-server[114860]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 00:36:36.480965 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 00:36:36.480965 dv-cinder-836252-3-iscsi neutron-server[114860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 00:36:36.480965 dv-cinder-836252-3-iscsi neutron-server[114860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 00:36:36.558306 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-f6e5ac46-d72b-470a-8c8f-3243411fedde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1545659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1586330'] for network (1ee4ba18-669f-44db-9087-b0bd886e30c9), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:36.564065 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-f6e5ac46-d72b-470a-8c8f-3243411fedde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for network (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:36.567236 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-f6e5ac46-d72b-470a-8c8f-3243411fedde admin admin] 10.222.0.32 "DELETE /v2.0/networks/1ee4ba18-669f-44db-9087-b0bd886e30c9 HTTP/1.1" status: 204 len: 168 time: 0.5783722 Apr 12 00:36:36.578886 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e5ac46-d72b-470a-8c8f-3243411fedde admin admin] Pushing event deleted for resources: {'Network': ['ID=1ee4ba18-669f-44db-9087-b0bd886e30c9,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:36:36.729876 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 33914) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:36:36.771232 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-6611aa07-2484-4836-8fcf-c68f50f39b54 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8b482c4c00e94a25ad8f0a9034e9e0e5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0401669 Apr 12 00:36:36.773605 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 33924) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:36:36.822546 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-a1fd4408-bccd-4bc4-93e4-41415adea2ea admin admin] Publish callbacks [] for security_group (76bc7c4f-7495-423a-a2fc-f8c95ae87d1f), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:36.846564 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-a1fd4408-bccd-4bc4-93e4-41415adea2ea admin admin] Publish callbacks [] for security_group (76bc7c4f-7495-423a-a2fc-f8c95ae87d1f), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:36.893110 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-a1fd4408-bccd-4bc4-93e4-41415adea2ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (76bc7c4f-7495-423a-a2fc-f8c95ae87d1f), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:36.895714 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-a1fd4408-bccd-4bc4-93e4-41415adea2ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:36.896876 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-a1fd4408-bccd-4bc4-93e4-41415adea2ea admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/76bc7c4f-7495-423a-a2fc-f8c95ae87d1f HTTP/1.1" status: 204 len: 168 time: 0.1223717 Apr 12 00:36:36.907652 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fd4408-bccd-4bc4-93e4-41415adea2ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76bc7c4f-7495-423a-a2fc-f8c95ae87d1f,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:36:37.376508 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-30d6ed04-fde7-4b8e-b2dc-3060901c9048 req-8ad4c0fc-fede-4ac4-900e-e52b781d4de8 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1352959982&fields=id&tenant_id=4ad54dac63374c8a9b4da55ee5dc7fd1 HTTP/1.1" status: 200 len: 267 time: 0.0470653 Apr 12 00:36:37.489528 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d6ed04-fde7-4b8e-b2dc-3060901c9048 req-f56c855b-7fb3-49f4-81f9-52e79d76b12c tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:36:37.491009 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-30d6ed04-fde7-4b8e-b2dc-3060901c9048 req-f56c855b-7fb3-49f4-81f9-52e79d76b12c tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/networks?id=8a9865c2-0d03-40f9-a71a-607e87040674 HTTP/1.1" status: 200 len: 811 time: 0.1080780 Apr 12 00:36:37.506030 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-30d6ed04-fde7-4b8e-b2dc-3060901c9048 req-060382e5-f6d7-48b0-9625-19ed91a1288b tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/quotas/4ad54dac63374c8a9b4da55ee5dc7fd1 HTTP/1.1" status: 200 len: 375 time: 0.0096462 Apr 12 00:36:37.579616 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-30d6ed04-fde7-4b8e-b2dc-3060901c9048 req-b079aa00-429c-4771-b267-1dd9a28c2230 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4ad54dac63374c8a9b4da55ee5dc7fd1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0679314 Apr 12 00:36:37.587451 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 61a64e4a-6861-4369-8e2f-ef17f5f6af16 no longer exists at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:36:37.597338 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [req-30d6ed04-fde7-4b8e-b2dc-3060901c9048 req-87aacc26-6d06-4752-9d80-0a226e4c0f4b service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114860) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 00:36:37.598380 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-30d6ed04-fde7-4b8e-b2dc-3060901c9048 req-87aacc26-6d06-4752-9d80-0a226e4c0f4b service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059595 Apr 12 00:36:37.611602 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] No Port match for: 61a64e4a-6861-4369-8e2f-ef17f5f6af16 {{(pid=114861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 00:36:37.612129 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 61a64e4a-6861-4369-8e2f-ef17f5f6af16 not bound to the agent host dv-cinder-836252-3-iscsi {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:36:37.612689 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device f95db403-f871-4b67-a190-200cdec5b7b6 no longer exists at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:36:37.635355 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] No Port match for: f95db403-f871-4b67-a190-200cdec5b7b6 {{(pid=114861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 00:36:37.635986 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device f95db403-f871-4b67-a190-200cdec5b7b6 not bound to the agent host dv-cinder-836252-3-iscsi {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:36:37.656953 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 34002) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:36:37.703526 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-30d6ed04-fde7-4b8e-b2dc-3060901c9048 req-a00a050d-fb34-437f-ab3d-17eb2903dc36 service neutron] 10.222.0.32 "GET /v2.0/networks/8a9865c2-0d03-40f9-a71a-607e87040674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957413 Apr 12 00:36:37.762235 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [None req-7a0a6b38-b5ca-4ace-9364-6bb807a6587b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1669374095-network', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57'}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:36:37.782759 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0a6b38-b5ca-4ace-9364-6bb807a6587b admin admin] Made reservation on behalf of add150d29f3d4ccc8d4e3775577e3d57 for: {'network': 1} {{(pid=114859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:36:37.784979 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-7a0a6b38-b5ca-4ace-9364-6bb807a6587b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for network (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:37.795309 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-7a0a6b38-b5ca-4ace-9364-6bb807a6587b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:37.800237 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-30d6ed04-fde7-4b8e-b2dc-3060901c9048 req-4ed74196-f112-42f9-8b42-2854e84977f2 service neutron] 10.222.0.32 "GET /v2.0/networks/8a9865c2-0d03-40f9-a71a-607e87040674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913291 Apr 12 00:36:37.849142 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.agents_db [None req-4f17da96-f611-4225-a78f-ee15b860eec6 None None] Agent healthcheck: found 6 active agents {{(pid=114862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:36:37.873678 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-7a0a6b38-b5ca-4ace-9364-6bb807a6587b admin admin] Publish callbacks [] for security_group (974a70d1-9dfe-47d4-974b-41c7214012d1), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:37.877418 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-7a0a6b38-b5ca-4ace-9364-6bb807a6587b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (974a70d1-9dfe-47d4-974b-41c7214012d1), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:37.902843 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a0a6b38-b5ca-4ace-9364-6bb807a6587b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=114859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 00:36:37.913932 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0a6b38-b5ca-4ace-9364-6bb807a6587b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=974a70d1-9dfe-47d4-974b-41c7214012d1,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:36:37.918862 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-7a0a6b38-b5ca-4ace-9364-6bb807a6587b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552308'] for segment (850085f3-336f-4cd2-8504-bcaa5ecc90d0), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:37.919208 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.db.segments_db [None req-7a0a6b38-b5ca-4ace-9364-6bb807a6587b admin admin] Added segment 850085f3-336f-4cd2-8504-bcaa5ecc90d0 of type vlan for network ad6fa16c-9ae9-409b-a431-15655dbe3bc7 Apr 12 00:36:37.961007 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-7a0a6b38-b5ca-4ace-9364-6bb807a6587b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757612902750'] for network (ad6fa16c-9ae9-409b-a431-15655dbe3bc7), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:37.987214 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-7a0a6b38-b5ca-4ace-9364-6bb807a6587b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925'] for network (ad6fa16c-9ae9-409b-a431-15655dbe3bc7), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:37.988211 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0a6b38-b5ca-4ace-9364-6bb807a6587b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:36:37.988801 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-7a0a6b38-b5ca-4ace-9364-6bb807a6587b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for network (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:38.020135 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-7a0a6b38-b5ca-4ace-9364-6bb807a6587b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3620100 Apr 12 00:36:38.023352 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 34012) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:36:38.030951 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-365c65a7-f008-4b28-a23f-edfa2a6ae120 admin admin] Request body: {'subnet': {'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1669374095-subnet', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:36:38.055120 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365c65a7-f008-4b28-a23f-edfa2a6ae120 admin admin] Made reservation on behalf of add150d29f3d4ccc8d4e3775577e3d57 for: {'subnet': 1} {{(pid=114860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:36:38.057956 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-365c65a7-f008-4b28-a23f-edfa2a6ae120 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069877'] for subnet (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:38.062129 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0a6b38-b5ca-4ace-9364-6bb807a6587b admin admin] Pushing event updated for resources: {'Network': ['ID=ad6fa16c-9ae9-409b-a431-15655dbe3bc7,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:36:38.074686 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Network ad6fa16c-9ae9-409b-a431-15655dbe3bc7 details requested by agent ovs-agent-dv-cinder-836252-3-iscsi with host dv-cinder-836252-3-iscsi {{(pid=114861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 00:36:38.135923 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-02527c7b-2d1c-4a76-8c91-25ffb61a6ec2 req-9aef1b0a-80b0-4ba7-9b07-0392c13426a5 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7f92fc1-03bb-4d20-959e-fb9cd283f51a HTTP/1.1" status: 200 len: 210 time: 0.0418582 Apr 12 00:36:38.251686 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-365c65a7-f008-4b28-a23f-edfa2a6ae120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069863'] for subnet (a9745a0d-5463-41a5-8b5c-e529c4495cbd), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:38.310479 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365c65a7-f008-4b28-a23f-edfa2a6ae120 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9745a0d-5463-41a5-8b5c-e529c4495cbd,revision_number=0']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:36:38.320238 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365c65a7-f008-4b28-a23f-edfa2a6ae120 admin admin] Checking segment: {'id': '850085f3-336f-4cd2-8504-bcaa5ecc90d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:36:38.321095 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365c65a7-f008-4b28-a23f-edfa2a6ae120 admin admin] Network hostable DHCP agents. Network: ad6fa16c-9ae9-409b-a431-15655dbe3bc7, hostable agents: ['4ecbd319-6885-49f5-abb8-de205838eb1c'], hosted agents: [] {{(pid=114860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 00:36:38.340629 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365c65a7-f008-4b28-a23f-edfa2a6ae120 admin admin] Network ad6fa16c-9ae9-409b-a431-15655dbe3bc7 is scheduled to be hosted by DHCP agent 4ecbd319-6885-49f5-abb8-de205838eb1c with binding_index 1 {{(pid=114860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 00:36:38.350837 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.base_scheduler [None req-365c65a7-f008-4b28-a23f-edfa2a6ae120 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836252-3-iscsi, ad6fa16c-9ae9-409b-a431-15655dbe3bc7) {{(pid=114860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:36:38.355614 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365c65a7-f008-4b28-a23f-edfa2a6ae120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:36:38.356216 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-365c65a7-f008-4b28-a23f-edfa2a6ae120 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for subnet (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:38.364029 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6a2f4e-5ab7-4ac2-a88c-0f3482d929be None None] Network ad6fa16c-9ae9-409b-a431-15655dbe3bc7 requested from dv-cinder-836252-3-iscsi {{(pid=114861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:36:38.375007 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-365c65a7-f008-4b28-a23f-edfa2a6ae120 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3502073 Apr 12 00:36:38.377720 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 34024) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:36:38.382309 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-84f35f01-2687-41ba-882b-23fee76f3c41 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1669374095-router', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7'}}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:36:38.403688 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-84f35f01-2687-41ba-882b-23fee76f3c41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-442154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1018241'] for router (c55378f6-ed14-4860-9722-f016e3ed5a64), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:38.404979 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-84f35f01-2687-41ba-882b-23fee76f3c41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1592353', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1018264'] for router (c55378f6-ed14-4860-9722-f016e3ed5a64), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:38.462137 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-84f35f01-2687-41ba-882b-23fee76f3c41 admin admin] Publish callbacks [] for router_controller (c55378f6-ed14-4860-9722-f016e3ed5a64), precommit_add_association {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:38.504887 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35046c68-48f5-44a0-a767-7c4ab776c9df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd998405d-5ac8-5fc0-a1ab-e07aa0d55ad4-ad6fa16c-9ae9-409b-a431-15655dbe3bc7', 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7', 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'fixed_ips': [{'subnet_id': 'a9745a0d-5463-41a5-8b5c-e529c4495cbd'}]}} from dv-cinder-836252-3-iscsi. {{(pid=114861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 00:36:38.506077 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-35046c68-48f5-44a0-a767-7c4ab776c9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:38.610403 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-84f35f01-2687-41ba-882b-23fee76f3c41 admin admin] Publish callbacks [] for router_gateway (c55378f6-ed14-4860-9722-f016e3ed5a64), precommit_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:38.660352 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.db_base_plugin_common [None req-35046c68-48f5-44a0-a767-7c4ab776c9df None None] Allocated IP 172.20.0.2 (ad6fa16c-9ae9-409b-a431-15655dbe3bc7/a9745a0d-5463-41a5-8b5c-e529c4495cbd/a50f895a-0829-492d-bad5-9a1085d6356d) {{(pid=114861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:36:38.811067 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-84f35f01-2687-41ba-882b-23fee76f3c41 admin admin] Publish callbacks [] for router_gateway (c55378f6-ed14-4860-9722-f016e3ed5a64), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:38.819489 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-35046c68-48f5-44a0-a767-7c4ab776c9df None None] Publish callbacks [] for port (a50f895a-0829-492d-bad5-9a1085d6356d), precommit_create {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:38.827330 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-35046c68-48f5-44a0-a767-7c4ab776c9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360'] for port (a50f895a-0829-492d-bad5-9a1085d6356d), after_create {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:38.830955 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-84f35f01-2687-41ba-882b-23fee76f3c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:38.869502 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35046c68-48f5-44a0-a767-7c4ab776c9df None None] Network ad6fa16c-9ae9-409b-a431-15655dbe3bc7 is already hosted by enough agents. {{(pid=114861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:36:38.873674 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.scheduler.base_scheduler [None req-35046c68-48f5-44a0-a767-7c4ab776c9df None None] Resources bound (agent type, host, resource id): {{(pid=114861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:36:38.881329 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35046c68-48f5-44a0-a767-7c4ab776c9df None None] Received port after_create {{(pid=114861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:36:38.884489 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35046c68-48f5-44a0-a767-7c4ab776c9df None None] Pushing event updated for resources: {'Port': ['ID=a50f895a-0829-492d-bad5-9a1085d6356d,revision_number=1']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:36:38.939893 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.db.db_base_plugin_common [None req-84f35f01-2687-41ba-882b-23fee76f3c41 admin admin] Allocated IP 172.27.3.137 (1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7/02a01a71-afa8-4790-9b30-3097f97db265/58289c30-3084-4e4c-98f4-831e7f157643) {{(pid=114860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:36:38.941018 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.managers [None req-35046c68-48f5-44a0-a767-7c4ab776c9df None None] Attempting to bind port a50f895a-0829-492d-bad5-9a1085d6356d on host dv-cinder-836252-3-iscsi for vnic_type normal with profile {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:36:38.941503 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.managers [None req-35046c68-48f5-44a0-a767-7c4ab776c9df None None] Attempting to bind port a50f895a-0829-492d-bad5-9a1085d6356d by drivers openvswitch,hyperv on host dv-cinder-836252-3-iscsi at level 0 using segments [{'id': '850085f3-336f-4cd2-8504-bcaa5ecc90d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7'}] {{(pid=114861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:36:38.941952 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35046c68-48f5-44a0-a767-7c4ab776c9df None None] Attempting to bind port a50f895a-0829-492d-bad5-9a1085d6356d on network ad6fa16c-9ae9-409b-a431-15655dbe3bc7 {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:36:38.948577 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35046c68-48f5-44a0-a767-7c4ab776c9df None None] Checking agent: {'id': 'f9a21fd4-36f2-4826-890e-da332e228edf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836252-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 0, 17, 19), 'started_at': datetime.datetime(2022, 4, 12, 0, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836252-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:36:38.949400 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35046c68-48f5-44a0-a767-7c4ab776c9df None None] Checking segment: {'id': '850085f3-336f-4cd2-8504-bcaa5ecc90d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:36:38.949796 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-35046c68-48f5-44a0-a767-7c4ab776c9df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:38.950188 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35046c68-48f5-44a0-a767-7c4ab776c9df None None] Bound using segment: {'id': '850085f3-336f-4cd2-8504-bcaa5ecc90d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7'} {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:36:38.950703 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.managers [None req-35046c68-48f5-44a0-a767-7c4ab776c9df None None] Bound port: a50f895a-0829-492d-bad5-9a1085d6356d, host: dv-cinder-836252-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '850085f3-336f-4cd2-8504-bcaa5ecc90d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7'}}] {{(pid=114861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:36:38.951142 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-35046c68-48f5-44a0-a767-7c4ab776c9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (a50f895a-0829-492d-bad5-9a1085d6356d), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:39.022043 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-35046c68-48f5-44a0-a767-7c4ab776c9df None None] For port a50f895a-0829-492d-bad5-9a1085d6356d, host dv-cinder-836252-3-iscsi, cleared binding levels {{(pid=114861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:36:39.026025 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-35046c68-48f5-44a0-a767-7c4ab776c9df None None] For port a50f895a-0829-492d-bad5-9a1085d6356d, host dv-cinder-836252-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=a50f895a-0829-492d-bad5-9a1085d6356d,segment=NetworkSegment(850085f3-336f-4cd2-8504-bcaa5ecc90d0),segment_id=850085f3-336f-4cd2-8504-bcaa5ecc90d0)] {{(pid=114861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:36:39.032557 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-35046c68-48f5-44a0-a767-7c4ab776c9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (a50f895a-0829-492d-bad5-9a1085d6356d), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:39.109325 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35046c68-48f5-44a0-a767-7c4ab776c9df None None] Pushing event updated for resources: {'Port': ['ID=a50f895a-0829-492d-bad5-9a1085d6356d,revision_number=2']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:36:39.295586 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-f72438b3-c833-4713-b3a0-35ad48efe498 req-478620e4-85ca-4c87-bec0-30777930c256 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7f92fc1-03bb-4d20-959e-fb9cd283f51a HTTP/1.1" status: 200 len: 210 time: 0.0367534 Apr 12 00:36:39.341027 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d6ed04-fde7-4b8e-b2dc-3060901c9048 req-1d010f6b-01a3-45b6-aa23-c6cc45ad3375 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:36:39.345243 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-30d6ed04-fde7-4b8e-b2dc-3060901c9048 req-1d010f6b-01a3-45b6-aa23-c6cc45ad3375 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.52 "GET /v2.0/networks?id=8a9865c2-0d03-40f9-a71a-607e87040674 HTTP/1.1" status: 200 len: 811 time: 0.2033300 Apr 12 00:36:39.372139 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-84f35f01-2687-41ba-882b-23fee76f3c41 admin admin] Publish callbacks [] for port (58289c30-3084-4e4c-98f4-831e7f157643), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:39.418786 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-84f35f01-2687-41ba-882b-23fee76f3c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806209'] for port (58289c30-3084-4e4c-98f4-831e7f157643), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:39.471808 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f35f01-2687-41ba-882b-23fee76f3c41 admin admin] Network 1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7 is already hosted by enough agents. {{(pid=114860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:36:39.474778 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.base_scheduler [None req-84f35f01-2687-41ba-882b-23fee76f3c41 admin admin] Resources bound (agent type, host, resource id): {{(pid=114860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:36:39.481828 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-30d6ed04-fde7-4b8e-b2dc-3060901c9048 req-d7b9a1de-7abb-42e6-8e61-9094738e1614 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ad54dac63374c8a9b4da55ee5dc7fd1 HTTP/1.1" status: 200 len: 380 time: 0.0949204 Apr 12 00:36:39.482046 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f35f01-2687-41ba-882b-23fee76f3c41 admin admin] Received port after_create {{(pid=114860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:36:39.484773 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f35f01-2687-41ba-882b-23fee76f3c41 admin admin] Pushing event updated for resources: {'Port': ['ID=58289c30-3084-4e4c-98f4-831e7f157643,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:36:39.492633 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [req-30d6ed04-fde7-4b8e-b2dc-3060901c9048 req-f7392bb9-8c3c-48b5-ae85-abffc3cf6f41 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Request body: {'port': {'device_id': 'b7f92fc1-03bb-4d20-959e-fb9cd283f51a', 'network_id': '8a9865c2-0d03-40f9-a71a-607e87040674', 'admin_state_up': True, 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'security_groups': ['801418ee-5d7b-4cfc-af52-433952d7207b']}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:36:39.614178 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device a50f895a-0829-492d-bad5-9a1085d6356d up at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:36:39.625979 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30d6ed04-fde7-4b8e-b2dc-3060901c9048 req-f7392bb9-8c3c-48b5-ae85-abffc3cf6f41 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Made reservation on behalf of 4ad54dac63374c8a9b4da55ee5dc7fd1 for: {'port': 1} {{(pid=114859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:36:39.629931 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-30d6ed04-fde7-4b8e-b2dc-3060901c9048 req-f7392bb9-8c3c-48b5-ae85-abffc3cf6f41 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:39.668699 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Provisioning complete for port a50f895a-0829-492d-bad5-9a1085d6356d triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:36:39.669254 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (a50f895a-0829-492d-bad5-9a1085d6356d), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:39.751992 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Current status of the port a50f895a-0829-492d-bad5-9a1085d6356d is: DOWN; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:36:39.752413 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (a50f895a-0829-492d-bad5-9a1085d6356d), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:39.771394 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-84f35f01-2687-41ba-882b-23fee76f3c41 admin admin] Publish callbacks [] for router_gateway (c55378f6-ed14-4860-9722-f016e3ed5a64), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:39.785816 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.db_base_plugin_common [req-30d6ed04-fde7-4b8e-b2dc-3060901c9048 req-f7392bb9-8c3c-48b5-ae85-abffc3cf6f41 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Allocated IP 172.20.0.7 (8a9865c2-0d03-40f9-a71a-607e87040674/673329e3-8235-4c2b-a7ed-65b2b39a6faf/6de8e31e-e087-40aa-a319-0647d34795ca) {{(pid=114859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:36:39.789841 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] For port a50f895a-0829-492d-bad5-9a1085d6356d, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=a50f895a-0829-492d-bad5-9a1085d6356d,segment=NetworkSegment(850085f3-336f-4cd2-8504-bcaa5ecc90d0),segment_id=850085f3-336f-4cd2-8504-bcaa5ecc90d0)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:36:39.796799 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (a50f895a-0829-492d-bad5-9a1085d6356d), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:39.861732 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Pushing event updated for resources: {'Port': ['ID=a50f895a-0829-492d-bad5-9a1085d6356d,revision_number=3']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:36:39.978648 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-30d6ed04-fde7-4b8e-b2dc-3060901c9048 req-f7392bb9-8c3c-48b5-ae85-abffc3cf6f41 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks [] for port (6de8e31e-e087-40aa-a319-0647d34795ca), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:40.030124 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-84f35f01-2687-41ba-882b-23fee76f3c41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1586386'] for router (c55378f6-ed14-4860-9722-f016e3ed5a64), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:40.033513 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-30d6ed04-fde7-4b8e-b2dc-3060901c9048 req-f7392bb9-8c3c-48b5-ae85-abffc3cf6f41 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (6de8e31e-e087-40aa-a319-0647d34795ca), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:40.079522 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30d6ed04-fde7-4b8e-b2dc-3060901c9048 req-f7392bb9-8c3c-48b5-ae85-abffc3cf6f41 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Network 8a9865c2-0d03-40f9-a71a-607e87040674 is already hosted by enough agents. {{(pid=114859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:36:40.082626 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.base_scheduler [req-30d6ed04-fde7-4b8e-b2dc-3060901c9048 req-f7392bb9-8c3c-48b5-ae85-abffc3cf6f41 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Resources bound (agent type, host, resource id): {{(pid=114859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:36:40.086355 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.l3_dvrscheduler_db [req-30d6ed04-fde7-4b8e-b2dc-3060901c9048 req-f7392bb9-8c3c-48b5-ae85-abffc3cf6f41 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Received port after_create {{(pid=114859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:36:40.145909 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7392bb9-8c3c-48b5-ae85-abffc3cf6f41 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Pushing event updated for resources: {'Port': ['ID=6de8e31e-e087-40aa-a319-0647d34795ca,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:36:40.156985 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d6ed04-fde7-4b8e-b2dc-3060901c9048 req-f7392bb9-8c3c-48b5-ae85-abffc3cf6f41 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:36:40.157361 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-30d6ed04-fde7-4b8e-b2dc-3060901c9048 req-f7392bb9-8c3c-48b5-ae85-abffc3cf6f41 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for port (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:40.186734 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-30d6ed04-fde7-4b8e-b2dc-3060901c9048 req-f7392bb9-8c3c-48b5-ae85-abffc3cf6f41 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6977739 Apr 12 00:36:40.215641 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [req-30d6ed04-fde7-4b8e-b2dc-3060901c9048 req-45ebd4a1-763f-4d84-a4c9-d7e6e6922041 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114859) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 00:36:40.216948 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-30d6ed04-fde7-4b8e-b2dc-3060901c9048 req-45ebd4a1-763f-4d84-a4c9-d7e6e6922041 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067961 Apr 12 00:36:40.222608 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f35f01-2687-41ba-882b-23fee76f3c41 admin admin] Router c55378f6-ed14-4860-9722-f016e3ed5a64 is scheduled to L3 agent d3fb0dde-5c40-4fca-80b5-61326157311c with binding_index 1 {{(pid=114860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 00:36:40.305699 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [req-30d6ed04-fde7-4b8e-b2dc-3060901c9048 req-c7d03b8b-86b9-4969-aaa8-f70decc046a3 service neutron] Request body: {'port': {'device_id': 'b7f92fc1-03bb-4d20-959e-fb9cd283f51a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83625'}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:36:40.359725 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f35f01-2687-41ba-882b-23fee76f3c41 admin admin] Notify agent at l3_agent.dv-cinder-836252-3-iscsi the message routers_updated {{(pid=114860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:36:40.371765 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5ca7ca-8d5d-4e74-a146-f0c3e67e74fe None None] Sync routers for ids ['c55378f6-ed14-4860-9722-f016e3ed5a64'] in dv-cinder-836252-3-iscsi {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:36:40.386221 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-30d6ed04-fde7-4b8e-b2dc-3060901c9048 req-c7d03b8b-86b9-4969-aaa8-f70decc046a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (6de8e31e-e087-40aa-a319-0647d34795ca), before_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:40.387769 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5ca7ca-8d5d-4e74-a146-f0c3e67e74fe None None] Routers {'c55378f6-ed14-4860-9722-f016e3ed5a64'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:36:40.393157 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-4a5ca7ca-8d5d-4e74-a146-f0c3e67e74fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:36:15Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['c55378f6-ed14-4860-9722-f016e3ed5a64'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:36:40.393981 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-84f35f01-2687-41ba-882b-23fee76f3c41 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:40.396864 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-84f35f01-2687-41ba-882b-23fee76f3c41 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0181382 Apr 12 00:36:40.400736 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 34038) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:36:40.417205 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f941e4d-3639-4fe1-82ef-1d82e37b28b9 None None] Network ad6fa16c-9ae9-409b-a431-15655dbe3bc7 requested from dv-cinder-836252-3-iscsi {{(pid=114861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:36:40.527890 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-67f7f1a1-0f09-449d-842a-faa4f481e47b None None] Provisioning complete for port a50f895a-0829-492d-bad5-9a1085d6356d triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:36:40.528400 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-67f7f1a1-0f09-449d-842a-faa4f481e47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (a50f895a-0829-492d-bad5-9a1085d6356d), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:40.543079 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2915b-e222-494a-8619-355d020415b3 req-7a283ac0-db20-4d9c-b776-dcb377076854 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:36:40.544749 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-fab2915b-e222-494a-8619-355d020415b3 req-7a283ac0-db20-4d9c-b776-dcb377076854 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7f92fc1-03bb-4d20-959e-fb9cd283f51a HTTP/1.1" status: 200 len: 931 time: 0.0843492 Apr 12 00:36:40.573906 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-4a5ca7ca-8d5d-4e74-a146-f0c3e67e74fe None None] Set router c55378f6-ed14-4860-9722-f016e3ed5a64 gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:36:40.690662 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-67f7f1a1-0f09-449d-842a-faa4f481e47b None None] Current status of the port a50f895a-0829-492d-bad5-9a1085d6356d is: ACTIVE; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:36:40.700929 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-67f7f1a1-0f09-449d-842a-faa4f481e47b None None] Provisioning complete for port 6de8e31e-e087-40aa-a319-0647d34795ca triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:36:40.701724 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-67f7f1a1-0f09-449d-842a-faa4f481e47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (6de8e31e-e087-40aa-a319-0647d34795ca), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:40.714421 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-fab2915b-e222-494a-8619-355d020415b3 req-376a2c76-2579-47fa-912b-3e38d931d64c tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/security-groups?id=801418ee-5d7b-4cfc-af52-433952d7207b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121671 Apr 12 00:36:40.766416 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-67f7f1a1-0f09-449d-842a-faa4f481e47b None None] Port 6de8e31e-e087-40aa-a319-0647d34795ca cannot update to ACTIVE because it is not bound. {{(pid=114861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:36:40.842889 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-4a5ca7ca-8d5d-4e74-a146-f0c3e67e74fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'name': 'tempest-AttachVolumeNegativeTest-1669374095-router', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '58289c30-3084-4e4c-98f4-831e7f157643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:36:38Z', 'updated_at': '2022-04-12T00:36:39Z', 'revision_number': 3, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'gw_port': {'id': '58289c30-3084-4e4c-98f4-831e7f157643', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:36:38Z', 'updated_at': '2022-04-12T00:36:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi'}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:36:40.881460 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5ca7ca-8d5d-4e74-a146-f0c3e67e74fe None None] Checking router: c55378f6-ed14-4860-9722-f016e3ed5a64 for host: dv-cinder-836252-3-iscsi {{(pid=114862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:36:40.886372 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5ca7ca-8d5d-4e74-a146-f0c3e67e74fe None None] Updating router c55378f6-ed14-4860-9722-f016e3ed5a64 port 58289c30-3084-4e4c-98f4-831e7f157643 binding host dv-cinder-836252-3-iscsi {{(pid=114862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 00:36:40.904708 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [req-30d6ed04-fde7-4b8e-b2dc-3060901c9048 req-c7d03b8b-86b9-4969-aaa8-f70decc046a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6de8e31e-e087-40aa-a319-0647d34795ca {{(pid=114859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:36:40.917804 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-8da5615d-8633-403b-98c5-ef21ac95d850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:40.918056 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-30d6ed04-fde7-4b8e-b2dc-3060901c9048 req-c7d03b8b-86b9-4969-aaa8-f70decc046a3 service neutron] Publish callbacks [] for port (6de8e31e-e087-40aa-a319-0647d34795ca), precommit_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:40.919275 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron_lib.callbacks.manager [None req-4a5ca7ca-8d5d-4e74-a146-f0c3e67e74fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (58289c30-3084-4e4c-98f4-831e7f157643), before_update {{(pid=114862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:40.931971 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.provisioning_blocks [req-30d6ed04-fde7-4b8e-b2dc-3060901c9048 req-c7d03b8b-86b9-4969-aaa8-f70decc046a3 service neutron] Transition to ACTIVE for port object 6de8e31e-e087-40aa-a319-0647d34795ca will not be triggered until provisioned by entity L2. {{(pid=114859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 00:36:40.936270 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-30d6ed04-fde7-4b8e-b2dc-3060901c9048 req-c7d03b8b-86b9-4969-aaa8-f70decc046a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59136039'] for port (6de8e31e-e087-40aa-a319-0647d34795ca), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:40.999774 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d03b8b-86b9-4969-aaa8-f70decc046a3 service neutron] Pushing event updated for resources: {'Port': ['ID=6de8e31e-e087-40aa-a319-0647d34795ca,revision_number=2']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:36:41.006624 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-32b9d5a8-16dd-4b14-9101-b77eddbe0190 None None] Provisioning complete for port a50f895a-0829-492d-bad5-9a1085d6356d triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:36:41.007409 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-32b9d5a8-16dd-4b14-9101-b77eddbe0190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (a50f895a-0829-492d-bad5-9a1085d6356d), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:41.132688 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-32b9d5a8-16dd-4b14-9101-b77eddbe0190 None None] Current status of the port a50f895a-0829-492d-bad5-9a1085d6356d is: ACTIVE; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:36:41.141687 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.managers [req-30d6ed04-fde7-4b8e-b2dc-3060901c9048 req-c7d03b8b-86b9-4969-aaa8-f70decc046a3 service neutron] Attempting to bind port 6de8e31e-e087-40aa-a319-0647d34795ca on host hv-cinder-83625 for vnic_type normal with profile {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:36:41.142030 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.managers [req-30d6ed04-fde7-4b8e-b2dc-3060901c9048 req-c7d03b8b-86b9-4969-aaa8-f70decc046a3 service neutron] Attempting to bind port 6de8e31e-e087-40aa-a319-0647d34795ca by drivers openvswitch,hyperv on host hv-cinder-83625 at level 0 using segments [{'id': 'd64ef49d-093c-41ff-bdc1-96d0b857029b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '8a9865c2-0d03-40f9-a71a-607e87040674'}] {{(pid=114859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:36:41.142383 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d6ed04-fde7-4b8e-b2dc-3060901c9048 req-c7d03b8b-86b9-4969-aaa8-f70decc046a3 service neutron] Attempting to bind port 6de8e31e-e087-40aa-a319-0647d34795ca on network 8a9865c2-0d03-40f9-a71a-607e87040674 {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:36:41.147405 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d6ed04-fde7-4b8e-b2dc-3060901c9048 req-c7d03b8b-86b9-4969-aaa8-f70decc046a3 service neutron] Port 6de8e31e-e087-40aa-a319-0647d34795ca on network 8a9865c2-0d03-40f9-a71a-607e87040674 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83625 {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 00:36:41.147772 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d6ed04-fde7-4b8e-b2dc-3060901c9048 req-c7d03b8b-86b9-4969-aaa8-f70decc046a3 service neutron] Attempting to bind port 6de8e31e-e087-40aa-a319-0647d34795ca on network 8a9865c2-0d03-40f9-a71a-607e87040674 {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:36:41.156782 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d6ed04-fde7-4b8e-b2dc-3060901c9048 req-c7d03b8b-86b9-4969-aaa8-f70decc046a3 service neutron] Checking agent: {'id': '6c438ad1-5788-4552-a50f-29c8c96f3196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83625', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 0, 23, 42), 'started_at': datetime.datetime(2022, 4, 12, 0, 23, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:36:41.157017 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d6ed04-fde7-4b8e-b2dc-3060901c9048 req-c7d03b8b-86b9-4969-aaa8-f70decc046a3 service neutron] Checking segment: {'id': 'd64ef49d-093c-41ff-bdc1-96d0b857029b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '8a9865c2-0d03-40f9-a71a-607e87040674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:36:41.157439 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d6ed04-fde7-4b8e-b2dc-3060901c9048 req-c7d03b8b-86b9-4969-aaa8-f70decc046a3 service neutron] Bound using segment: {'id': 'd64ef49d-093c-41ff-bdc1-96d0b857029b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '8a9865c2-0d03-40f9-a71a-607e87040674'} {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:36:41.157882 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.managers [req-30d6ed04-fde7-4b8e-b2dc-3060901c9048 req-c7d03b8b-86b9-4969-aaa8-f70decc046a3 service neutron] Bound port: 6de8e31e-e087-40aa-a319-0647d34795ca, host: hv-cinder-83625, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd64ef49d-093c-41ff-bdc1-96d0b857029b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '8a9865c2-0d03-40f9-a71a-607e87040674'}}] {{(pid=114859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:36:41.158462 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-30d6ed04-fde7-4b8e-b2dc-3060901c9048 req-c7d03b8b-86b9-4969-aaa8-f70decc046a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (6de8e31e-e087-40aa-a319-0647d34795ca), before_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:41.250127 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [req-30d6ed04-fde7-4b8e-b2dc-3060901c9048 req-c7d03b8b-86b9-4969-aaa8-f70decc046a3 service neutron] For port 6de8e31e-e087-40aa-a319-0647d34795ca, host hv-cinder-83625, cleared binding levels {{(pid=114859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:36:41.254165 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [req-30d6ed04-fde7-4b8e-b2dc-3060901c9048 req-c7d03b8b-86b9-4969-aaa8-f70decc046a3 service neutron] For port 6de8e31e-e087-40aa-a319-0647d34795ca, host hv-cinder-83625, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=6de8e31e-e087-40aa-a319-0647d34795ca,segment=NetworkSegment(d64ef49d-093c-41ff-bdc1-96d0b857029b),segment_id=d64ef49d-093c-41ff-bdc1-96d0b857029b)] {{(pid=114859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:36:41.263258 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-30d6ed04-fde7-4b8e-b2dc-3060901c9048 req-c7d03b8b-86b9-4969-aaa8-f70decc046a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59136039'] for port (6de8e31e-e087-40aa-a319-0647d34795ca), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:41.274152 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron_lib.callbacks.manager [None req-4a5ca7ca-8d5d-4e74-a146-f0c3e67e74fe None None] Publish callbacks [] for port (58289c30-3084-4e4c-98f4-831e7f157643), precommit_update {{(pid=114862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:41.281991 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron_lib.callbacks.manager [None req-4a5ca7ca-8d5d-4e74-a146-f0c3e67e74fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (58289c30-3084-4e4c-98f4-831e7f157643), after_update {{(pid=114862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:41.304541 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d6ed04-fde7-4b8e-b2dc-3060901c9048 req-c7d03b8b-86b9-4969-aaa8-f70decc046a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:36:41.305090 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-30d6ed04-fde7-4b8e-b2dc-3060901c9048 req-c7d03b8b-86b9-4969-aaa8-f70decc046a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for port (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:41.306678 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-30d6ed04-fde7-4b8e-b2dc-3060901c9048 req-c7d03b8b-86b9-4969-aaa8-f70decc046a3 service neutron] 10.222.0.52 "PUT /v2.0/ports/6de8e31e-e087-40aa-a319-0647d34795ca HTTP/1.1" status: 200 len: 1093 time: 1.0759633 Apr 12 00:36:41.309260 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7f92fc1-03bb-4d20-959e-fb9cd283f51a', 'tag': '6de8e31e-e087-40aa-a319-0647d34795ca'}] {{(pid=114859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:36:41.311682 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d751ce943c7fd1580d8237ddcdd582f05025ac6b53677acecb9ecfb4d000721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76ed25b-742d-4b5e-8feb-378f91abdce8" -d '{"events": [{"name": "network-changed", "server_uuid": "b7f92fc1-03bb-4d20-959e-fb9cd283f51a", "tag": "6de8e31e-e087-40aa-a319-0647d34795ca"}]}' {{(pid=114859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:36:41.366534 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d03b8b-86b9-4969-aaa8-f70decc046a3 service neutron] Pushing event updated for resources: {'Port': ['ID=6de8e31e-e087-40aa-a319-0647d34795ca,revision_number=3']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:36:41.373442 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.managers [None req-4a5ca7ca-8d5d-4e74-a146-f0c3e67e74fe None None] Attempting to bind port 58289c30-3084-4e4c-98f4-831e7f157643 on host dv-cinder-836252-3-iscsi for vnic_type normal with profile {{(pid=114862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:36:41.379229 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.managers [None req-4a5ca7ca-8d5d-4e74-a146-f0c3e67e74fe None None] Attempting to bind port 58289c30-3084-4e4c-98f4-831e7f157643 by drivers openvswitch,hyperv on host dv-cinder-836252-3-iscsi at level 0 using segments [{'id': '45a4c36b-a669-4a7f-a3e9-c2d676175ec7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7'}] {{(pid=114862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:36:41.379577 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5ca7ca-8d5d-4e74-a146-f0c3e67e74fe None None] Attempting to bind port 58289c30-3084-4e4c-98f4-831e7f157643 on network 1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7 {{(pid=114862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:36:41.385039 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6ddd42-bde9-409f-bd31-42fe320d9c07 None None] Pushing event updated for resources: {'Port': ['ID=58289c30-3084-4e4c-98f4-831e7f157643,revision_number=2']} {{(pid=114862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:36:41.389896 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5ca7ca-8d5d-4e74-a146-f0c3e67e74fe None None] Checking agent: {'id': 'f9a21fd4-36f2-4826-890e-da332e228edf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836252-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 0, 17, 19), 'started_at': datetime.datetime(2022, 4, 12, 0, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836252-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:36:41.390370 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5ca7ca-8d5d-4e74-a146-f0c3e67e74fe None None] Checking segment: {'id': '45a4c36b-a669-4a7f-a3e9-c2d676175ec7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:36:41.391027 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron_lib.callbacks.manager [None req-4a5ca7ca-8d5d-4e74-a146-f0c3e67e74fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:41.394804 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5ca7ca-8d5d-4e74-a146-f0c3e67e74fe None None] Bound using segment: {'id': '45a4c36b-a669-4a7f-a3e9-c2d676175ec7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7'} {{(pid=114862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:36:41.395410 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.managers [None req-4a5ca7ca-8d5d-4e74-a146-f0c3e67e74fe None None] Bound port: 58289c30-3084-4e4c-98f4-831e7f157643, host: dv-cinder-836252-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45a4c36b-a669-4a7f-a3e9-c2d676175ec7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7'}}] {{(pid=114862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:36:41.395913 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron_lib.callbacks.manager [None req-4a5ca7ca-8d5d-4e74-a146-f0c3e67e74fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (58289c30-3084-4e4c-98f4-831e7f157643), before_update {{(pid=114862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:41.403152 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.db.db_base_plugin_common [None req-8da5615d-8633-403b-98c5-ef21ac95d850 admin admin] Allocated IP 172.20.0.1 (ad6fa16c-9ae9-409b-a431-15655dbe3bc7/a9745a0d-5463-41a5-8b5c-e529c4495cbd/a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3) {{(pid=114860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:36:41.407601 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6ddd42-bde9-409f-bd31-42fe320d9c07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:36:41.408046 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6ddd42-bde9-409f-bd31-42fe320d9c07 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:36:41.410471 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6ddd42-bde9-409f-bd31-42fe320d9c07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:36:41.411084 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6ddd42-bde9-409f-bd31-42fe320d9c07 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:36:41.411637 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6ddd42-bde9-409f-bd31-42fe320d9c07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:36:41.412123 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6ddd42-bde9-409f-bd31-42fe320d9c07 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:36:41.414141 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6ddd42-bde9-409f-bd31-42fe320d9c07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:36:41.416117 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6ddd42-bde9-409f-bd31-42fe320d9c07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:36:41.416653 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6ddd42-bde9-409f-bd31-42fe320d9c07 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:36:41.417002 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6ddd42-bde9-409f-bd31-42fe320d9c07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:36:41.417715 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50c1bc1-720a-47c5-ae5e-b27273a754a1 x-openstack-request-id: req-b50c1bc1-720a-47c5-ae5e-b27273a754a1 {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:36:41.418223 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7f92fc1-03bb-4d20-959e-fb9cd283f51a", "tag": "6de8e31e-e087-40aa-a319-0647d34795ca", "status": "completed", "code": 200}]} {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:36:41.418406 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6ddd42-bde9-409f-bd31-42fe320d9c07 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:36:41.418518 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b50c1bc1-720a-47c5-ae5e-b27273a754a1 {{(pid=114859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:36:41.418617 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6ddd42-bde9-409f-bd31-42fe320d9c07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:36:41.418709 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b50c1bc1-720a-47c5-ae5e-b27273a754a1'] response: {'name': 'network-changed', 'server_uuid': 'b7f92fc1-03bb-4d20-959e-fb9cd283f51a', 'tag': '6de8e31e-e087-40aa-a319-0647d34795ca', 'status': 'completed', 'code': 200} Apr 12 00:36:41.419135 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6ddd42-bde9-409f-bd31-42fe320d9c07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:36:41.419291 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6ddd42-bde9-409f-bd31-42fe320d9c07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:36:41.419623 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6ddd42-bde9-409f-bd31-42fe320d9c07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:36:41.420102 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d6ed04-fde7-4b8e-b2dc-3060901c9048 req-b425f0bf-721e-450e-bb21-82f98231e564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:36:41.421710 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-30d6ed04-fde7-4b8e-b2dc-3060901c9048 req-b425f0bf-721e-450e-bb21-82f98231e564 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4ad54dac63374c8a9b4da55ee5dc7fd1&device_id=b7f92fc1-03bb-4d20-959e-fb9cd283f51a HTTP/1.1" status: 200 len: 1127 time: 0.0490520 Apr 12 00:36:41.472738 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-30d6ed04-fde7-4b8e-b2dc-3060901c9048 req-a8568c7a-df2d-47cf-80e3-d5f644bae388 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6de8e31e-e087-40aa-a319-0647d34795ca HTTP/1.1" status: 200 len: 217 time: 0.0356030 Apr 12 00:36:41.477345 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.db [None req-4a5ca7ca-8d5d-4e74-a146-f0c3e67e74fe None None] For port 58289c30-3084-4e4c-98f4-831e7f157643, host dv-cinder-836252-3-iscsi, cleared binding levels {{(pid=114862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:36:41.480903 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.db [None req-4a5ca7ca-8d5d-4e74-a146-f0c3e67e74fe None None] For port 58289c30-3084-4e4c-98f4-831e7f157643, host dv-cinder-836252-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=58289c30-3084-4e4c-98f4-831e7f157643,segment=NetworkSegment(45a4c36b-a669-4a7f-a3e9-c2d676175ec7),segment_id=45a4c36b-a669-4a7f-a3e9-c2d676175ec7)] {{(pid=114862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:36:41.501215 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron_lib.callbacks.manager [None req-4a5ca7ca-8d5d-4e74-a146-f0c3e67e74fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (58289c30-3084-4e4c-98f4-831e7f157643), after_update {{(pid=114862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:41.550238 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d6ed04-fde7-4b8e-b2dc-3060901c9048 req-58997fcf-25a0-4fd2-b1ea-0bae28ec2e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:36:41.551936 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-30d6ed04-fde7-4b8e-b2dc-3060901c9048 req-58997fcf-25a0-4fd2-b1ea-0bae28ec2e31 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=673329e3-8235-4c2b-a7ed-65b2b39a6faf HTTP/1.1" status: 200 len: 850 time: 0.0729384 Apr 12 00:36:41.560944 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-8da5615d-8633-403b-98c5-ef21ac95d850 admin admin] Publish callbacks [] for port (a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:41.615784 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d6ed04-fde7-4b8e-b2dc-3060901c9048 req-ce590652-53b8-4465-947a-d18483ebd5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:36:41.617516 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-30d6ed04-fde7-4b8e-b2dc-3060901c9048 req-ce590652-53b8-4465-947a-d18483ebd5ae service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8a9865c2-0d03-40f9-a71a-607e87040674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0591667 Apr 12 00:36:41.631350 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device a50f895a-0829-492d-bad5-9a1085d6356d up at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:36:41.643750 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5ca7ca-8d5d-4e74-a146-f0c3e67e74fe None None] Routers {'c55378f6-ed14-4860-9722-f016e3ed5a64'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:36:41.644468 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-4a5ca7ca-8d5d-4e74-a146-f0c3e67e74fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:36:15Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['c55378f6-ed14-4860-9722-f016e3ed5a64'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:36:41.644604 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-8da5615d-8633-403b-98c5-ef21ac95d850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806209'] for port (a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:41.693524 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da5615d-8633-403b-98c5-ef21ac95d850 admin admin] Network ad6fa16c-9ae9-409b-a431-15655dbe3bc7 is already hosted by enough agents. {{(pid=114860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:36:41.701219 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.base_scheduler [None req-8da5615d-8633-403b-98c5-ef21ac95d850 admin admin] Resources bound (agent type, host, resource id): {{(pid=114860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:36:41.704271 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da5615d-8633-403b-98c5-ef21ac95d850 admin admin] Received port after_create {{(pid=114860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:36:41.707149 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6ddd42-bde9-409f-bd31-42fe320d9c07 None None] Pushing event updated for resources: {'Port': ['ID=58289c30-3084-4e4c-98f4-831e7f157643,revision_number=3']} {{(pid=114862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:36:41.709932 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Provisioning complete for port a50f895a-0829-492d-bad5-9a1085d6356d triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:36:41.710439 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (a50f895a-0829-492d-bad5-9a1085d6356d), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:41.757678 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da5615d-8633-403b-98c5-ef21ac95d850 admin admin] Pushing event updated for resources: {'Port': ['ID=a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:36:41.777062 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-8da5615d-8633-403b-98c5-ef21ac95d850 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586209'] for router_interface (c55378f6-ed14-4860-9722-f016e3ed5a64), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:41.788341 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-30d6ed04-fde7-4b8e-b2dc-3060901c9048 req-e138dfa3-e136-4a6e-a49c-1446818446f7 service neutron] 10.222.0.52 "GET /v2.0/networks/8a9865c2-0d03-40f9-a71a-607e87040674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633160 Apr 12 00:36:41.810371 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-4a5ca7ca-8d5d-4e74-a146-f0c3e67e74fe None None] Set router c55378f6-ed14-4860-9722-f016e3ed5a64 gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:36:41.867968 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Current status of the port a50f895a-0829-492d-bad5-9a1085d6356d is: ACTIVE; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:36:41.937488 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ccf2ad-dfe1-45b2-bbcc-676ba60c78ac req-c2638525-102c-42c9-bbfa-7587912dbb89 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:36:41.939251 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-67ccf2ad-dfe1-45b2-bbcc-676ba60c78ac req-c2638525-102c-42c9-bbfa-7587912dbb89 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7f92fc1-03bb-4d20-959e-fb9cd283f51a HTTP/1.1" status: 200 len: 943 time: 0.1035771 Apr 12 00:36:41.978788 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-8da5615d-8633-403b-98c5-ef21ac95d850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3), before_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:41.985456 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-30d6ed04-fde7-4b8e-b2dc-3060901c9048 req-232e8d5f-550b-4cd1-839d-85eeeb453a92 service neutron] 10.222.0.52 "GET /v2.0/networks/8a9865c2-0d03-40f9-a71a-607e87040674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902292 Apr 12 00:36:42.031823 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-f61ab916-b525-448b-80f2-8420d6e14fb7 None None] Provisioning complete for port a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3 triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:36:42.032117 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-f61ab916-b525-448b-80f2-8420d6e14fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:42.040174 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-67ccf2ad-dfe1-45b2-bbcc-676ba60c78ac req-21993c4d-fcb8-4413-8bcd-f95bf294c6da tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/security-groups?id=801418ee-5d7b-4cfc-af52-433952d7207b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931413 Apr 12 00:36:42.077729 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-f61ab916-b525-448b-80f2-8420d6e14fb7 None None] Port a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3 cannot update to ACTIVE because it is not bound. {{(pid=114861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:36:42.095154 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-4a5ca7ca-8d5d-4e74-a146-f0c3e67e74fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'name': 'tempest-AttachVolumeNegativeTest-1669374095-router', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '58289c30-3084-4e4c-98f4-831e7f157643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:36:38Z', 'updated_at': '2022-04-12T00:36:39Z', 'revision_number': 3, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'gw_port': {'id': '58289c30-3084-4e4c-98f4-831e7f157643', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:36:38Z', 'updated_at': '2022-04-12T00:36:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi'}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:36:42.121576 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5ca7ca-8d5d-4e74-a146-f0c3e67e74fe None None] The sync data for ids ['c55378f6-ed14-4860-9722-f016e3ed5a64'] in dv-cinder-836252-3-iscsi is: [{'id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'name': 'tempest-AttachVolumeNegativeTest-1669374095-router', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '58289c30-3084-4e4c-98f4-831e7f157643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:36:38Z', 'updated_at': '2022-04-12T00:36:39Z', 'revision_number': 3, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'gw_port': {'id': '58289c30-3084-4e4c-98f4-831e7f157643', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:36:38Z', 'updated_at': '2022-04-12T00:36:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi'}] {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:36:42.177034 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-8da5615d-8633-403b-98c5-ef21ac95d850 admin admin] Publish callbacks [] for port (a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3), precommit_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:42.181788 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-8da5615d-8633-403b-98c5-ef21ac95d850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806218'] for port (a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3), after_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:42.254972 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da5615d-8633-403b-98c5-ef21ac95d850 admin admin] Pushing event updated for resources: {'Port': ['ID=a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3,revision_number=2']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:36:42.257558 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-8da5615d-8633-403b-98c5-ef21ac95d850 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586577'] for router_interface (c55378f6-ed14-4860-9722-f016e3ed5a64), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:42.368059 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da5615d-8633-403b-98c5-ef21ac95d850 admin admin] Network ad6fa16c-9ae9-409b-a431-15655dbe3bc7 is already hosted by enough agents. {{(pid=114860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:36:42.369572 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.base_scheduler [None req-8da5615d-8633-403b-98c5-ef21ac95d850 admin admin] Resources bound (agent type, host, resource id): {{(pid=114860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:36:42.380480 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-0eb3c18a-63c8-4c8c-94ac-20d15d8ad90f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (4ecbd319-6885-49f5-abb8-de205838eb1c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:42.515951 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8da5615d-8633-403b-98c5-ef21ac95d850 admin admin] Router c55378f6-ed14-4860-9722-f016e3ed5a64 has already been hosted by L3 agent d3fb0dde-5c40-4fca-80b5-61326157311c {{(pid=114860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:36:42.604401 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-b3a49aec-0119-4781-94ef-19648654dfdb None None] Provisioning complete for port a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3 triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:36:42.605341 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-b3a49aec-0119-4781-94ef-19648654dfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:42.637165 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da5615d-8633-403b-98c5-ef21ac95d850 admin admin] Notify agent at l3_agent.dv-cinder-836252-3-iscsi the message routers_updated {{(pid=114860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:36:42.647807 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-8da5615d-8633-403b-98c5-ef21ac95d850 admin admin] 10.222.0.32 "PUT /v2.0/routers/c55378f6-ed14-4860-9722-f016e3ed5a64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2436042 Apr 12 00:36:42.666485 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-b3a49aec-0119-4781-94ef-19648654dfdb None None] Port a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3 cannot update to ACTIVE because it is not bound. {{(pid=114861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:36:43.152134 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f0ba3-28de-4fa5-9955-7b30e96a7862 req-e5956fe7-7ddf-42b4-a802-c4b1d8a9b7fd tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:36:43.153632 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-819f0ba3-28de-4fa5-9955-7b30e96a7862 req-e5956fe7-7ddf-42b4-a802-c4b1d8a9b7fd tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7f92fc1-03bb-4d20-959e-fb9cd283f51a HTTP/1.1" status: 200 len: 943 time: 0.0500698 Apr 12 00:36:43.155742 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 34056) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:36:43.160133 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [None req-8f0920b8-df1c-4734-a37b-36c5bb89644a tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Request body: {'security_group': {'name': 'tempest-securitygroup--84915049', 'description': 'tempest-description--540867255'}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:36:43.236611 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-8f0920b8-df1c-4734-a37b-36c5bb89644a tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for security_group (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:43.238705 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ed25b-742d-4b5e-8feb-378f91abdce8 req-15e86c39-6f64-4dcf-8e47-dca2bd921b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:36:43.240260 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d76ed25b-742d-4b5e-8feb-378f91abdce8 req-15e86c39-6f64-4dcf-8e47-dca2bd921b33 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4ad54dac63374c8a9b4da55ee5dc7fd1&device_id=b7f92fc1-03bb-4d20-959e-fb9cd283f51a HTTP/1.1" status: 200 len: 1127 time: 0.0667269 Apr 12 00:36:43.289094 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-819f0ba3-28de-4fa5-9955-7b30e96a7862 req-664ceae6-0507-40dd-8a52-8d900251b400 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/security-groups?id=801418ee-5d7b-4cfc-af52-433952d7207b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244299 Apr 12 00:36:43.382712 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ed25b-742d-4b5e-8feb-378f91abdce8 req-98f0540a-45dc-4615-9601-728497b8c771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:36:43.384288 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d76ed25b-742d-4b5e-8feb-378f91abdce8 req-98f0540a-45dc-4615-9601-728497b8c771 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8a9865c2-0d03-40f9-a71a-607e87040674 HTTP/1.1" status: 200 len: 912 time: 0.1280038 Apr 12 00:36:43.438594 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d76ed25b-742d-4b5e-8feb-378f91abdce8 req-8dc3bab0-f4b0-47d2-a50d-0d9c7deba409 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6de8e31e-e087-40aa-a319-0647d34795ca HTTP/1.1" status: 200 len: 217 time: 0.0422342 Apr 12 00:36:43.440889 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-8f0920b8-df1c-4734-a37b-36c5bb89644a tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for security_group (5bae668d-f5ff-4736-9a1b-f37ba63f298b), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:43.453964 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-8f0920b8-df1c-4734-a37b-36c5bb89644a tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (5bae668d-f5ff-4736-9a1b-f37ba63f298b), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:43.517392 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-8f0920b8-df1c-4734-a37b-36c5bb89644a tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for security_group (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:43.522605 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-8f0920b8-df1c-4734-a37b-36c5bb89644a tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3620701 Apr 12 00:36:43.522700 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 34058) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:36:43.527535 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0920b8-df1c-4734-a37b-36c5bb89644a tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bae668d-f5ff-4736-9a1b-f37ba63f298b,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:36:43.532033 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ed25b-742d-4b5e-8feb-378f91abdce8 req-4a690155-59e2-49b9-8ce3-b52f90249549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:36:43.533561 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d76ed25b-742d-4b5e-8feb-378f91abdce8 req-4a690155-59e2-49b9-8ce3-b52f90249549 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=673329e3-8235-4c2b-a7ed-65b2b39a6faf HTTP/1.1" status: 200 len: 850 time: 0.0888712 Apr 12 00:36:43.534517 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-a9a00b1a-f0c3-41d7-bf4a-f63648a3183e tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Request body: {'security_group_rule': {'security_group_id': '5bae668d-f5ff-4736-9a1b-f37ba63f298b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:36:43.584639 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-a9a00b1a-f0c3-41d7-bf4a-f63648a3183e tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for security_group_rule (36fadcd1-4193-4e02-9a11-82fb11b35819), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:43.588279 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ed25b-742d-4b5e-8feb-378f91abdce8 req-9cd03cf2-97aa-4381-be3e-dad84dbcfa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:36:43.589815 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d76ed25b-742d-4b5e-8feb-378f91abdce8 req-9cd03cf2-97aa-4381-be3e-dad84dbcfa6e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8a9865c2-0d03-40f9-a71a-607e87040674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500135 Apr 12 00:36:43.645547 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 58289c30-3084-4e4c-98f4-831e7f157643 up at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:36:43.676991 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-a9a00b1a-f0c3-41d7-bf4a-f63648a3183e tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for security_group_rule (36fadcd1-4193-4e02-9a11-82fb11b35819), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:43.682162 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-a9a00b1a-f0c3-41d7-bf4a-f63648a3183e tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496243'] for security_group_rule (36fadcd1-4193-4e02-9a11-82fb11b35819), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:43.698224 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a00b1a-f0c3-41d7-bf4a-f63648a3183e tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36fadcd1-4193-4e02-9a11-82fb11b35819,revision_number=0']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:36:43.711638 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-a9a00b1a-f0c3-41d7-bf4a-f63648a3183e tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:43.715762 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-a9a00b1a-f0c3-41d7-bf4a-f63648a3183e tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1924093 Apr 12 00:36:43.716472 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 34062) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:36:43.720864 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-69d7a2dc-5346-4e51-89b6-7d27bf5edfa1 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Request body: {'security_group_rule': {'security_group_id': '5bae668d-f5ff-4736-9a1b-f37ba63f298b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:36:43.732108 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d76ed25b-742d-4b5e-8feb-378f91abdce8 req-26253ef2-50f1-4981-b470-456f55be4f80 service neutron] 10.222.0.52 "GET /v2.0/networks/8a9865c2-0d03-40f9-a71a-607e87040674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353621 Apr 12 00:36:43.741457 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Provisioning complete for port 58289c30-3084-4e4c-98f4-831e7f157643 triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:36:43.741859 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (58289c30-3084-4e4c-98f4-831e7f157643), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:43.752104 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-69d7a2dc-5346-4e51-89b6-7d27bf5edfa1 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for security_group_rule (c2314d81-44ce-4147-84ed-19071cff1fb6), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:43.774772 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e843ec4-871d-4430-83e8-cf95121c1fb8 None None] Sync routers for ids ['c55378f6-ed14-4860-9722-f016e3ed5a64'] in dv-cinder-836252-3-iscsi {{(pid=114861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:36:43.798466 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e843ec4-871d-4430-83e8-cf95121c1fb8 None None] Routers {'c55378f6-ed14-4860-9722-f016e3ed5a64'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:36:43.799091 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-6e843ec4-871d-4430-83e8-cf95121c1fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:36:15Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['c55378f6-ed14-4860-9722-f016e3ed5a64'], 'active': True} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:36:43.824859 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-69d7a2dc-5346-4e51-89b6-7d27bf5edfa1 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for security_group_rule (c2314d81-44ce-4147-84ed-19071cff1fb6), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:43.830285 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-69d7a2dc-5346-4e51-89b6-7d27bf5edfa1 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496243'] for security_group_rule (c2314d81-44ce-4147-84ed-19071cff1fb6), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:43.832489 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d76ed25b-742d-4b5e-8feb-378f91abdce8 req-305becce-c64c-43d3-9809-1fb3b8f40c9b service neutron] 10.222.0.52 "GET /v2.0/networks/8a9865c2-0d03-40f9-a71a-607e87040674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935807 Apr 12 00:36:43.850310 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d7a2dc-5346-4e51-89b6-7d27bf5edfa1 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2314d81-44ce-4147-84ed-19071cff1fb6,revision_number=0']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:36:43.858620 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-69d7a2dc-5346-4e51-89b6-7d27bf5edfa1 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:43.859827 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-69d7a2dc-5346-4e51-89b6-7d27bf5edfa1 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1424236 Apr 12 00:36:43.863298 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 34064) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:36:43.871746 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [None req-79e781e4-6c19-4fda-bd20-b80285457332 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Request body: {'floatingip': {'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7'}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:36:43.895312 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-79e781e4-6c19-4fda-bd20-b80285457332 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:43.940276 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Current status of the port 58289c30-3084-4e4c-98f4-831e7f157643 is: DOWN; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:36:43.940672 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (58289c30-3084-4e4c-98f4-831e7f157643), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:43.960073 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvr_db [None req-6e843ec4-871d-4430-83e8-cf95121c1fb8 None None] Set router c55378f6-ed14-4860-9722-f016e3ed5a64 gateway port host: dv-cinder-836252-3-iscsi {{(pid=114861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:36:43.982242 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-79e781e4-6c19-4fda-bd20-b80285457332 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:43.996743 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] For port 58289c30-3084-4e4c-98f4-831e7f157643, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=58289c30-3084-4e4c-98f4-831e7f157643,segment=NetworkSegment(45a4c36b-a669-4a7f-a3e9-c2d676175ec7),segment_id=45a4c36b-a669-4a7f-a3e9-c2d676175ec7)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:36:44.003706 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (58289c30-3084-4e4c-98f4-831e7f157643), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:44.091413 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.db_base_plugin_common [None req-79e781e4-6c19-4fda-bd20-b80285457332 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Allocated IP 172.27.3.224 (1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7/02a01a71-afa8-4790-9b30-3097f97db265/bcd922cb-3144-4e00-9c85-39c6afd9756f) {{(pid=114859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:36:44.205847 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-79e781e4-6c19-4fda-bd20-b80285457332 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for port (bcd922cb-3144-4e00-9c85-39c6afd9756f), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:44.244080 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-79e781e4-6c19-4fda-bd20-b80285457332 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (bcd922cb-3144-4e00-9c85-39c6afd9756f), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:44.282077 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Pushing event updated for resources: {'Port': ['ID=58289c30-3084-4e4c-98f4-831e7f157643,revision_number=4']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:36:44.282392 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e781e4-6c19-4fda-bd20-b80285457332 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Network 1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7 is already hosted by enough agents. {{(pid=114859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:36:44.288511 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.base_scheduler [None req-79e781e4-6c19-4fda-bd20-b80285457332 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Resources bound (agent type, host, resource id): {{(pid=114859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:36:44.292007 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e781e4-6c19-4fda-bd20-b80285457332 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Received port after_create {{(pid=114859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:36:44.320818 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e781e4-6c19-4fda-bd20-b80285457332 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Pushing event updated for resources: {'Port': ['ID=bcd922cb-3144-4e00-9c85-39c6afd9756f,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:36:44.374949 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-6e843ec4-871d-4430-83e8-cf95121c1fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'name': 'tempest-AttachVolumeNegativeTest-1669374095-router', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '58289c30-3084-4e4c-98f4-831e7f157643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:36:38Z', 'updated_at': '2022-04-12T00:36:41Z', 'revision_number': 4, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'gw_port': {'id': '58289c30-3084-4e4c-98f4-831e7f157643', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:36:38Z', 'updated_at': '2022-04-12T00:36:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': 'a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3', 'name': '', 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'mac_address': 'fa:16:3e:20:45:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'a9745a0d-5463-41a5-8b5c-e529c4495cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:36:40Z', 'updated_at': '2022-04-12T00:36:42Z', 'revision_number': 2, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'subnets': [{'id': 'a9745a0d-5463-41a5-8b5c-e529c4495cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:36:44.394616 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-79e781e4-6c19-4fda-bd20-b80285457332 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for floatingip (8d871c1f-2051-49df-b1f4-467b16c34867), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:44.408762 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e843ec4-871d-4430-83e8-cf95121c1fb8 None None] Checking router: c55378f6-ed14-4860-9722-f016e3ed5a64 for host: dv-cinder-836252-3-iscsi {{(pid=114861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:36:44.409228 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e843ec4-871d-4430-83e8-cf95121c1fb8 None None] Updating router c55378f6-ed14-4860-9722-f016e3ed5a64 port a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3 binding host dv-cinder-836252-3-iscsi {{(pid=114861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 00:36:44.427708 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f78c42-f197-40b9-a009-a048a83e2670 req-ed28e4d2-1821-4477-b423-4b3b1a28de30 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:36:44.429266 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-27f78c42-f197-40b9-a009-a048a83e2670 req-ed28e4d2-1821-4477-b423-4b3b1a28de30 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7f92fc1-03bb-4d20-959e-fb9cd283f51a HTTP/1.1" status: 200 len: 943 time: 0.0541933 Apr 12 00:36:44.440898 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-79e781e4-6c19-4fda-bd20-b80285457332 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (bcd922cb-3144-4e00-9c85-39c6afd9756f), before_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:44.441567 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-6e843ec4-871d-4430-83e8-cf95121c1fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:44.484723 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-27f78c42-f197-40b9-a009-a048a83e2670 req-8a47f1b2-b057-454e-a82d-d602ecb1e343 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/security-groups?id=801418ee-5d7b-4cfc-af52-433952d7207b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492785 Apr 12 00:36:44.613969 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-79e781e4-6c19-4fda-bd20-b80285457332 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for port (bcd922cb-3144-4e00-9c85-39c6afd9756f), precommit_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:44.619174 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-79e781e4-6c19-4fda-bd20-b80285457332 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59136039'] for port (bcd922cb-3144-4e00-9c85-39c6afd9756f), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:44.647890 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-491505c6-b0c5-4466-83a4-969bff3cee2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (d3fb0dde-5c40-4fca-80b5-61326157311c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:44.696137 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e781e4-6c19-4fda-bd20-b80285457332 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Pushing event updated for resources: {'Port': ['ID=bcd922cb-3144-4e00-9c85-39c6afd9756f,revision_number=2']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:36:44.706027 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-79e781e4-6c19-4fda-bd20-b80285457332 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1586356'] for floatingip (8d871c1f-2051-49df-b1f4-467b16c34867), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:44.722875 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-79e781e4-6c19-4fda-bd20-b80285457332 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for floatingip (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:44.724175 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-79e781e4-6c19-4fda-bd20-b80285457332 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8576264 Apr 12 00:36:44.750833 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-6e843ec4-871d-4430-83e8-cf95121c1fb8 None None] Publish callbacks [] for port (a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3), precommit_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:44.757561 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-6e843ec4-871d-4430-83e8-cf95121c1fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:44.816781 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8934e67-9530-466c-a12c-ecd10ef093d7 None None] Pushing event updated for resources: {'Port': ['ID=a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3,revision_number=3']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:36:44.874105 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.managers [None req-6e843ec4-871d-4430-83e8-cf95121c1fb8 None None] Attempting to bind port a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3 on host dv-cinder-836252-3-iscsi for vnic_type normal with profile {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:36:44.875378 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.managers [None req-6e843ec4-871d-4430-83e8-cf95121c1fb8 None None] Attempting to bind port a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3 by drivers openvswitch,hyperv on host dv-cinder-836252-3-iscsi at level 0 using segments [{'id': '850085f3-336f-4cd2-8504-bcaa5ecc90d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7'}] {{(pid=114861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:36:44.875930 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e843ec4-871d-4430-83e8-cf95121c1fb8 None None] Attempting to bind port a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3 on network ad6fa16c-9ae9-409b-a431-15655dbe3bc7 {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:36:44.881551 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e843ec4-871d-4430-83e8-cf95121c1fb8 None None] Checking agent: {'id': 'f9a21fd4-36f2-4826-890e-da332e228edf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836252-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 0, 17, 19), 'started_at': datetime.datetime(2022, 4, 12, 0, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836252-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:36:44.882344 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e843ec4-871d-4430-83e8-cf95121c1fb8 None None] Checking segment: {'id': '850085f3-336f-4cd2-8504-bcaa5ecc90d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:36:44.882344 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-6e843ec4-871d-4430-83e8-cf95121c1fb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:44.882754 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e843ec4-871d-4430-83e8-cf95121c1fb8 None None] Bound using segment: {'id': '850085f3-336f-4cd2-8504-bcaa5ecc90d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7'} {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:36:44.883244 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.managers [None req-6e843ec4-871d-4430-83e8-cf95121c1fb8 None None] Bound port: a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3, host: dv-cinder-836252-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '850085f3-336f-4cd2-8504-bcaa5ecc90d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7'}}] {{(pid=114861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:36:44.883621 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-6e843ec4-871d-4430-83e8-cf95121c1fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:44.898626 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e0c813db-e300-4d42-b685-ca5e260376d7 req-bd4c6772-355e-41ea-9ff1-df171cf3365d tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--84915049&fields=id&tenant_id=add150d29f3d4ccc8d4e3775577e3d57 HTTP/1.1" status: 200 len: 267 time: 0.0525033 Apr 12 00:36:44.960969 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-6e843ec4-871d-4430-83e8-cf95121c1fb8 None None] For port a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3, host dv-cinder-836252-3-iscsi, cleared binding levels {{(pid=114861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:36:44.965001 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-6e843ec4-871d-4430-83e8-cf95121c1fb8 None None] For port a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3, host dv-cinder-836252-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3,segment=NetworkSegment(850085f3-336f-4cd2-8504-bcaa5ecc90d0),segment_id=850085f3-336f-4cd2-8504-bcaa5ecc90d0)] {{(pid=114861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:36:44.977743 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-6e843ec4-871d-4430-83e8-cf95121c1fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:45.025498 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c813db-e300-4d42-b685-ca5e260376d7 req-33b83723-7c28-4f1a-9e51-0a610f5a6bdf tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:36:45.027075 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e0c813db-e300-4d42-b685-ca5e260376d7 req-33b83723-7c28-4f1a-9e51-0a610f5a6bdf tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/networks?id=ad6fa16c-9ae9-409b-a431-15655dbe3bc7 HTTP/1.1" status: 200 len: 815 time: 0.1202168 Apr 12 00:36:45.044030 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e0c813db-e300-4d42-b685-ca5e260376d7 req-7c760f66-fac4-4957-a18f-9dbbf85dea22 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/quotas/add150d29f3d4ccc8d4e3775577e3d57 HTTP/1.1" status: 200 len: 375 time: 0.0094404 Apr 12 00:36:45.044263 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e843ec4-871d-4430-83e8-cf95121c1fb8 None None] Routers {'c55378f6-ed14-4860-9722-f016e3ed5a64'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:36:45.044715 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-6e843ec4-871d-4430-83e8-cf95121c1fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:36:45Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['c55378f6-ed14-4860-9722-f016e3ed5a64'], 'active': True} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:36:45.089408 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8934e67-9530-466c-a12c-ecd10ef093d7 None None] Pushing event updated for resources: {'Port': ['ID=a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3,revision_number=4']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:36:45.101975 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e0c813db-e300-4d42-b685-ca5e260376d7 req-785b47a6-b56a-43ff-85f2-4020f7e27078 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=add150d29f3d4ccc8d4e3775577e3d57&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518107 Apr 12 00:36:45.113313 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-6cbd7817-1719-4209-8055-e3f6d790a5b8 None None] Provisioning complete for port a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3 triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:36:45.113690 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-6cbd7817-1719-4209-8055-e3f6d790a5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:45.121407 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [req-e0c813db-e300-4d42-b685-ca5e260376d7 req-576f981b-c48b-47ee-b6d9-3e5874ead922 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114859) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 00:36:45.123218 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e0c813db-e300-4d42-b685-ca5e260376d7 req-576f981b-c48b-47ee-b6d9-3e5874ead922 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085547 Apr 12 00:36:45.215545 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvr_db [None req-6e843ec4-871d-4430-83e8-cf95121c1fb8 None None] Set router c55378f6-ed14-4860-9722-f016e3ed5a64 gateway port host: dv-cinder-836252-3-iscsi {{(pid=114861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:36:45.243515 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e0c813db-e300-4d42-b685-ca5e260376d7 req-199f1f77-cf9e-4a9a-aa95-544f9c71bbdd service neutron] 10.222.0.32 "GET /v2.0/networks/ad6fa16c-9ae9-409b-a431-15655dbe3bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124635 Apr 12 00:36:45.322004 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-6cbd7817-1719-4209-8055-e3f6d790a5b8 None None] Current status of the port a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3 is: DOWN; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:36:45.322506 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-6cbd7817-1719-4209-8055-e3f6d790a5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:45.340072 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e0c813db-e300-4d42-b685-ca5e260376d7 req-aa426244-e840-4f24-bac3-e2e22e23c4e9 service neutron] 10.222.0.32 "GET /v2.0/networks/ad6fa16c-9ae9-409b-a431-15655dbe3bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907896 Apr 12 00:36:45.411025 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-6cbd7817-1719-4209-8055-e3f6d790a5b8 None None] For port a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3,segment=NetworkSegment(850085f3-336f-4cd2-8504-bcaa5ecc90d0),segment_id=850085f3-336f-4cd2-8504-bcaa5ecc90d0)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:36:45.420731 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-6cbd7817-1719-4209-8055-e3f6d790a5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:45.549851 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-79dacde4-4476-409c-9862-6fed6eee6764 req-502481d0-5529-47f0-88a0-f040c1f70b7d tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca8227d3-6b1f-4d92-90c7-41de2b3054bd HTTP/1.1" status: 200 len: 210 time: 0.0545125 Apr 12 00:36:45.560419 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbd7817-1719-4209-8055-e3f6d790a5b8 None None] Pushing event updated for resources: {'Port': ['ID=a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3,revision_number=5']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:36:45.568425 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-6e843ec4-871d-4430-83e8-cf95121c1fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'name': 'tempest-AttachVolumeNegativeTest-1669374095-router', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '58289c30-3084-4e4c-98f4-831e7f157643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:36:38Z', 'updated_at': '2022-04-12T00:36:41Z', 'revision_number': 4, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'gw_port': {'id': '58289c30-3084-4e4c-98f4-831e7f157643', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:36:38Z', 'updated_at': '2022-04-12T00:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': 'a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3', 'name': '', 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'mac_address': 'fa:16:3e:20:45:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'a9745a0d-5463-41a5-8b5c-e529c4495cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:36:40Z', 'updated_at': '2022-04-12T00:36:44Z', 'revision_number': 4, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'subnets': [{'id': 'a9745a0d-5463-41a5-8b5c-e529c4495cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:36:45.572962 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-c3a6545d-a98c-4f32-8e17-7ed96d162d9f None None] Provisioning complete for port a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3 triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:36:45.573396 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-c3a6545d-a98c-4f32-8e17-7ed96d162d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:45.602658 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e843ec4-871d-4430-83e8-cf95121c1fb8 None None] The sync data for ids ['c55378f6-ed14-4860-9722-f016e3ed5a64'] in dv-cinder-836252-3-iscsi is: [{'id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'name': 'tempest-AttachVolumeNegativeTest-1669374095-router', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '58289c30-3084-4e4c-98f4-831e7f157643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:36:38Z', 'updated_at': '2022-04-12T00:36:41Z', 'revision_number': 4, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'gw_port': {'id': '58289c30-3084-4e4c-98f4-831e7f157643', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:36:38Z', 'updated_at': '2022-04-12T00:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': 'a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3', 'name': '', 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'mac_address': 'fa:16:3e:20:45:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'a9745a0d-5463-41a5-8b5c-e529c4495cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:36:40Z', 'updated_at': '2022-04-12T00:36:44Z', 'revision_number': 4, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'subnets': [{'id': 'a9745a0d-5463-41a5-8b5c-e529c4495cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:36:45.656344 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49437692-2b85-4b9d-b223-ae178a3eb38d req-e33b9dda-e161-4239-ac6f-e67232adf016 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:36:45.689528 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 58289c30-3084-4e4c-98f4-831e7f157643 up at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:36:45.690968 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-49437692-2b85-4b9d-b223-ae178a3eb38d req-e33b9dda-e161-4239-ac6f-e67232adf016 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7f92fc1-03bb-4d20-959e-fb9cd283f51a HTTP/1.1" status: 200 len: 943 time: 0.1325009 Apr 12 00:36:45.765346 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-49437692-2b85-4b9d-b223-ae178a3eb38d req-13b77802-1a6a-425b-9011-22e97d942247 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/security-groups?id=801418ee-5d7b-4cfc-af52-433952d7207b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665252 Apr 12 00:36:45.822863 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-c3a6545d-a98c-4f32-8e17-7ed96d162d9f None None] Current status of the port a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3 is: ACTIVE; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:36:45.831705 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Provisioning complete for port 58289c30-3084-4e4c-98f4-831e7f157643 triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:36:45.832314 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (58289c30-3084-4e4c-98f4-831e7f157643), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:45.925656 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Current status of the port 58289c30-3084-4e4c-98f4-831e7f157643 is: ACTIVE; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:36:46.227762 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d4423688-5a44-44f3-a132-81f2c9b6cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (af38becd-82ff-4144-8f94-74de975161ca), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:46.633287 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-f715b781-7dac-4d8a-a563-a063e7f7e868 req-c96760f4-5502-4e7c-b246-7aad2c3ded7f tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca8227d3-6b1f-4d92-90c7-41de2b3054bd HTTP/1.1" status: 200 len: 210 time: 0.0353167 Apr 12 00:36:46.769024 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c813db-e300-4d42-b685-ca5e260376d7 req-c181703c-4813-4e47-8915-9a120a9bdda6 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:36:46.771118 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e0c813db-e300-4d42-b685-ca5e260376d7 req-c181703c-4813-4e47-8915-9a120a9bdda6 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.52 "GET /v2.0/networks?id=ad6fa16c-9ae9-409b-a431-15655dbe3bc7 HTTP/1.1" status: 200 len: 815 time: 0.1082106 Apr 12 00:36:46.892552 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe10e3-229a-4e2f-abe3-56348d4e7f65 req-5f8233a5-1019-4eed-8747-0a76313ac8c8 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:36:46.894005 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-7cfe10e3-229a-4e2f-abe3-56348d4e7f65 req-5f8233a5-1019-4eed-8747-0a76313ac8c8 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7f92fc1-03bb-4d20-959e-fb9cd283f51a HTTP/1.1" status: 200 len: 943 time: 0.0680490 Apr 12 00:36:46.898640 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e0c813db-e300-4d42-b685-ca5e260376d7 req-1658586c-0413-41a4-9722-0f1663eacbed tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=add150d29f3d4ccc8d4e3775577e3d57 HTTP/1.1" status: 200 len: 378 time: 0.0998518 Apr 12 00:36:46.941057 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-7cfe10e3-229a-4e2f-abe3-56348d4e7f65 req-a3dfbc91-77ff-44aa-892a-1c4f66e121e1 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/security-groups?id=801418ee-5d7b-4cfc-af52-433952d7207b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414979 Apr 12 00:36:46.945870 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [req-e0c813db-e300-4d42-b685-ca5e260376d7 req-cb53b580-e309-4e18-97f8-27d9d7bc31a1 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Request body: {'port': {'device_id': 'ca8227d3-6b1f-4d92-90c7-41de2b3054bd', 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7', 'admin_state_up': True, 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'security_groups': ['5bae668d-f5ff-4736-9a1b-f37ba63f298b']}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:36:47.049869 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0c813db-e300-4d42-b685-ca5e260376d7 req-cb53b580-e309-4e18-97f8-27d9d7bc31a1 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Made reservation on behalf of add150d29f3d4ccc8d4e3775577e3d57 for: {'port': 1} {{(pid=114859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:36:47.053070 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-e0c813db-e300-4d42-b685-ca5e260376d7 req-cb53b580-e309-4e18-97f8-27d9d7bc31a1 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:47.173178 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.db_base_plugin_common [req-e0c813db-e300-4d42-b685-ca5e260376d7 req-cb53b580-e309-4e18-97f8-27d9d7bc31a1 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Allocated IP 172.20.0.10 (ad6fa16c-9ae9-409b-a431-15655dbe3bc7/a9745a0d-5463-41a5-8b5c-e529c4495cbd/b26c3c3f-4a79-4918-90df-a275b5f37b5b) {{(pid=114859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:36:47.212990 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (6c438ad1-5788-4552-a50f-29c8c96f3196), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:47.307934 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-e0c813db-e300-4d42-b685-ca5e260376d7 req-cb53b580-e309-4e18-97f8-27d9d7bc31a1 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for port (b26c3c3f-4a79-4918-90df-a275b5f37b5b), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:47.340703 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-e0c813db-e300-4d42-b685-ca5e260376d7 req-cb53b580-e309-4e18-97f8-27d9d7bc31a1 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (b26c3c3f-4a79-4918-90df-a275b5f37b5b), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:47.381453 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0c813db-e300-4d42-b685-ca5e260376d7 req-cb53b580-e309-4e18-97f8-27d9d7bc31a1 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Network ad6fa16c-9ae9-409b-a431-15655dbe3bc7 is already hosted by enough agents. {{(pid=114859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:36:47.384366 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.base_scheduler [req-e0c813db-e300-4d42-b685-ca5e260376d7 req-cb53b580-e309-4e18-97f8-27d9d7bc31a1 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Resources bound (agent type, host, resource id): {{(pid=114859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:36:47.387776 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0c813db-e300-4d42-b685-ca5e260376d7 req-cb53b580-e309-4e18-97f8-27d9d7bc31a1 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Received port after_create {{(pid=114859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:36:47.418236 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb53b580-e309-4e18-97f8-27d9d7bc31a1 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Pushing event updated for resources: {'Port': ['ID=b26c3c3f-4a79-4918-90df-a275b5f37b5b,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:36:47.446736 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c813db-e300-4d42-b685-ca5e260376d7 req-cb53b580-e309-4e18-97f8-27d9d7bc31a1 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:36:47.447365 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-e0c813db-e300-4d42-b685-ca5e260376d7 req-cb53b580-e309-4e18-97f8-27d9d7bc31a1 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for port (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:47.463785 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e0c813db-e300-4d42-b685-ca5e260376d7 req-cb53b580-e309-4e18-97f8-27d9d7bc31a1 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5212903 Apr 12 00:36:47.480720 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [req-e0c813db-e300-4d42-b685-ca5e260376d7 req-97541a0e-2cbd-438a-850d-efbff404d3a5 service neutron] Request body: {'port': {'device_id': 'ca8227d3-6b1f-4d92-90c7-41de2b3054bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83625'}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:36:47.545544 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-e0c813db-e300-4d42-b685-ca5e260376d7 req-97541a0e-2cbd-438a-850d-efbff404d3a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (b26c3c3f-4a79-4918-90df-a275b5f37b5b), before_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:47.605794 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3 up at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:36:47.682025 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-be9ea9f3-6c7c-4887-ad09-badb35df740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (738aa052-ee84-4bd1-913b-ee7149597f8f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:47.686234 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-6c2bb590-fae3-4204-b555-8d4da4a98255 None None] Provisioning complete for port b26c3c3f-4a79-4918-90df-a275b5f37b5b triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:36:47.686617 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-6c2bb590-fae3-4204-b555-8d4da4a98255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (b26c3c3f-4a79-4918-90df-a275b5f37b5b), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:47.731690 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Provisioning complete for port a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3 triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:36:47.732494 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:47.739660 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-6c2bb590-fae3-4204-b555-8d4da4a98255 None None] Port b26c3c3f-4a79-4918-90df-a275b5f37b5b cannot update to ACTIVE because it is not bound. {{(pid=114861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:36:47.755467 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ba2ec-d35d-4359-a6f8-b2927d8c2e1f req-113130ac-578b-4ee3-867d-5e526ec18d35 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:36:47.757795 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-767ba2ec-d35d-4359-a6f8-b2927d8c2e1f req-113130ac-578b-4ee3-867d-5e526ec18d35 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca8227d3-6b1f-4d92-90c7-41de2b3054bd HTTP/1.1" status: 200 len: 932 time: 0.0544114 Apr 12 00:36:47.812363 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-767ba2ec-d35d-4359-a6f8-b2927d8c2e1f req-494f65fa-4f95-4657-a5ff-2f5fbe84ab6d tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/security-groups?id=5bae668d-f5ff-4736-9a1b-f37ba63f298b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479896 Apr 12 00:36:47.832890 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Current status of the port a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3 is: ACTIVE; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:36:47.840583 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [req-e0c813db-e300-4d42-b685-ca5e260376d7 req-97541a0e-2cbd-438a-850d-efbff404d3a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b26c3c3f-4a79-4918-90df-a275b5f37b5b {{(pid=114859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:36:47.848556 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-e0c813db-e300-4d42-b685-ca5e260376d7 req-97541a0e-2cbd-438a-850d-efbff404d3a5 service neutron] Publish callbacks [] for port (b26c3c3f-4a79-4918-90df-a275b5f37b5b), precommit_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:47.862042 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.provisioning_blocks [req-e0c813db-e300-4d42-b685-ca5e260376d7 req-97541a0e-2cbd-438a-850d-efbff404d3a5 service neutron] Transition to ACTIVE for port object b26c3c3f-4a79-4918-90df-a275b5f37b5b will not be triggered until provisioned by entity L2. {{(pid=114859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 00:36:47.867407 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-e0c813db-e300-4d42-b685-ca5e260376d7 req-97541a0e-2cbd-438a-850d-efbff404d3a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59136039'] for port (b26c3c3f-4a79-4918-90df-a275b5f37b5b), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:47.916699 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97541a0e-2cbd-438a-850d-efbff404d3a5 service neutron] Pushing event updated for resources: {'Port': ['ID=b26c3c3f-4a79-4918-90df-a275b5f37b5b,revision_number=2']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:36:47.988969 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.managers [req-e0c813db-e300-4d42-b685-ca5e260376d7 req-97541a0e-2cbd-438a-850d-efbff404d3a5 service neutron] Attempting to bind port b26c3c3f-4a79-4918-90df-a275b5f37b5b on host hv-cinder-83625 for vnic_type normal with profile {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:36:47.989431 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.managers [req-e0c813db-e300-4d42-b685-ca5e260376d7 req-97541a0e-2cbd-438a-850d-efbff404d3a5 service neutron] Attempting to bind port b26c3c3f-4a79-4918-90df-a275b5f37b5b by drivers openvswitch,hyperv on host hv-cinder-83625 at level 0 using segments [{'id': '850085f3-336f-4cd2-8504-bcaa5ecc90d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7'}] {{(pid=114859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:36:47.989856 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c813db-e300-4d42-b685-ca5e260376d7 req-97541a0e-2cbd-438a-850d-efbff404d3a5 service neutron] Attempting to bind port b26c3c3f-4a79-4918-90df-a275b5f37b5b on network ad6fa16c-9ae9-409b-a431-15655dbe3bc7 {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:36:47.994682 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c813db-e300-4d42-b685-ca5e260376d7 req-97541a0e-2cbd-438a-850d-efbff404d3a5 service neutron] Port b26c3c3f-4a79-4918-90df-a275b5f37b5b on network ad6fa16c-9ae9-409b-a431-15655dbe3bc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83625 {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 00:36:47.995101 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c813db-e300-4d42-b685-ca5e260376d7 req-97541a0e-2cbd-438a-850d-efbff404d3a5 service neutron] Attempting to bind port b26c3c3f-4a79-4918-90df-a275b5f37b5b on network ad6fa16c-9ae9-409b-a431-15655dbe3bc7 {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:36:48.000991 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c813db-e300-4d42-b685-ca5e260376d7 req-97541a0e-2cbd-438a-850d-efbff404d3a5 service neutron] Checking agent: {'id': '6c438ad1-5788-4552-a50f-29c8c96f3196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83625', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 0, 23, 42), 'started_at': datetime.datetime(2022, 4, 12, 0, 23, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:36:48.001460 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c813db-e300-4d42-b685-ca5e260376d7 req-97541a0e-2cbd-438a-850d-efbff404d3a5 service neutron] Checking segment: {'id': '850085f3-336f-4cd2-8504-bcaa5ecc90d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:36:48.001935 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c813db-e300-4d42-b685-ca5e260376d7 req-97541a0e-2cbd-438a-850d-efbff404d3a5 service neutron] Bound using segment: {'id': '850085f3-336f-4cd2-8504-bcaa5ecc90d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7'} {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:36:48.002478 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.managers [req-e0c813db-e300-4d42-b685-ca5e260376d7 req-97541a0e-2cbd-438a-850d-efbff404d3a5 service neutron] Bound port: b26c3c3f-4a79-4918-90df-a275b5f37b5b, host: hv-cinder-83625, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '850085f3-336f-4cd2-8504-bcaa5ecc90d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7'}}] {{(pid=114859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:36:48.002970 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-e0c813db-e300-4d42-b685-ca5e260376d7 req-97541a0e-2cbd-438a-850d-efbff404d3a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (b26c3c3f-4a79-4918-90df-a275b5f37b5b), before_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:48.084213 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71294069-8fb0-46a8-b18e-faa444fbccac req-3694fc6b-ff40-4e4b-8430-99ed5a33a457 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:36:48.085692 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-71294069-8fb0-46a8-b18e-faa444fbccac req-3694fc6b-ff40-4e4b-8430-99ed5a33a457 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7f92fc1-03bb-4d20-959e-fb9cd283f51a HTTP/1.1" status: 200 len: 943 time: 0.0731425 Apr 12 00:36:48.123475 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [req-e0c813db-e300-4d42-b685-ca5e260376d7 req-97541a0e-2cbd-438a-850d-efbff404d3a5 service neutron] For port b26c3c3f-4a79-4918-90df-a275b5f37b5b, host hv-cinder-83625, cleared binding levels {{(pid=114859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:36:48.143032 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [req-e0c813db-e300-4d42-b685-ca5e260376d7 req-97541a0e-2cbd-438a-850d-efbff404d3a5 service neutron] For port b26c3c3f-4a79-4918-90df-a275b5f37b5b, host hv-cinder-83625, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=b26c3c3f-4a79-4918-90df-a275b5f37b5b,segment=NetworkSegment(850085f3-336f-4cd2-8504-bcaa5ecc90d0),segment_id=850085f3-336f-4cd2-8504-bcaa5ecc90d0)] {{(pid=114859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:36:48.154419 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-e0c813db-e300-4d42-b685-ca5e260376d7 req-97541a0e-2cbd-438a-850d-efbff404d3a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59136039'] for port (b26c3c3f-4a79-4918-90df-a275b5f37b5b), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:48.171584 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-71294069-8fb0-46a8-b18e-faa444fbccac req-5bd00d31-6146-4c27-9f4f-5ec8bc4d6d0b tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/security-groups?id=801418ee-5d7b-4cfc-af52-433952d7207b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754457 Apr 12 00:36:48.196895 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c813db-e300-4d42-b685-ca5e260376d7 req-97541a0e-2cbd-438a-850d-efbff404d3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:36:48.197504 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-e0c813db-e300-4d42-b685-ca5e260376d7 req-97541a0e-2cbd-438a-850d-efbff404d3a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for port (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:48.198904 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e0c813db-e300-4d42-b685-ca5e260376d7 req-97541a0e-2cbd-438a-850d-efbff404d3a5 service neutron] 10.222.0.52 "PUT /v2.0/ports/b26c3c3f-4a79-4918-90df-a275b5f37b5b HTTP/1.1" status: 200 len: 1094 time: 0.7227943 Apr 12 00:36:48.199322 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca8227d3-6b1f-4d92-90c7-41de2b3054bd', 'tag': 'b26c3c3f-4a79-4918-90df-a275b5f37b5b'}] {{(pid=114859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:36:48.201841 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d751ce943c7fd1580d8237ddcdd582f05025ac6b53677acecb9ecfb4d000721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a14025-6049-4169-9a0a-862c79a1ee0e" -d '{"events": [{"name": "network-changed", "server_uuid": "ca8227d3-6b1f-4d92-90c7-41de2b3054bd", "tag": "b26c3c3f-4a79-4918-90df-a275b5f37b5b"}]}' {{(pid=114859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:36:48.227277 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97541a0e-2cbd-438a-850d-efbff404d3a5 service neutron] Pushing event updated for resources: {'Port': ['ID=b26c3c3f-4a79-4918-90df-a275b5f37b5b,revision_number=3']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:36:48.240171 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ea2b56-56b9-40c2-9b47-7f0e38769ffb x-openstack-request-id: req-68ea2b56-56b9-40c2-9b47-7f0e38769ffb {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:36:48.240468 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca8227d3-6b1f-4d92-90c7-41de2b3054bd", "tag": "b26c3c3f-4a79-4918-90df-a275b5f37b5b", "status": "completed", "code": 200}]} {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:36:48.240868 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-68ea2b56-56b9-40c2-9b47-7f0e38769ffb {{(pid=114859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:36:48.241303 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68ea2b56-56b9-40c2-9b47-7f0e38769ffb'] response: {'name': 'network-changed', 'server_uuid': 'ca8227d3-6b1f-4d92-90c7-41de2b3054bd', 'tag': 'b26c3c3f-4a79-4918-90df-a275b5f37b5b', 'status': 'completed', 'code': 200} Apr 12 00:36:48.930739 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c3c7b-ba0e-4e13-a2c3-6d0dc6a776d8 req-b1f851d1-8b4a-4b2a-96ed-e5c7fc3709f4 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:36:48.932224 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-135c3c7b-ba0e-4e13-a2c3-6d0dc6a776d8 req-b1f851d1-8b4a-4b2a-96ed-e5c7fc3709f4 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca8227d3-6b1f-4d92-90c7-41de2b3054bd HTTP/1.1" status: 200 len: 944 time: 0.0516574 Apr 12 00:36:48.960436 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (f9a21fd4-36f2-4826-890e-da332e228edf), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:48.980013 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-135c3c7b-ba0e-4e13-a2c3-6d0dc6a776d8 req-fecb3935-c255-40d5-97b2-216bb5ba0ffe tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/security-groups?id=5bae668d-f5ff-4736-9a1b-f37ba63f298b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421991 Apr 12 00:36:49.286780 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265c1ae-5250-42d7-a7f2-057281e91def req-899d34fd-34cc-4961-97a9-e3a3285724e8 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:36:49.288234 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-3265c1ae-5250-42d7-a7f2-057281e91def req-899d34fd-34cc-4961-97a9-e3a3285724e8 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7f92fc1-03bb-4d20-959e-fb9cd283f51a HTTP/1.1" status: 200 len: 943 time: 0.0465961 Apr 12 00:36:49.335472 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-3265c1ae-5250-42d7-a7f2-057281e91def req-35703844-c2e8-43a8-8c67-6bdbd49b3138 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/security-groups?id=801418ee-5d7b-4cfc-af52-433952d7207b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414433 Apr 12 00:36:49.572222 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a14025-6049-4169-9a0a-862c79a1ee0e req-ed345d80-050f-4586-9aed-f7ff94d473c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:36:49.573652 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-55a14025-6049-4169-9a0a-862c79a1ee0e req-ed345d80-050f-4586-9aed-f7ff94d473c8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=add150d29f3d4ccc8d4e3775577e3d57&device_id=ca8227d3-6b1f-4d92-90c7-41de2b3054bd HTTP/1.1" status: 200 len: 1128 time: 0.0374827 Apr 12 00:36:49.943270 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a14025-6049-4169-9a0a-862c79a1ee0e req-98bdf329-ebb0-494b-99f5-e513134c49c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:36:49.944737 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-55a14025-6049-4169-9a0a-862c79a1ee0e req-98bdf329-ebb0-494b-99f5-e513134c49c5 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=add150d29f3d4ccc8d4e3775577e3d57&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3560503 Apr 12 00:36:50.037416 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a14025-6049-4169-9a0a-862c79a1ee0e req-09ab97de-60aa-49bb-b7eb-4fad8cd19817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:36:50.038964 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-55a14025-6049-4169-9a0a-862c79a1ee0e req-09ab97de-60aa-49bb-b7eb-4fad8cd19817 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0880945 Apr 12 00:36:50.092746 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5959dcf-9556-4769-b5ae-7fd3649861b5 req-f98643cc-fdab-41d3-8e56-80db41535541 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:36:50.094191 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a5959dcf-9556-4769-b5ae-7fd3649861b5 req-f98643cc-fdab-41d3-8e56-80db41535541 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca8227d3-6b1f-4d92-90c7-41de2b3054bd HTTP/1.1" status: 200 len: 944 time: 0.0447738 Apr 12 00:36:50.160454 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c813db-e300-4d42-b685-ca5e260376d7 req-a9c383bc-12d6-4e5d-bab8-e80e448c071a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:36:50.161927 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e0c813db-e300-4d42-b685-ca5e260376d7 req-a9c383bc-12d6-4e5d-bab8-e80e448c071a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=add150d29f3d4ccc8d4e3775577e3d57&device_id=ca8227d3-6b1f-4d92-90c7-41de2b3054bd HTTP/1.1" status: 200 len: 1128 time: 0.0556557 Apr 12 00:36:50.175627 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a5959dcf-9556-4769-b5ae-7fd3649861b5 req-3c9867ca-cf63-4d5f-81c3-0f16aa751161 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/security-groups?id=5bae668d-f5ff-4736-9a1b-f37ba63f298b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0750666 Apr 12 00:36:50.210083 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e0c813db-e300-4d42-b685-ca5e260376d7 req-5657435d-f791-41bd-837b-3d137a3157de service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b26c3c3f-4a79-4918-90df-a275b5f37b5b HTTP/1.1" status: 200 len: 217 time: 0.0328264 Apr 12 00:36:50.271236 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c813db-e300-4d42-b685-ca5e260376d7 req-3304a13f-697c-4865-a6ed-4a9344723847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:36:50.272594 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e0c813db-e300-4d42-b685-ca5e260376d7 req-3304a13f-697c-4865-a6ed-4a9344723847 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a9745a0d-5463-41a5-8b5c-e529c4495cbd HTTP/1.1" status: 200 len: 854 time: 0.0546150 Apr 12 00:36:50.327779 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-abd13051-f52d-4df2-80a9-c10614928d38 req-6f0098fd-ed78-4a61-9309-12d30764cc83 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4a3357fa-5beb-40ae-ba19-95e893acd4b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0647416 Apr 12 00:36:50.332352 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c813db-e300-4d42-b685-ca5e260376d7 req-add887d4-fab2-4b94-b9fb-e416a3e4018b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:36:50.333681 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e0c813db-e300-4d42-b685-ca5e260376d7 req-add887d4-fab2-4b94-b9fb-e416a3e4018b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad6fa16c-9ae9-409b-a431-15655dbe3bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431235 Apr 12 00:36:50.441914 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd13051-f52d-4df2-80a9-c10614928d38 req-ccf4bb9a-7732-4017-933d-1810bf211f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:36:50.443430 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-abd13051-f52d-4df2-80a9-c10614928d38 req-ccf4bb9a-7732-4017-933d-1810bf211f36 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4ad54dac63374c8a9b4da55ee5dc7fd1&device_id=4a3357fa-5beb-40ae-ba19-95e893acd4b8 HTTP/1.1" status: 200 len: 1129 time: 0.0766819 Apr 12 00:36:50.451014 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b853e3bf-c0f1-4e1d-b738-5e665a3e9db4 req-fbd79e86-2fe2-48a8-93b4-c27d1c478247 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:36:50.452564 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-b853e3bf-c0f1-4e1d-b738-5e665a3e9db4 req-fbd79e86-2fe2-48a8-93b4-c27d1c478247 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7f92fc1-03bb-4d20-959e-fb9cd283f51a HTTP/1.1" status: 200 len: 943 time: 0.0517173 Apr 12 00:36:50.485147 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e0c813db-e300-4d42-b685-ca5e260376d7 req-fdf47ef9-2d19-4798-b98a-4b5b972f1e0f service neutron] 10.222.0.52 "GET /v2.0/networks/ad6fa16c-9ae9-409b-a431-15655dbe3bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353295 Apr 12 00:36:50.501447 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-b853e3bf-c0f1-4e1d-b738-5e665a3e9db4 req-24a7ac26-3c38-4cfa-b20c-c43e077b149d tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/security-groups?id=801418ee-5d7b-4cfc-af52-433952d7207b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425477 Apr 12 00:36:50.612279 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd13051-f52d-4df2-80a9-c10614928d38 req-2a64f517-f336-42af-b47e-7fa00e941bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:36:50.613711 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-abd13051-f52d-4df2-80a9-c10614928d38 req-2a64f517-f336-42af-b47e-7fa00e941bbf service neutron] 10.222.0.52 "GET /v2.0/networks?id=8a9865c2-0d03-40f9-a71a-607e87040674 HTTP/1.1" status: 200 len: 912 time: 0.1497529 Apr 12 00:36:50.633994 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e0c813db-e300-4d42-b685-ca5e260376d7 req-dcb474ac-6aa0-4d29-ba08-587ea3604970 service neutron] 10.222.0.52 "GET /v2.0/networks/ad6fa16c-9ae9-409b-a431-15655dbe3bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412208 Apr 12 00:36:50.692330 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-abd13051-f52d-4df2-80a9-c10614928d38 req-ec3edc30-2820-473c-a171-4ffd6c13ffb5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eacce356-7ace-426f-a907-2db9bedc490d HTTP/1.1" status: 200 len: 1001 time: 0.0697675 Apr 12 00:36:51.288122 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731904c2-839c-4829-831a-f85aa1dc9c11 req-126e65d5-0f43-489a-ab28-752045455deb tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:36:51.289578 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-731904c2-839c-4829-831a-f85aa1dc9c11 req-126e65d5-0f43-489a-ab28-752045455deb tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca8227d3-6b1f-4d92-90c7-41de2b3054bd HTTP/1.1" status: 200 len: 944 time: 0.0474775 Apr 12 00:36:51.335230 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-731904c2-839c-4829-831a-f85aa1dc9c11 req-981a9bcc-7451-441c-a6a0-3e858f034d65 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/security-groups?id=5bae668d-f5ff-4736-9a1b-f37ba63f298b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401156 Apr 12 00:36:51.615887 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b5237-74ec-47bf-b668-6fab9877ca59 req-0a3199b0-32e1-4027-9e7a-222b3d0cde3b tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:36:51.617234 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-a57b5237-74ec-47bf-b668-6fab9877ca59 req-0a3199b0-32e1-4027-9e7a-222b3d0cde3b tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7f92fc1-03bb-4d20-959e-fb9cd283f51a HTTP/1.1" status: 200 len: 943 time: 0.0450201 Apr 12 00:36:51.666070 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-a57b5237-74ec-47bf-b668-6fab9877ca59 req-a28fce2f-3e3b-43bf-af6d-e202cf359253 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/security-groups?id=801418ee-5d7b-4cfc-af52-433952d7207b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432053 Apr 12 00:36:51.707106 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device 6de8e31e-e087-40aa-a319-0647d34795ca details requested by agent hyperv_hv-cinder-83625 with host hv-cinder-83625 {{(pid=114861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 00:36:51.806521 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port 6de8e31e-e087-40aa-a319-0647d34795ca, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=6de8e31e-e087-40aa-a319-0647d34795ca,segment=NetworkSegment(d64ef49d-093c-41ff-bdc1-96d0b857029b),segment_id=d64ef49d-093c-41ff-bdc1-96d0b857029b)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:36:51.817087 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Returning: {'device': '6de8e31e-e087-40aa-a319-0647d34795ca', 'network_id': '8a9865c2-0d03-40f9-a71a-607e87040674', 'port_id': '6de8e31e-e087-40aa-a319-0647d34795ca', 'mac_address': 'fa:16:3e:01:bc:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '673329e3-8235-4c2b-a7ed-65b2b39a6faf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 00:36:51.851977 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Current status of the port 6de8e31e-e087-40aa-a319-0647d34795ca is: DOWN; New status is: BUILD {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:36:51.852359 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (6de8e31e-e087-40aa-a319-0647d34795ca), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:51.865100 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.notifiers.nova [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6de8e31e-e087-40aa-a319-0647d34795ca {{(pid=114861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:36:51.883768 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port 6de8e31e-e087-40aa-a319-0647d34795ca, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=6de8e31e-e087-40aa-a319-0647d34795ca,segment=NetworkSegment(d64ef49d-093c-41ff-bdc1-96d0b857029b),segment_id=d64ef49d-093c-41ff-bdc1-96d0b857029b)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:36:51.887327 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (6de8e31e-e087-40aa-a319-0647d34795ca), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:51.933953 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Pushing event updated for resources: {'Port': ['ID=6de8e31e-e087-40aa-a319-0647d34795ca,revision_number=4']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:36:52.413244 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] get_ports_and_sgs() called for port_ids ['6de8e31e-e087-40aa-a319-0647d34795ca'] {{(pid=114861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:36:52.445370 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f62521-e386-4085-9878-c4698045ac24 req-3dd4f7b3-1a0b-4314-a325-78cbafc20804 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:36:52.446953 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c5f62521-e386-4085-9878-c4698045ac24 req-3dd4f7b3-1a0b-4314-a325-78cbafc20804 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca8227d3-6b1f-4d92-90c7-41de2b3054bd HTTP/1.1" status: 200 len: 944 time: 0.0477083 Apr 12 00:36:52.501185 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c5f62521-e386-4085-9878-c4698045ac24 req-0629a5d6-d60c-4760-9e4e-7b02d76511e3 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/security-groups?id=5bae668d-f5ff-4736-9a1b-f37ba63f298b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487142 Apr 12 00:36:52.775076 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294635c0-f4d3-4886-ab49-ae59fe532666 req-f01916b1-fd97-46e5-af9e-7366028aba42 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:36:52.776514 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-294635c0-f4d3-4886-ab49-ae59fe532666 req-f01916b1-fd97-46e5-af9e-7366028aba42 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7f92fc1-03bb-4d20-959e-fb9cd283f51a HTTP/1.1" status: 200 len: 944 time: 0.0460856 Apr 12 00:36:52.828899 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-294635c0-f4d3-4886-ab49-ae59fe532666 req-9a5a6c51-bfef-4b57-bc86-6ea12b834158 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/security-groups?id=801418ee-5d7b-4cfc-af52-433952d7207b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448179 Apr 12 00:36:53.614780 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d4af1c-04e2-4efd-8400-90defbd49e89 req-e747b5d9-10f4-4f3b-83c0-26a128331191 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:36:53.617900 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a7d4af1c-04e2-4efd-8400-90defbd49e89 req-e747b5d9-10f4-4f3b-83c0-26a128331191 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca8227d3-6b1f-4d92-90c7-41de2b3054bd HTTP/1.1" status: 200 len: 944 time: 0.0474558 Apr 12 00:36:53.663924 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a7d4af1c-04e2-4efd-8400-90defbd49e89 req-02eee01f-eef3-40f7-ba5a-6306237b6c0b tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/security-groups?id=5bae668d-f5ff-4736-9a1b-f37ba63f298b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417156 Apr 12 00:36:53.839424 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device 6de8e31e-e087-40aa-a319-0647d34795ca up at agent hyperv_hv-cinder-83625 {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:36:53.886942 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Provisioning for port 6de8e31e-e087-40aa-a319-0647d34795ca completed by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 00:36:53.893649 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Provisioning complete for port 6de8e31e-e087-40aa-a319-0647d34795ca triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:36:53.894030 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (6de8e31e-e087-40aa-a319-0647d34795ca), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:53.942894 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c83e9da-fe2a-4537-b46b-b490976db317 req-17dc707c-0489-432d-8e18-3df3bf66d956 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:36:53.944822 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-0c83e9da-fe2a-4537-b46b-b490976db317 req-17dc707c-0489-432d-8e18-3df3bf66d956 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7f92fc1-03bb-4d20-959e-fb9cd283f51a HTTP/1.1" status: 200 len: 944 time: 0.0460806 Apr 12 00:36:53.969623 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Current status of the port 6de8e31e-e087-40aa-a319-0647d34795ca is: BUILD; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:36:53.970300 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (6de8e31e-e087-40aa-a319-0647d34795ca), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:53.992654 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-0c83e9da-fe2a-4537-b46b-b490976db317 req-f1435665-630f-4cab-b89f-75a0bd0fff51 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/security-groups?id=801418ee-5d7b-4cfc-af52-433952d7207b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422981 Apr 12 00:36:53.992907 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f92fc1-03bb-4d20-959e-fb9cd283f51a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de8e31e-e087-40aa-a319-0647d34795ca'}] {{(pid=114861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:36:53.995242 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d187226e65eb8f713948fb36ffe50595ec682b3d9ec12b6d0c088ba153fadb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8613b78-f8be-4585-8fd4-b5207269f8a4" -d '{"events": [{"server_uuid": "b7f92fc1-03bb-4d20-959e-fb9cd283f51a", "name": "network-vif-plugged", "status": "completed", "tag": "6de8e31e-e087-40aa-a319-0647d34795ca"}]}' {{(pid=114861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:36:54.010319 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port 6de8e31e-e087-40aa-a319-0647d34795ca, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=6de8e31e-e087-40aa-a319-0647d34795ca,segment=NetworkSegment(d64ef49d-093c-41ff-bdc1-96d0b857029b),segment_id=d64ef49d-093c-41ff-bdc1-96d0b857029b)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:36:54.015906 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (6de8e31e-e087-40aa-a319-0647d34795ca), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:54.069248 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Pushing event updated for resources: {'Port': ['ID=6de8e31e-e087-40aa-a319-0647d34795ca,revision_number=5']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:36:54.094946 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8446d64-9c2a-478b-90fd-88934247b537 x-openstack-request-id: req-a8446d64-9c2a-478b-90fd-88934247b537 {{(pid=114861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:36:54.095240 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7f92fc1-03bb-4d20-959e-fb9cd283f51a", "name": "network-vif-plugged", "status": "completed", "tag": "6de8e31e-e087-40aa-a319-0647d34795ca", "code": 200}]} {{(pid=114861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:36:54.095497 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a8446d64-9c2a-478b-90fd-88934247b537 {{(pid=114861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:36:54.095901 dv-cinder-836252-3-iscsi neutron-server[114861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8446d64-9c2a-478b-90fd-88934247b537'] response: {'server_uuid': 'b7f92fc1-03bb-4d20-959e-fb9cd283f51a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de8e31e-e087-40aa-a319-0647d34795ca', 'code': 200} Apr 12 00:36:54.773411 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47034786-9783-4f2d-919e-eb0cbe00b622 req-1224fe81-66f0-4016-9418-8e4932b01bac tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:36:54.774974 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-47034786-9783-4f2d-919e-eb0cbe00b622 req-1224fe81-66f0-4016-9418-8e4932b01bac tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca8227d3-6b1f-4d92-90c7-41de2b3054bd HTTP/1.1" status: 200 len: 944 time: 0.0465009 Apr 12 00:36:54.821513 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-47034786-9783-4f2d-919e-eb0cbe00b622 req-503f67dc-13cc-45e2-9312-ec6c0801def0 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/security-groups?id=5bae668d-f5ff-4736-9a1b-f37ba63f298b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410144 Apr 12 00:36:55.107232 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f339a4a5-e402-4bcc-b06b-73a6ad03fba2 req-062ed076-5376-49fd-a51e-0cca9c1dc8d2 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:36:55.109184 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-f339a4a5-e402-4bcc-b06b-73a6ad03fba2 req-062ed076-5376-49fd-a51e-0cca9c1dc8d2 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7f92fc1-03bb-4d20-959e-fb9cd283f51a HTTP/1.1" status: 200 len: 945 time: 0.0445073 Apr 12 00:36:55.156461 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-f339a4a5-e402-4bcc-b06b-73a6ad03fba2 req-78834300-3c5b-4795-91c1-5ff04c147195 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/security-groups?id=801418ee-5d7b-4cfc-af52-433952d7207b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417826 Apr 12 00:36:55.488279 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd13051-f52d-4df2-80a9-c10614928d38 req-4083152c-bb57-40e6-adc6-254cbeb2af04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:36:55.489739 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-abd13051-f52d-4df2-80a9-c10614928d38 req-4083152c-bb57-40e6-adc6-254cbeb2af04 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=673329e3-8235-4c2b-a7ed-65b2b39a6faf HTTP/1.1" status: 200 len: 850 time: 0.0478046 Apr 12 00:36:55.581224 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd13051-f52d-4df2-80a9-c10614928d38 req-4c94e6fb-6f52-40ed-bf40-ba56cac10a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:36:55.582825 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-abd13051-f52d-4df2-80a9-c10614928d38 req-4c94e6fb-6f52-40ed-bf40-ba56cac10a9e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8a9865c2-0d03-40f9-a71a-607e87040674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465832 Apr 12 00:36:55.693335 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276afb2-93a2-4405-b765-32cf532cd1d7 req-0df66c32-4fff-4741-82aa-8ee636c752d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:36:55.694833 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-2276afb2-93a2-4405-b765-32cf532cd1d7 req-0df66c32-4fff-4741-82aa-8ee636c752d4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b7f92fc1-03bb-4d20-959e-fb9cd283f51a HTTP/1.1" status: 200 len: 1129 time: 0.0500445 Apr 12 00:36:55.719185 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-abd13051-f52d-4df2-80a9-c10614928d38 req-ca49f690-54de-4b44-b0be-8f7e1dc67c67 service neutron] 10.222.0.52 "GET /v2.0/networks/8a9865c2-0d03-40f9-a71a-607e87040674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293368 Apr 12 00:36:55.767812 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-2276afb2-93a2-4405-b765-32cf532cd1d7 req-1fc260ea-3045-40ae-9587-7fe372566793 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=801418ee-5d7b-4cfc-af52-433952d7207b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636640 Apr 12 00:36:55.806333 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device b26c3c3f-4a79-4918-90df-a275b5f37b5b details requested by agent hyperv_hv-cinder-83625 with host hv-cinder-83625 {{(pid=114861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 00:36:55.826441 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-abd13051-f52d-4df2-80a9-c10614928d38 req-229f7b83-9173-4cb8-944b-aa9833098db3 service neutron] 10.222.0.52 "GET /v2.0/networks/8a9865c2-0d03-40f9-a71a-607e87040674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963242 Apr 12 00:36:55.913419 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port b26c3c3f-4a79-4918-90df-a275b5f37b5b, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=b26c3c3f-4a79-4918-90df-a275b5f37b5b,segment=NetworkSegment(850085f3-336f-4cd2-8504-bcaa5ecc90d0),segment_id=850085f3-336f-4cd2-8504-bcaa5ecc90d0)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:36:55.925126 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Returning: {'device': 'b26c3c3f-4a79-4918-90df-a275b5f37b5b', 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7', 'port_id': 'b26c3c3f-4a79-4918-90df-a275b5f37b5b', 'mac_address': 'fa:16:3e:e8:7f:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9745a0d-5463-41a5-8b5c-e529c4495cbd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 00:36:55.944307 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1162f6-68d4-49c0-b357-14a2787c4a1d req-cbee31f5-782c-4e6e-8d7b-fc35dc9440bb tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:36:55.945802 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-bc1162f6-68d4-49c0-b357-14a2787c4a1d req-cbee31f5-782c-4e6e-8d7b-fc35dc9440bb tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca8227d3-6b1f-4d92-90c7-41de2b3054bd HTTP/1.1" status: 200 len: 944 time: 0.0495443 Apr 12 00:36:55.965261 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Current status of the port b26c3c3f-4a79-4918-90df-a275b5f37b5b is: DOWN; New status is: BUILD {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:36:55.965652 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (b26c3c3f-4a79-4918-90df-a275b5f37b5b), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:55.978295 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.notifiers.nova [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b26c3c3f-4a79-4918-90df-a275b5f37b5b {{(pid=114861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:36:55.991500 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-bc1162f6-68d4-49c0-b357-14a2787c4a1d req-20b3a35b-d9f7-42c0-be80-cb41b5b5d454 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/security-groups?id=5bae668d-f5ff-4736-9a1b-f37ba63f298b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398283 Apr 12 00:36:55.998119 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port b26c3c3f-4a79-4918-90df-a275b5f37b5b, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=b26c3c3f-4a79-4918-90df-a275b5f37b5b,segment=NetworkSegment(850085f3-336f-4cd2-8504-bcaa5ecc90d0),segment_id=850085f3-336f-4cd2-8504-bcaa5ecc90d0)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:36:56.002950 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (b26c3c3f-4a79-4918-90df-a275b5f37b5b), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:56.049426 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Pushing event updated for resources: {'Port': ['ID=b26c3c3f-4a79-4918-90df-a275b5f37b5b,revision_number=4']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:36:56.271083 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b796f-03ce-48c5-8e13-d9d4719ea9e5 req-2c308cdb-6476-4fe7-959d-6a83dd15b965 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:36:56.272647 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-578b796f-03ce-48c5-8e13-d9d4719ea9e5 req-2c308cdb-6476-4fe7-959d-6a83dd15b965 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7f92fc1-03bb-4d20-959e-fb9cd283f51a HTTP/1.1" status: 200 len: 945 time: 0.0519819 Apr 12 00:36:56.321885 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-578b796f-03ce-48c5-8e13-d9d4719ea9e5 req-172c746f-7ce6-413c-a33e-60dd6df9785d tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/security-groups?id=801418ee-5d7b-4cfc-af52-433952d7207b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435898 Apr 12 00:36:56.509370 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] get_ports_and_sgs() called for port_ids ['b26c3c3f-4a79-4918-90df-a275b5f37b5b'] {{(pid=114861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:36:57.103073 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b48a4e4-d629-453c-8c19-26a383840654 req-f5400c2f-0f3f-4f63-b252-17bdf79752dd tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:36:57.104447 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-7b48a4e4-d629-453c-8c19-26a383840654 req-f5400c2f-0f3f-4f63-b252-17bdf79752dd tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca8227d3-6b1f-4d92-90c7-41de2b3054bd HTTP/1.1" status: 200 len: 945 time: 0.0458720 Apr 12 00:36:57.150121 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-7b48a4e4-d629-453c-8c19-26a383840654 req-d09087a3-f0f5-4403-8727-7e4db2308aa0 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/security-groups?id=5bae668d-f5ff-4736-9a1b-f37ba63f298b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402892 Apr 12 00:36:57.434470 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4576de-fa9a-4e6b-9713-a36c1869d471 req-210c9da0-c713-4090-906c-062e257a5bcd tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:36:57.435936 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-af4576de-fa9a-4e6b-9713-a36c1869d471 req-210c9da0-c713-4090-906c-062e257a5bcd tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7f92fc1-03bb-4d20-959e-fb9cd283f51a HTTP/1.1" status: 200 len: 945 time: 0.0496535 Apr 12 00:36:57.489221 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-af4576de-fa9a-4e6b-9713-a36c1869d471 req-24e7be75-aee5-4f1d-b932-4511d8662e07 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/security-groups?id=801418ee-5d7b-4cfc-af52-433952d7207b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472307 Apr 12 00:36:57.824629 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device b26c3c3f-4a79-4918-90df-a275b5f37b5b up at agent hyperv_hv-cinder-83625 {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:36:57.871512 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Provisioning for port b26c3c3f-4a79-4918-90df-a275b5f37b5b completed by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 00:36:57.878082 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Provisioning complete for port b26c3c3f-4a79-4918-90df-a275b5f37b5b triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:36:57.878512 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (b26c3c3f-4a79-4918-90df-a275b5f37b5b), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:57.954703 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Current status of the port b26c3c3f-4a79-4918-90df-a275b5f37b5b is: BUILD; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:36:57.955090 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (b26c3c3f-4a79-4918-90df-a275b5f37b5b), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:57.977049 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca8227d3-6b1f-4d92-90c7-41de2b3054bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b26c3c3f-4a79-4918-90df-a275b5f37b5b'}] {{(pid=114861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:36:57.979371 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d187226e65eb8f713948fb36ffe50595ec682b3d9ec12b6d0c088ba153fadb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f745ea-be76-4a3d-8acc-5e13980fedab" -d '{"events": [{"server_uuid": "ca8227d3-6b1f-4d92-90c7-41de2b3054bd", "name": "network-vif-plugged", "status": "completed", "tag": "b26c3c3f-4a79-4918-90df-a275b5f37b5b"}]}' {{(pid=114861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:36:57.993286 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port b26c3c3f-4a79-4918-90df-a275b5f37b5b, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=b26c3c3f-4a79-4918-90df-a275b5f37b5b,segment=NetworkSegment(850085f3-336f-4cd2-8504-bcaa5ecc90d0),segment_id=850085f3-336f-4cd2-8504-bcaa5ecc90d0)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:36:57.997063 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (b26c3c3f-4a79-4918-90df-a275b5f37b5b), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:58.021601 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bce9738-c694-4505-b5cf-3d8aa27c58dd x-openstack-request-id: req-0bce9738-c694-4505-b5cf-3d8aa27c58dd {{(pid=114861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:36:58.021891 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca8227d3-6b1f-4d92-90c7-41de2b3054bd", "name": "network-vif-plugged", "status": "completed", "tag": "b26c3c3f-4a79-4918-90df-a275b5f37b5b", "code": 200}]} {{(pid=114861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:36:58.022143 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0bce9738-c694-4505-b5cf-3d8aa27c58dd {{(pid=114861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:36:58.022553 dv-cinder-836252-3-iscsi neutron-server[114861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bce9738-c694-4505-b5cf-3d8aa27c58dd'] response: {'server_uuid': 'ca8227d3-6b1f-4d92-90c7-41de2b3054bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b26c3c3f-4a79-4918-90df-a275b5f37b5b', 'code': 200} Apr 12 00:36:58.045236 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Pushing event updated for resources: {'Port': ['ID=b26c3c3f-4a79-4918-90df-a275b5f37b5b,revision_number=5']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:36:58.269269 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c69f2-b4ad-4138-aed2-5c17a8f463ac req-2f40534e-4c51-47f5-84af-4af3673c3a01 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:36:58.270739 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-019c69f2-b4ad-4138-aed2-5c17a8f463ac req-2f40534e-4c51-47f5-84af-4af3673c3a01 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca8227d3-6b1f-4d92-90c7-41de2b3054bd HTTP/1.1" status: 200 len: 946 time: 0.0544863 Apr 12 00:36:58.318412 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-019c69f2-b4ad-4138-aed2-5c17a8f463ac req-4f2548da-47b0-4f8b-9db6-a6f0820d23b9 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/security-groups?id=5bae668d-f5ff-4736-9a1b-f37ba63f298b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420828 Apr 12 00:36:58.607362 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd0d24b-eca5-42d7-ad8d-9d7839419cec req-84ebf402-3357-42b7-9821-a6fa8c69fc6f tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:36:58.611703 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-ddd0d24b-eca5-42d7-ad8d-9d7839419cec req-84ebf402-3357-42b7-9821-a6fa8c69fc6f tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7f92fc1-03bb-4d20-959e-fb9cd283f51a HTTP/1.1" status: 200 len: 945 time: 0.0516393 Apr 12 00:36:58.670837 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-ddd0d24b-eca5-42d7-ad8d-9d7839419cec req-62431b59-abbc-49c5-86af-f38c97ef7ec4 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/security-groups?id=801418ee-5d7b-4cfc-af52-433952d7207b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554190 Apr 12 00:36:58.792135 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf5c6b-a56a-4388-93bc-da3691a351be req-d588fbeb-d897-4fad-b2a9-327246437040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:36:58.793652 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5fcf5c6b-a56a-4388-93bc-da3691a351be req-d588fbeb-d897-4fad-b2a9-327246437040 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ca8227d3-6b1f-4d92-90c7-41de2b3054bd HTTP/1.1" status: 200 len: 1130 time: 0.0707147 Apr 12 00:36:58.814098 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4080f-4d7e-4585-b729-23925299ac0d req-78c13251-c4fa-4992-8c00-d828a9d8b2b3 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:36:58.815521 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-48b4080f-4d7e-4585-b729-23925299ac0d req-78c13251-c4fa-4992-8c00-d828a9d8b2b3 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7f92fc1-03bb-4d20-959e-fb9cd283f51a HTTP/1.1" status: 200 len: 945 time: 0.0621114 Apr 12 00:36:58.872920 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5fcf5c6b-a56a-4388-93bc-da3691a351be req-439de717-de9b-4e6a-92a4-890535ffc91d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5bae668d-f5ff-4736-9a1b-f37ba63f298b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0716853 Apr 12 00:36:58.885413 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-48b4080f-4d7e-4585-b729-23925299ac0d req-2046109c-7b87-4c11-a362-977425d8c360 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/security-groups?id=801418ee-5d7b-4cfc-af52-433952d7207b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636661 Apr 12 00:36:58.908438 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 34202) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:36:59.051038 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b43173a-430e-4622-afb6-ab15532f9ebd tempest-TestVolumeBootPattern-1552213377 tempest-TestVolumeBootPattern-1552213377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:36:59.052556 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-2b43173a-430e-4622-afb6-ab15532f9ebd tempest-TestVolumeBootPattern-1552213377 tempest-TestVolumeBootPattern-1552213377-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b7f92fc1-03bb-4d20-959e-fb9cd283f51a HTTP/1.1" status: 200 len: 1124 time: 0.1431544 Apr 12 00:36:59.055435 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 34206) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:36:59.060499 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [None req-d9755ab2-8708-4db4-89f1-6b2ef68e718d tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Request body: {'floatingip': {'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'port_id': '6de8e31e-e087-40aa-a319-0647d34795ca', 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:36:59.079848 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-d9755ab2-8708-4db4-89f1-6b2ef68e718d tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:59.154993 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-d9755ab2-8708-4db4-89f1-6b2ef68e718d tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:59.259062 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.db_base_plugin_common [None req-d9755ab2-8708-4db4-89f1-6b2ef68e718d tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Allocated IP 172.27.3.51 (1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7/02a01a71-afa8-4790-9b30-3097f97db265/84a3d686-93ca-40e3-a5d8-0cc97b7f0159) {{(pid=114859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:36:59.365490 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-d9755ab2-8708-4db4-89f1-6b2ef68e718d tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks [] for port (84a3d686-93ca-40e3-a5d8-0cc97b7f0159), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:59.401326 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-d9755ab2-8708-4db4-89f1-6b2ef68e718d tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (84a3d686-93ca-40e3-a5d8-0cc97b7f0159), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:59.439667 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d9c4f-d7cf-4d15-9b1f-540a23bda66b req-c8c1044b-a6b7-40df-a75d-5ba0a4341dda tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:36:59.441150 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-a52d9c4f-d7cf-4d15-9b1f-540a23bda66b req-c8c1044b-a6b7-40df-a75d-5ba0a4341dda tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca8227d3-6b1f-4d92-90c7-41de2b3054bd HTTP/1.1" status: 200 len: 946 time: 0.0481579 Apr 12 00:36:59.443264 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9755ab2-8708-4db4-89f1-6b2ef68e718d tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Network 1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7 is already hosted by enough agents. {{(pid=114859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:36:59.447145 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.base_scheduler [None req-d9755ab2-8708-4db4-89f1-6b2ef68e718d tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Resources bound (agent type, host, resource id): {{(pid=114859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:36:59.450877 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9755ab2-8708-4db4-89f1-6b2ef68e718d tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Received port after_create {{(pid=114859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:36:59.484655 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9755ab2-8708-4db4-89f1-6b2ef68e718d tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Pushing event updated for resources: {'Port': ['ID=84a3d686-93ca-40e3-a5d8-0cc97b7f0159,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:36:59.488558 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-a52d9c4f-d7cf-4d15-9b1f-540a23bda66b req-3c466ee8-2a83-4eee-80df-4d07fc4ae753 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/security-groups?id=5bae668d-f5ff-4736-9a1b-f37ba63f298b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414314 Apr 12 00:36:59.836409 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-d9755ab2-8708-4db4-89f1-6b2ef68e718d tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks [] for floatingip (243285a1-18db-4e10-a7be-aab9ed1e9dd6), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:36:59.908629 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-d9755ab2-8708-4db4-89f1-6b2ef68e718d tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (84a3d686-93ca-40e3-a5d8-0cc97b7f0159), before_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:00.006975 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 34216) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:37:00.072031 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-d9755ab2-8708-4db4-89f1-6b2ef68e718d tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks [] for port (84a3d686-93ca-40e3-a5d8-0cc97b7f0159), precommit_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:00.076812 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-d9755ab2-8708-4db4-89f1-6b2ef68e718d tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59136039'] for port (84a3d686-93ca-40e3-a5d8-0cc97b7f0159), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:00.116285 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1612c49c-95a0-4a9e-81e6-ac6d314985df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:00.147962 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9755ab2-8708-4db4-89f1-6b2ef68e718d tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Pushing event updated for resources: {'Port': ['ID=84a3d686-93ca-40e3-a5d8-0cc97b7f0159,revision_number=2']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:37:00.159661 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-d9755ab2-8708-4db4-89f1-6b2ef68e718d tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1586356'] for floatingip (243285a1-18db-4e10-a7be-aab9ed1e9dd6), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:00.195565 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1612c49c-95a0-4a9e-81e6-ac6d314985df admin admin] Publish callbacks [] for security_group (fbf81753-4d30-4dd1-b25a-6060ebc721f5), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:00.199809 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-1612c49c-95a0-4a9e-81e6-ac6d314985df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (fbf81753-4d30-4dd1-b25a-6060ebc721f5), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:00.239447 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1612c49c-95a0-4a9e-81e6-ac6d314985df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf81753-4d30-4dd1-b25a-6060ebc721f5,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:37:00.243595 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-1612c49c-95a0-4a9e-81e6-ac6d314985df admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=37952e8e9e8d4fca9cc271a3684025c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2355895 Apr 12 00:37:00.246313 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 34220) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:37:00.266956 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.db.l3_db [None req-d9755ab2-8708-4db4-89f1-6b2ef68e718d tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Floating IP 243285a1-18db-4e10-a7be-aab9ed1e9dd6 associated. External IP: 172.27.3.51, port: 6de8e31e-e087-40aa-a319-0647d34795ca. Apr 12 00:37:00.293800 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-41952a5b-924d-475f-949f-77d62f71228e admin admin] Publish callbacks [] for security_group (fbf81753-4d30-4dd1-b25a-6060ebc721f5), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:00.317399 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-41952a5b-924d-475f-949f-77d62f71228e admin admin] Publish callbacks [] for security_group (fbf81753-4d30-4dd1-b25a-6060ebc721f5), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:00.366581 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-41952a5b-924d-475f-949f-77d62f71228e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (fbf81753-4d30-4dd1-b25a-6060ebc721f5), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:00.369193 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-41952a5b-924d-475f-949f-77d62f71228e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:00.373050 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-41952a5b-924d-475f-949f-77d62f71228e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fbf81753-4d30-4dd1-b25a-6060ebc721f5 HTTP/1.1" status: 204 len: 168 time: 0.1231287 Apr 12 00:37:00.378075 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41952a5b-924d-475f-949f-77d62f71228e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf81753-4d30-4dd1-b25a-6060ebc721f5,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:37:00.483434 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9755ab2-8708-4db4-89f1-6b2ef68e718d tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Router 6ca15b63-1d2a-4015-b195-3a705cb14e92 has already been hosted by L3 agent d3fb0dde-5c40-4fca-80b5-61326157311c {{(pid=114859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:37:00.631409 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68d8216-2bf7-446c-bae9-e671ed583df4 req-aa2162ce-d64b-431a-a6d1-57426810777b tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:37:00.632832 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-b68d8216-2bf7-446c-bae9-e671ed583df4 req-aa2162ce-d64b-431a-a6d1-57426810777b tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca8227d3-6b1f-4d92-90c7-41de2b3054bd HTTP/1.1" status: 200 len: 946 time: 0.0588086 Apr 12 00:37:00.637562 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9755ab2-8708-4db4-89f1-6b2ef68e718d tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Notify agent at l3_agent.dv-cinder-836252-3-iscsi the message routers_updated {{(pid=114859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:37:00.647895 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0089a405-3c2d-4abe-92f0-9fddc2b4d162 None None] Sync routers for ids ['6ca15b63-1d2a-4015-b195-3a705cb14e92'] in dv-cinder-836252-3-iscsi {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:37:00.660732 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0089a405-3c2d-4abe-92f0-9fddc2b4d162 None None] Routers {'6ca15b63-1d2a-4015-b195-3a705cb14e92'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:37:00.661601 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-0089a405-3c2d-4abe-92f0-9fddc2b4d162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:36:45Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['6ca15b63-1d2a-4015-b195-3a705cb14e92'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:37:00.694875 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-d9755ab2-8708-4db4-89f1-6b2ef68e718d tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for floatingip (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:00.726832 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-b68d8216-2bf7-446c-bae9-e671ed583df4 req-905720bb-fdfc-4519-9722-ba0ed3cf98ad tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/security-groups?id=5bae668d-f5ff-4736-9a1b-f37ba63f298b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0873003 Apr 12 00:37:00.741975 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-d9755ab2-8708-4db4-89f1-6b2ef68e718d tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6801844 Apr 12 00:37:00.741975 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7f92fc1-03bb-4d20-959e-fb9cd283f51a', 'tag': '6de8e31e-e087-40aa-a319-0647d34795ca'}] {{(pid=114859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:37:00.741975 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d751ce943c7fd1580d8237ddcdd582f05025ac6b53677acecb9ecfb4d000721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24fbfd12-a037-4639-b682-895af22bcb91" -d '{"events": [{"name": "network-changed", "server_uuid": "b7f92fc1-03bb-4d20-959e-fb9cd283f51a", "tag": "6de8e31e-e087-40aa-a319-0647d34795ca"}]}' {{(pid=114859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:37:00.775439 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-0089a405-3c2d-4abe-92f0-9fddc2b4d162 None None] Set router 6ca15b63-1d2a-4015-b195-3a705cb14e92 gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:37:00.775996 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaeb585d-5615-4f00-a7a8-438da88640a7 x-openstack-request-id: req-aaeb585d-5615-4f00-a7a8-438da88640a7 {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:37:00.777084 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7f92fc1-03bb-4d20-959e-fb9cd283f51a", "tag": "6de8e31e-e087-40aa-a319-0647d34795ca", "status": "completed", "code": 200}]} {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:37:00.777084 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aaeb585d-5615-4f00-a7a8-438da88640a7 {{(pid=114859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:37:00.777084 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaeb585d-5615-4f00-a7a8-438da88640a7'] response: {'name': 'network-changed', 'server_uuid': 'b7f92fc1-03bb-4d20-959e-fb9cd283f51a', 'tag': '6de8e31e-e087-40aa-a319-0647d34795ca', 'status': 'completed', 'code': 200} Apr 12 00:37:00.914204 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fbfd12-a037-4639-b682-895af22bcb91 req-72170483-db2a-4793-9cc0-ecd876e9bdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:37:00.918950 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-24fbfd12-a037-4639-b682-895af22bcb91 req-72170483-db2a-4793-9cc0-ecd876e9bdb8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4ad54dac63374c8a9b4da55ee5dc7fd1&device_id=b7f92fc1-03bb-4d20-959e-fb9cd283f51a HTTP/1.1" status: 200 len: 1129 time: 0.0538564 Apr 12 00:37:01.030753 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fbfd12-a037-4639-b682-895af22bcb91 req-03a73bd2-7788-4fdb-abb2-174200b92262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:37:01.032276 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-24fbfd12-a037-4639-b682-895af22bcb91 req-03a73bd2-7788-4fdb-abb2-174200b92262 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8a9865c2-0d03-40f9-a71a-607e87040674 HTTP/1.1" status: 200 len: 912 time: 0.1054342 Apr 12 00:37:01.103807 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-24fbfd12-a037-4639-b682-895af22bcb91 req-7fcde251-88fa-4893-a0c5-357195f2427a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6de8e31e-e087-40aa-a319-0647d34795ca HTTP/1.1" status: 200 len: 998 time: 0.0636375 Apr 12 00:37:01.115826 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-0089a405-3c2d-4abe-92f0-9fddc2b4d162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'name': 'tempest-TestVolumeBootPattern-881313849-router', 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'eb4fcd47-990e-4bb1-b48a-14ca3a30756d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:29:47Z', 'updated_at': '2022-04-12T00:29:52Z', 'revision_number': 4, 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'gw_port': {'id': 'eb4fcd47-990e-4bb1-b48a-14ca3a30756d', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:29:48Z', 'updated_at': '2022-04-12T00:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_floatingips': [{'id': '243285a1-18db-4e10-a7be-aab9ed1e9dd6', 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'floating_ip_address': '172.27.3.51', 'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'router_id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'port_id': '6de8e31e-e087-40aa-a319-0647d34795ca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a9865c2-0d03-40f9-a71a-607e87040674', 'mac_address': 'fa:16:3e:01:bc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f92fc1-03bb-4d20-959e-fb9cd283f51a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:36:59Z', 'updated_at': '2022-04-12T00:36:59Z', 'revision_number': 0, 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'fixed_ip_address_scope': None}, {'id': '8b2f5b78-4fbb-4202-9a90-cec5c494369d', 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'floating_ip_address': '172.27.3.186', 'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'router_id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'port_id': 'eacce356-7ace-426f-a907-2db9bedc490d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a9865c2-0d03-40f9-a71a-607e87040674', 'mac_address': 'fa:16:3e:33:50:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3357fa-5beb-40ae-ba19-95e893acd4b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:34:26Z', 'updated_at': '2022-04-12T00:34:28Z', 'revision_number': 1, 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcd1127c-7a98-45f3-8118-070d2b2c65ec', 'name': '', 'network_id': '8a9865c2-0d03-40f9-a71a-607e87040674', 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'mac_address': 'fa:16:3e:35:c4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '673329e3-8235-4c2b-a7ed-65b2b39a6faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:29:51Z', 'updated_at': '2022-04-12T00:29:56Z', 'revision_number': 5, 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'subnets': [{'id': '673329e3-8235-4c2b-a7ed-65b2b39a6faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:37:01.142938 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0089a405-3c2d-4abe-92f0-9fddc2b4d162 None None] Checking router: 6ca15b63-1d2a-4015-b195-3a705cb14e92 for host: dv-cinder-836252-3-iscsi {{(pid=114862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:37:01.153386 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0089a405-3c2d-4abe-92f0-9fddc2b4d162 None None] Routers {'6ca15b63-1d2a-4015-b195-3a705cb14e92'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:37:01.154226 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-0089a405-3c2d-4abe-92f0-9fddc2b4d162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:36:45Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['6ca15b63-1d2a-4015-b195-3a705cb14e92'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:37:01.154515 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fbfd12-a037-4639-b682-895af22bcb91 req-284533bc-ca82-4840-93be-3c76f06346c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:37:01.156062 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-24fbfd12-a037-4639-b682-895af22bcb91 req-284533bc-ca82-4840-93be-3c76f06346c3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=673329e3-8235-4c2b-a7ed-65b2b39a6faf HTTP/1.1" status: 200 len: 850 time: 0.0459759 Apr 12 00:37:01.205371 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fbfd12-a037-4639-b682-895af22bcb91 req-2924c280-e45e-44d7-baf5-315661531fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:37:01.207800 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-24fbfd12-a037-4639-b682-895af22bcb91 req-2924c280-e45e-44d7-baf5-315661531fae service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8a9865c2-0d03-40f9-a71a-607e87040674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458481 Apr 12 00:37:01.267199 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-0089a405-3c2d-4abe-92f0-9fddc2b4d162 None None] Set router 6ca15b63-1d2a-4015-b195-3a705cb14e92 gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:37:01.297220 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-24fbfd12-a037-4639-b682-895af22bcb91 req-17e79eea-fbbc-4d26-b6e5-619322b7a734 service neutron] 10.222.0.52 "GET /v2.0/networks/8a9865c2-0d03-40f9-a71a-607e87040674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833929 Apr 12 00:37:01.392841 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-24fbfd12-a037-4639-b682-895af22bcb91 req-7f059764-7474-4048-8b85-c76c99a24233 service neutron] 10.222.0.52 "GET /v2.0/networks/8a9865c2-0d03-40f9-a71a-607e87040674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895262 Apr 12 00:37:01.504751 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-0089a405-3c2d-4abe-92f0-9fddc2b4d162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'name': 'tempest-TestVolumeBootPattern-881313849-router', 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'eb4fcd47-990e-4bb1-b48a-14ca3a30756d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:29:47Z', 'updated_at': '2022-04-12T00:29:52Z', 'revision_number': 4, 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'gw_port': {'id': 'eb4fcd47-990e-4bb1-b48a-14ca3a30756d', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:29:48Z', 'updated_at': '2022-04-12T00:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_floatingips': [{'id': '243285a1-18db-4e10-a7be-aab9ed1e9dd6', 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'floating_ip_address': '172.27.3.51', 'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'router_id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'port_id': '6de8e31e-e087-40aa-a319-0647d34795ca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a9865c2-0d03-40f9-a71a-607e87040674', 'mac_address': 'fa:16:3e:01:bc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f92fc1-03bb-4d20-959e-fb9cd283f51a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:36:59Z', 'updated_at': '2022-04-12T00:36:59Z', 'revision_number': 0, 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'fixed_ip_address_scope': None}, {'id': '8b2f5b78-4fbb-4202-9a90-cec5c494369d', 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'floating_ip_address': '172.27.3.186', 'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'router_id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'port_id': 'eacce356-7ace-426f-a907-2db9bedc490d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a9865c2-0d03-40f9-a71a-607e87040674', 'mac_address': 'fa:16:3e:33:50:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3357fa-5beb-40ae-ba19-95e893acd4b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:34:26Z', 'updated_at': '2022-04-12T00:34:28Z', 'revision_number': 1, 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcd1127c-7a98-45f3-8118-070d2b2c65ec', 'name': '', 'network_id': '8a9865c2-0d03-40f9-a71a-607e87040674', 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'mac_address': 'fa:16:3e:35:c4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '673329e3-8235-4c2b-a7ed-65b2b39a6faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:29:51Z', 'updated_at': '2022-04-12T00:29:56Z', 'revision_number': 5, 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'subnets': [{'id': '673329e3-8235-4c2b-a7ed-65b2b39a6faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:37:01.527071 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0089a405-3c2d-4abe-92f0-9fddc2b4d162 None None] The sync data for ids ['6ca15b63-1d2a-4015-b195-3a705cb14e92'] in dv-cinder-836252-3-iscsi is: [{'id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'name': 'tempest-TestVolumeBootPattern-881313849-router', 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'eb4fcd47-990e-4bb1-b48a-14ca3a30756d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:29:47Z', 'updated_at': '2022-04-12T00:29:52Z', 'revision_number': 4, 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'gw_port': {'id': 'eb4fcd47-990e-4bb1-b48a-14ca3a30756d', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:29:48Z', 'updated_at': '2022-04-12T00:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_floatingips': [{'id': '243285a1-18db-4e10-a7be-aab9ed1e9dd6', 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'floating_ip_address': '172.27.3.51', 'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'router_id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'port_id': '6de8e31e-e087-40aa-a319-0647d34795ca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a9865c2-0d03-40f9-a71a-607e87040674', 'mac_address': 'fa:16:3e:01:bc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f92fc1-03bb-4d20-959e-fb9cd283f51a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:36:59Z', 'updated_at': '2022-04-12T00:36:59Z', 'revision_number': 0, 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'fixed_ip_address_scope': None}, {'id': '8b2f5b78-4fbb-4202-9a90-cec5c494369d', 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'floating_ip_address': '172.27.3.186', 'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'router_id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'port_id': 'eacce356-7ace-426f-a907-2db9bedc490d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a9865c2-0d03-40f9-a71a-607e87040674', 'mac_address': 'fa:16:3e:33:50:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3357fa-5beb-40ae-ba19-95e893acd4b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:34:26Z', 'updated_at': '2022-04-12T00:34:28Z', 'revision_number': 1, 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcd1127c-7a98-45f3-8118-070d2b2c65ec', 'name': '', 'network_id': '8a9865c2-0d03-40f9-a71a-607e87040674', 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'mac_address': 'fa:16:3e:35:c4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '673329e3-8235-4c2b-a7ed-65b2b39a6faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:29:51Z', 'updated_at': '2022-04-12T00:29:56Z', 'revision_number': 5, 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'subnets': [{'id': '673329e3-8235-4c2b-a7ed-65b2b39a6faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:37:01.721697 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83ed551-3ef5-4ce8-958e-eabe9a5c6a5e None None] New status for floating IP 243285a1-18db-4e10-a7be-aab9ed1e9dd6: ACTIVE {{(pid=114861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 00:37:01.838102 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf035f71-f35d-483f-b4e8-8186708d7971 req-99d83561-44be-4531-9754-dea4639f47f3 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:37:01.839715 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-bf035f71-f35d-483f-b4e8-8186708d7971 req-99d83561-44be-4531-9754-dea4639f47f3 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca8227d3-6b1f-4d92-90c7-41de2b3054bd HTTP/1.1" status: 200 len: 946 time: 0.0491867 Apr 12 00:37:01.889699 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-bf035f71-f35d-483f-b4e8-8186708d7971 req-cac5adb4-7838-4ba3-a643-3d4e88dcbe9c tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/security-groups?id=5bae668d-f5ff-4736-9a1b-f37ba63f298b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437036 Apr 12 00:37:02.010918 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f5c0b-466a-4e69-988e-6bb755d70bcf req-5ae3904b-b2d5-4581-aa66-08bbb5fa9c23 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:37:02.012871 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-ef4f5c0b-466a-4e69-988e-6bb755d70bcf req-5ae3904b-b2d5-4581-aa66-08bbb5fa9c23 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca8227d3-6b1f-4d92-90c7-41de2b3054bd HTTP/1.1" status: 200 len: 946 time: 0.0571489 Apr 12 00:37:02.022123 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 34260) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:37:02.027002 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-8125b398-d581-44e3-87a6-5eba796cfc75 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Request body: {'floatingip': {'port_id': 'b26c3c3f-4a79-4918-90df-a275b5f37b5b'}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:37:02.069723 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-8125b398-d581-44e3-87a6-5eba796cfc75 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for floatingip (8d871c1f-2051-49df-b1f4-467b16c34867), before_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:02.495159 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-8125b398-d581-44e3-87a6-5eba796cfc75 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:02.498616 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-8125b398-d581-44e3-87a6-5eba796cfc75 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1586356'] for floatingip (8d871c1f-2051-49df-b1f4-467b16c34867), after_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:02.599558 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.db.l3_db [None req-8125b398-d581-44e3-87a6-5eba796cfc75 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Floating IP 8d871c1f-2051-49df-b1f4-467b16c34867 associated. External IP: 172.27.3.224, port: b26c3c3f-4a79-4918-90df-a275b5f37b5b. Apr 12 00:37:02.819236 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8125b398-d581-44e3-87a6-5eba796cfc75 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Router c55378f6-ed14-4860-9722-f016e3ed5a64 has already been hosted by L3 agent d3fb0dde-5c40-4fca-80b5-61326157311c {{(pid=114860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:37:02.928180 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8125b398-d581-44e3-87a6-5eba796cfc75 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Notify agent at l3_agent.dv-cinder-836252-3-iscsi the message routers_updated {{(pid=114860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:37:02.932674 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-8125b398-d581-44e3-87a6-5eba796cfc75 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for floatingip (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:02.937779 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcee3ee0-b4ed-478d-8cb6-d672f01564c0 None None] Sync routers for ids ['c55378f6-ed14-4860-9722-f016e3ed5a64'] in dv-cinder-836252-3-iscsi {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:37:02.948235 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcee3ee0-b4ed-478d-8cb6-d672f01564c0 None None] Routers {'c55378f6-ed14-4860-9722-f016e3ed5a64'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:37:02.948846 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-dcee3ee0-b4ed-478d-8cb6-d672f01564c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:36:45Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['c55378f6-ed14-4860-9722-f016e3ed5a64'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:37:02.961998 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-8125b398-d581-44e3-87a6-5eba796cfc75 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "PUT /v2.0/floatingips/8d871c1f-2051-49df-b1f4-467b16c34867 HTTP/1.1" status: 200 len: 992 time: 0.9386244 Apr 12 00:37:02.962615 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca8227d3-6b1f-4d92-90c7-41de2b3054bd', 'tag': 'b26c3c3f-4a79-4918-90df-a275b5f37b5b'}] {{(pid=114860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:37:02.964840 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90dfd39203e2da807f23340b9cb516271cbc18bcd75fa685292d117274546a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ba1e8c-a615-410a-9a47-2e8bc315579b" -d '{"events": [{"name": "network-changed", "server_uuid": "ca8227d3-6b1f-4d92-90c7-41de2b3054bd", "tag": "b26c3c3f-4a79-4918-90df-a275b5f37b5b"}]}' {{(pid=114860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:37:03.057774 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-dcee3ee0-b4ed-478d-8cb6-d672f01564c0 None None] Set router c55378f6-ed14-4860-9722-f016e3ed5a64 gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:37:03.111656 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e224bec-9663-4751-935f-d4024ce60847 x-openstack-request-id: req-2e224bec-9663-4751-935f-d4024ce60847 {{(pid=114860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:37:03.112147 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca8227d3-6b1f-4d92-90c7-41de2b3054bd", "tag": "b26c3c3f-4a79-4918-90df-a275b5f37b5b", "status": "completed", "code": 200}]} {{(pid=114860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:37:03.112248 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2e224bec-9663-4751-935f-d4024ce60847 {{(pid=114860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:37:03.112581 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e224bec-9663-4751-935f-d4024ce60847'] response: {'name': 'network-changed', 'server_uuid': 'ca8227d3-6b1f-4d92-90c7-41de2b3054bd', 'tag': 'b26c3c3f-4a79-4918-90df-a275b5f37b5b', 'status': 'completed', 'code': 200} Apr 12 00:37:03.269098 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-dcee3ee0-b4ed-478d-8cb6-d672f01564c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'name': 'tempest-AttachVolumeNegativeTest-1669374095-router', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '58289c30-3084-4e4c-98f4-831e7f157643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:36:38Z', 'updated_at': '2022-04-12T00:36:41Z', 'revision_number': 4, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'gw_port': {'id': '58289c30-3084-4e4c-98f4-831e7f157643', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:36:38Z', 'updated_at': '2022-04-12T00:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_floatingips': [{'id': '8d871c1f-2051-49df-b1f4-467b16c34867', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'floating_ip_address': '172.27.3.224', 'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'router_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'port_id': 'b26c3c3f-4a79-4918-90df-a275b5f37b5b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7', 'mac_address': 'fa:16:3e:e8:7f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8227d3-6b1f-4d92-90c7-41de2b3054bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:36:44Z', 'updated_at': '2022-04-12T00:37:02Z', 'revision_number': 1, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3', 'name': '', 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'mac_address': 'fa:16:3e:20:45:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'a9745a0d-5463-41a5-8b5c-e529c4495cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:36:40Z', 'updated_at': '2022-04-12T00:36:45Z', 'revision_number': 5, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'subnets': [{'id': 'a9745a0d-5463-41a5-8b5c-e529c4495cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:37:03.293986 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcee3ee0-b4ed-478d-8cb6-d672f01564c0 None None] Checking router: c55378f6-ed14-4860-9722-f016e3ed5a64 for host: dv-cinder-836252-3-iscsi {{(pid=114862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:37:03.302565 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcee3ee0-b4ed-478d-8cb6-d672f01564c0 None None] Routers {'c55378f6-ed14-4860-9722-f016e3ed5a64'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:37:03.303083 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-dcee3ee0-b4ed-478d-8cb6-d672f01564c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:36:45Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['c55378f6-ed14-4860-9722-f016e3ed5a64'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:37:03.406268 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-dcee3ee0-b4ed-478d-8cb6-d672f01564c0 None None] Set router c55378f6-ed14-4860-9722-f016e3ed5a64 gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:37:03.612771 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-dcee3ee0-b4ed-478d-8cb6-d672f01564c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'name': 'tempest-AttachVolumeNegativeTest-1669374095-router', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '58289c30-3084-4e4c-98f4-831e7f157643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:36:38Z', 'updated_at': '2022-04-12T00:36:41Z', 'revision_number': 4, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'gw_port': {'id': '58289c30-3084-4e4c-98f4-831e7f157643', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:36:38Z', 'updated_at': '2022-04-12T00:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_floatingips': [{'id': '8d871c1f-2051-49df-b1f4-467b16c34867', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'floating_ip_address': '172.27.3.224', 'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'router_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'port_id': 'b26c3c3f-4a79-4918-90df-a275b5f37b5b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7', 'mac_address': 'fa:16:3e:e8:7f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8227d3-6b1f-4d92-90c7-41de2b3054bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:36:44Z', 'updated_at': '2022-04-12T00:37:02Z', 'revision_number': 1, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3', 'name': '', 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'mac_address': 'fa:16:3e:20:45:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'a9745a0d-5463-41a5-8b5c-e529c4495cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:36:40Z', 'updated_at': '2022-04-12T00:36:45Z', 'revision_number': 5, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'subnets': [{'id': 'a9745a0d-5463-41a5-8b5c-e529c4495cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:37:03.638460 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcee3ee0-b4ed-478d-8cb6-d672f01564c0 None None] The sync data for ids ['c55378f6-ed14-4860-9722-f016e3ed5a64'] in dv-cinder-836252-3-iscsi is: [{'id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'name': 'tempest-AttachVolumeNegativeTest-1669374095-router', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '58289c30-3084-4e4c-98f4-831e7f157643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:36:38Z', 'updated_at': '2022-04-12T00:36:41Z', 'revision_number': 4, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'gw_port': {'id': '58289c30-3084-4e4c-98f4-831e7f157643', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:36:38Z', 'updated_at': '2022-04-12T00:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_floatingips': [{'id': '8d871c1f-2051-49df-b1f4-467b16c34867', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'floating_ip_address': '172.27.3.224', 'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'router_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'port_id': 'b26c3c3f-4a79-4918-90df-a275b5f37b5b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7', 'mac_address': 'fa:16:3e:e8:7f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8227d3-6b1f-4d92-90c7-41de2b3054bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:36:44Z', 'updated_at': '2022-04-12T00:37:02Z', 'revision_number': 1, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3', 'name': '', 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'mac_address': 'fa:16:3e:20:45:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'a9745a0d-5463-41a5-8b5c-e529c4495cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:36:40Z', 'updated_at': '2022-04-12T00:36:45Z', 'revision_number': 5, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'subnets': [{'id': 'a9745a0d-5463-41a5-8b5c-e529c4495cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:37:03.831681 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d31ab5d-72d8-423d-a5b9-6b8a40cf8994 None None] New status for floating IP 8d871c1f-2051-49df-b1f4-467b16c34867: ACTIVE {{(pid=114861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 00:37:04.098710 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba1e8c-a615-410a-9a47-2e8bc315579b req-d1cee8c9-4e21-40d3-840f-2908efe091fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:37:04.100145 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-61ba1e8c-a615-410a-9a47-2e8bc315579b req-d1cee8c9-4e21-40d3-840f-2908efe091fe service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=add150d29f3d4ccc8d4e3775577e3d57&device_id=ca8227d3-6b1f-4d92-90c7-41de2b3054bd HTTP/1.1" status: 200 len: 1130 time: 0.0376661 Apr 12 00:37:05.194084 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba1e8c-a615-410a-9a47-2e8bc315579b req-742b6d5f-327d-4fa8-a6a0-bb9b50e89577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:37:05.195553 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-61ba1e8c-a615-410a-9a47-2e8bc315579b req-742b6d5f-327d-4fa8-a6a0-bb9b50e89577 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ad6fa16c-9ae9-409b-a431-15655dbe3bc7 HTTP/1.1" status: 200 len: 916 time: 0.0856771 Apr 12 00:37:05.999519 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-61ba1e8c-a615-410a-9a47-2e8bc315579b req-94ceefb2-3959-4be6-983b-e3af4f9bf1f7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b26c3c3f-4a79-4918-90df-a275b5f37b5b HTTP/1.1" status: 200 len: 1002 time: 0.0570014 Apr 12 00:37:07.366870 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba1e8c-a615-410a-9a47-2e8bc315579b req-a4a7b9eb-90bd-4852-abd9-a4770aad4977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:37:07.368271 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-61ba1e8c-a615-410a-9a47-2e8bc315579b req-a4a7b9eb-90bd-4852-abd9-a4770aad4977 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a9745a0d-5463-41a5-8b5c-e529c4495cbd HTTP/1.1" status: 200 len: 854 time: 0.0462675 Apr 12 00:37:07.409782 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba1e8c-a615-410a-9a47-2e8bc315579b req-9ecbe051-02d1-4359-8f6e-ce7203110cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:37:07.411218 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-61ba1e8c-a615-410a-9a47-2e8bc315579b req-9ecbe051-02d1-4359-8f6e-ce7203110cbc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad6fa16c-9ae9-409b-a431-15655dbe3bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0362494 Apr 12 00:37:07.495653 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-61ba1e8c-a615-410a-9a47-2e8bc315579b req-0916c942-3ed3-453b-8976-f4f882e65759 service neutron] 10.222.0.52 "GET /v2.0/networks/ad6fa16c-9ae9-409b-a431-15655dbe3bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783594 Apr 12 00:37:07.583600 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-61ba1e8c-a615-410a-9a47-2e8bc315579b req-f6bcf747-eb2e-43ad-98d3-86bfdcc96b92 service neutron] 10.222.0.52 "GET /v2.0/networks/ad6fa16c-9ae9-409b-a431-15655dbe3bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817826 Apr 12 00:37:12.372747 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-5635865b-c90a-4ad2-97d0-33feddf9ebb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (4ecbd319-6885-49f5-abb8-de205838eb1c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:14.619584 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-487db09e-af55-43d6-b964-bdd0f8395a59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (d3fb0dde-5c40-4fca-80b5-61326157311c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:14.849124 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.agents_db [None req-4f17da96-f611-4225-a78f-ee15b860eec6 None None] Agent healthcheck: found 6 active agents {{(pid=114862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:37:16.226588 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d4423688-5a44-44f3-a132-81f2c9b6cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (af38becd-82ff-4144-8f94-74de975161ca), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:17.225400 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (6c438ad1-5788-4552-a50f-29c8c96f3196), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:17.628102 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-be9ea9f3-6c7c-4887-ad09-badb35df740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (738aa052-ee84-4bd1-913b-ee7149597f8f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:18.963794 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (f9a21fd4-36f2-4826-890e-da332e228edf), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:24.660609 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 34392) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:37:24.761894 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-4f6b323f-9ef8-4d19-9190-53a7672e5ccb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:24.833767 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-4f6b323f-9ef8-4d19-9190-53a7672e5ccb admin admin] Publish callbacks [] for security_group (5c810d63-a789-4800-8baf-c441e78a657b), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:24.837351 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-4f6b323f-9ef8-4d19-9190-53a7672e5ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (5c810d63-a789-4800-8baf-c441e78a657b), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:24.878738 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-4f6b323f-9ef8-4d19-9190-53a7672e5ccb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=32ecad9dfdde488cb168e1043f483093&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2170491 Apr 12 00:37:24.879673 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6b323f-9ef8-4d19-9190-53a7672e5ccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c810d63-a789-4800-8baf-c441e78a657b,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:37:24.881456 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 34396) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:37:24.886857 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6b323f-9ef8-4d19-9190-53a7672e5ccb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:37:24.887211 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6b323f-9ef8-4d19-9190-53a7672e5ccb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:37:24.887557 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6b323f-9ef8-4d19-9190-53a7672e5ccb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:37:24.887894 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6b323f-9ef8-4d19-9190-53a7672e5ccb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:37:24.888233 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6b323f-9ef8-4d19-9190-53a7672e5ccb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:37:24.888565 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6b323f-9ef8-4d19-9190-53a7672e5ccb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:37:24.888896 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6b323f-9ef8-4d19-9190-53a7672e5ccb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:37:24.889779 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6b323f-9ef8-4d19-9190-53a7672e5ccb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:37:24.890105 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6b323f-9ef8-4d19-9190-53a7672e5ccb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:37:24.890483 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6b323f-9ef8-4d19-9190-53a7672e5ccb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:37:24.891084 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6b323f-9ef8-4d19-9190-53a7672e5ccb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:37:24.891410 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6b323f-9ef8-4d19-9190-53a7672e5ccb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:37:24.891736 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6b323f-9ef8-4d19-9190-53a7672e5ccb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:37:24.892060 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6b323f-9ef8-4d19-9190-53a7672e5ccb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:37:24.892381 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6b323f-9ef8-4d19-9190-53a7672e5ccb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:37:24.928884 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-1f92cc46-2bfd-4d5a-85ed-e607242a016b admin admin] Publish callbacks [] for security_group (5c810d63-a789-4800-8baf-c441e78a657b), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:24.949435 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-1f92cc46-2bfd-4d5a-85ed-e607242a016b admin admin] Publish callbacks [] for security_group (5c810d63-a789-4800-8baf-c441e78a657b), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:24.994125 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-1f92cc46-2bfd-4d5a-85ed-e607242a016b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (5c810d63-a789-4800-8baf-c441e78a657b), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:24.996641 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-1f92cc46-2bfd-4d5a-85ed-e607242a016b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:24.997787 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-1f92cc46-2bfd-4d5a-85ed-e607242a016b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5c810d63-a789-4800-8baf-c441e78a657b HTTP/1.1" status: 204 len: 168 time: 0.1153474 Apr 12 00:37:25.005583 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f92cc46-2bfd-4d5a-85ed-e607242a016b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c810d63-a789-4800-8baf-c441e78a657b,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:37:25.579645 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 34418) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:37:25.673151 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [None req-414a8881-ad28-49b9-9978-a7b98f2bc1af admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-561530225-network', 'tenant_id': 'ba38491d23d64bd58eabf7ea16fd68e8'}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:37:25.695317 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414a8881-ad28-49b9-9978-a7b98f2bc1af admin admin] Made reservation on behalf of ba38491d23d64bd58eabf7ea16fd68e8 for: {'network': 1} {{(pid=114859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:37:25.697392 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-414a8881-ad28-49b9-9978-a7b98f2bc1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for network (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:25.705321 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-414a8881-ad28-49b9-9978-a7b98f2bc1af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:25.775834 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-414a8881-ad28-49b9-9978-a7b98f2bc1af admin admin] Publish callbacks [] for security_group (ee2503da-e8da-4e7a-9230-a41a5b27af53), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:25.779224 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-414a8881-ad28-49b9-9978-a7b98f2bc1af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (ee2503da-e8da-4e7a-9230-a41a5b27af53), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:25.802825 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-414a8881-ad28-49b9-9978-a7b98f2bc1af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=114859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 00:37:25.812203 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414a8881-ad28-49b9-9978-a7b98f2bc1af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2503da-e8da-4e7a-9230-a41a5b27af53,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:37:25.816792 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-414a8881-ad28-49b9-9978-a7b98f2bc1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552308'] for segment (e14d385a-469b-4ac0-a811-9aac40ac8f12), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:25.817133 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.db.segments_db [None req-414a8881-ad28-49b9-9978-a7b98f2bc1af admin admin] Added segment e14d385a-469b-4ac0-a811-9aac40ac8f12 of type vlan for network 468ee0a2-580f-4c3a-8cc5-2cad68c7110d Apr 12 00:37:25.855344 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-414a8881-ad28-49b9-9978-a7b98f2bc1af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757612902750'] for network (468ee0a2-580f-4c3a-8cc5-2cad68c7110d), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:25.878458 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-414a8881-ad28-49b9-9978-a7b98f2bc1af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925'] for network (468ee0a2-580f-4c3a-8cc5-2cad68c7110d), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:25.879362 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414a8881-ad28-49b9-9978-a7b98f2bc1af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:37:25.879942 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-414a8881-ad28-49b9-9978-a7b98f2bc1af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for network (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:25.936668 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-414a8881-ad28-49b9-9978-a7b98f2bc1af admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3559413 Apr 12 00:37:25.939617 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 34422) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:37:25.941863 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414a8881-ad28-49b9-9978-a7b98f2bc1af admin admin] Pushing event updated for resources: {'Network': ['ID=468ee0a2-580f-4c3a-8cc5-2cad68c7110d,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:37:25.944600 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-9900ae4d-1ecf-418d-ac5f-ad16cd3bebd2 admin admin] Request body: {'subnet': {'network_id': '468ee0a2-580f-4c3a-8cc5-2cad68c7110d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-561530225-subnet', 'tenant_id': 'ba38491d23d64bd58eabf7ea16fd68e8', 'ip_version': 4}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:37:25.952610 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Network 468ee0a2-580f-4c3a-8cc5-2cad68c7110d details requested by agent ovs-agent-dv-cinder-836252-3-iscsi with host dv-cinder-836252-3-iscsi {{(pid=114861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 00:37:25.963454 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9900ae4d-1ecf-418d-ac5f-ad16cd3bebd2 admin admin] Made reservation on behalf of ba38491d23d64bd58eabf7ea16fd68e8 for: {'subnet': 1} {{(pid=114860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:37:25.965717 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-9900ae4d-1ecf-418d-ac5f-ad16cd3bebd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069877'] for subnet (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:26.125381 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-9900ae4d-1ecf-418d-ac5f-ad16cd3bebd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069863'] for subnet (dce6ee9c-077a-4548-b4fa-4937134c603a), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:26.179985 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9900ae4d-1ecf-418d-ac5f-ad16cd3bebd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dce6ee9c-077a-4548-b4fa-4937134c603a,revision_number=0']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:37:26.186923 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9900ae4d-1ecf-418d-ac5f-ad16cd3bebd2 admin admin] Checking segment: {'id': 'e14d385a-469b-4ac0-a811-9aac40ac8f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '468ee0a2-580f-4c3a-8cc5-2cad68c7110d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:37:26.187304 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9900ae4d-1ecf-418d-ac5f-ad16cd3bebd2 admin admin] Network hostable DHCP agents. Network: 468ee0a2-580f-4c3a-8cc5-2cad68c7110d, hostable agents: ['4ecbd319-6885-49f5-abb8-de205838eb1c'], hosted agents: [] {{(pid=114860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 00:37:26.202951 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9900ae4d-1ecf-418d-ac5f-ad16cd3bebd2 admin admin] Network 468ee0a2-580f-4c3a-8cc5-2cad68c7110d is scheduled to be hosted by DHCP agent 4ecbd319-6885-49f5-abb8-de205838eb1c with binding_index 1 {{(pid=114860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 00:37:26.211262 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.base_scheduler [None req-9900ae4d-1ecf-418d-ac5f-ad16cd3bebd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836252-3-iscsi, 468ee0a2-580f-4c3a-8cc5-2cad68c7110d) {{(pid=114860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:37:26.215858 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9900ae4d-1ecf-418d-ac5f-ad16cd3bebd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:37:26.216919 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-9900ae4d-1ecf-418d-ac5f-ad16cd3bebd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for subnet (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:26.220522 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a66051b-1042-4225-838a-d8b2dcd9bfa0 None None] Network 468ee0a2-580f-4c3a-8cc5-2cad68c7110d requested from dv-cinder-836252-3-iscsi {{(pid=114861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:37:26.233571 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-9900ae4d-1ecf-418d-ac5f-ad16cd3bebd2 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.2922926 Apr 12 00:37:26.236170 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 34424) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:37:26.240268 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-35f01601-45ec-4a43-ac2e-b368f8a7087a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-561530225-router', 'tenant_id': 'ba38491d23d64bd58eabf7ea16fd68e8', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7'}}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:37:26.258192 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-35f01601-45ec-4a43-ac2e-b368f8a7087a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-442154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1018241'] for router (dd2019ca-26d6-4bda-bb97-057b1dfaecf1), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:26.259231 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-35f01601-45ec-4a43-ac2e-b368f8a7087a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1592353', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1018264'] for router (dd2019ca-26d6-4bda-bb97-057b1dfaecf1), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:26.312931 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-35f01601-45ec-4a43-ac2e-b368f8a7087a admin admin] Publish callbacks [] for router_controller (dd2019ca-26d6-4bda-bb97-057b1dfaecf1), precommit_add_association {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:26.318765 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf2df1a-00d5-468b-9aac-668cbd69f2e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd998405d-5ac8-5fc0-a1ab-e07aa0d55ad4-468ee0a2-580f-4c3a-8cc5-2cad68c7110d', 'network_id': '468ee0a2-580f-4c3a-8cc5-2cad68c7110d', 'project_id': 'ba38491d23d64bd58eabf7ea16fd68e8', 'fixed_ips': [{'subnet_id': 'dce6ee9c-077a-4548-b4fa-4937134c603a'}]}} from dv-cinder-836252-3-iscsi. {{(pid=114861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 00:37:26.319628 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-dbf2df1a-00d5-468b-9aac-668cbd69f2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:26.447766 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-35f01601-45ec-4a43-ac2e-b368f8a7087a admin admin] Publish callbacks [] for router_gateway (dd2019ca-26d6-4bda-bb97-057b1dfaecf1), precommit_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:26.450790 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.db_base_plugin_common [None req-dbf2df1a-00d5-468b-9aac-668cbd69f2e4 None None] Allocated IP 172.20.0.2 (468ee0a2-580f-4c3a-8cc5-2cad68c7110d/dce6ee9c-077a-4548-b4fa-4937134c603a/9215bfda-b45d-48b3-a1db-3b4c9129950f) {{(pid=114861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:37:26.584910 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-dbf2df1a-00d5-468b-9aac-668cbd69f2e4 None None] Publish callbacks [] for port (9215bfda-b45d-48b3-a1db-3b4c9129950f), precommit_create {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:26.591663 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-dbf2df1a-00d5-468b-9aac-668cbd69f2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360'] for port (9215bfda-b45d-48b3-a1db-3b4c9129950f), after_create {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:26.628355 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-35f01601-45ec-4a43-ac2e-b368f8a7087a admin admin] Publish callbacks [] for router_gateway (dd2019ca-26d6-4bda-bb97-057b1dfaecf1), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:26.631930 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf2df1a-00d5-468b-9aac-668cbd69f2e4 None None] Network 468ee0a2-580f-4c3a-8cc5-2cad68c7110d is already hosted by enough agents. {{(pid=114861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:37:26.634580 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.scheduler.base_scheduler [None req-dbf2df1a-00d5-468b-9aac-668cbd69f2e4 None None] Resources bound (agent type, host, resource id): {{(pid=114861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:37:26.638309 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf2df1a-00d5-468b-9aac-668cbd69f2e4 None None] Received port after_create {{(pid=114861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:37:26.647866 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf2df1a-00d5-468b-9aac-668cbd69f2e4 None None] Pushing event updated for resources: {'Port': ['ID=9215bfda-b45d-48b3-a1db-3b4c9129950f,revision_number=1']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:37:26.648665 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-35f01601-45ec-4a43-ac2e-b368f8a7087a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:26.673895 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf2df1a-00d5-468b-9aac-668cbd69f2e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:37:26.674240 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf2df1a-00d5-468b-9aac-668cbd69f2e4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:37:26.674601 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf2df1a-00d5-468b-9aac-668cbd69f2e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:37:26.674937 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf2df1a-00d5-468b-9aac-668cbd69f2e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:37:26.675266 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf2df1a-00d5-468b-9aac-668cbd69f2e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:37:26.675592 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf2df1a-00d5-468b-9aac-668cbd69f2e4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:37:26.675914 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf2df1a-00d5-468b-9aac-668cbd69f2e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:37:26.676237 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf2df1a-00d5-468b-9aac-668cbd69f2e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:37:26.676557 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf2df1a-00d5-468b-9aac-668cbd69f2e4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:37:26.676875 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf2df1a-00d5-468b-9aac-668cbd69f2e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:37:26.677195 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf2df1a-00d5-468b-9aac-668cbd69f2e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:37:26.677514 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf2df1a-00d5-468b-9aac-668cbd69f2e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:37:26.677829 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf2df1a-00d5-468b-9aac-668cbd69f2e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:37:26.678141 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf2df1a-00d5-468b-9aac-668cbd69f2e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:37:26.678483 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf2df1a-00d5-468b-9aac-668cbd69f2e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:37:26.709626 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.managers [None req-dbf2df1a-00d5-468b-9aac-668cbd69f2e4 None None] Attempting to bind port 9215bfda-b45d-48b3-a1db-3b4c9129950f on host dv-cinder-836252-3-iscsi for vnic_type normal with profile {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:37:26.710121 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.managers [None req-dbf2df1a-00d5-468b-9aac-668cbd69f2e4 None None] Attempting to bind port 9215bfda-b45d-48b3-a1db-3b4c9129950f by drivers openvswitch,hyperv on host dv-cinder-836252-3-iscsi at level 0 using segments [{'id': 'e14d385a-469b-4ac0-a811-9aac40ac8f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '468ee0a2-580f-4c3a-8cc5-2cad68c7110d'}] {{(pid=114861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:37:26.710634 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf2df1a-00d5-468b-9aac-668cbd69f2e4 None None] Attempting to bind port 9215bfda-b45d-48b3-a1db-3b4c9129950f on network 468ee0a2-580f-4c3a-8cc5-2cad68c7110d {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:37:26.716836 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf2df1a-00d5-468b-9aac-668cbd69f2e4 None None] Checking agent: {'id': 'f9a21fd4-36f2-4826-890e-da332e228edf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836252-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 0, 17, 19), 'started_at': datetime.datetime(2022, 4, 12, 0, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836252-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:37:26.717202 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf2df1a-00d5-468b-9aac-668cbd69f2e4 None None] Checking segment: {'id': 'e14d385a-469b-4ac0-a811-9aac40ac8f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '468ee0a2-580f-4c3a-8cc5-2cad68c7110d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:37:26.718157 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-dbf2df1a-00d5-468b-9aac-668cbd69f2e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:26.718679 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf2df1a-00d5-468b-9aac-668cbd69f2e4 None None] Bound using segment: {'id': 'e14d385a-469b-4ac0-a811-9aac40ac8f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '468ee0a2-580f-4c3a-8cc5-2cad68c7110d'} {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:37:26.719286 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.managers [None req-dbf2df1a-00d5-468b-9aac-668cbd69f2e4 None None] Bound port: 9215bfda-b45d-48b3-a1db-3b4c9129950f, host: dv-cinder-836252-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e14d385a-469b-4ac0-a811-9aac40ac8f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '468ee0a2-580f-4c3a-8cc5-2cad68c7110d'}}] {{(pid=114861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:37:26.719812 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-dbf2df1a-00d5-468b-9aac-668cbd69f2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (9215bfda-b45d-48b3-a1db-3b4c9129950f), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:26.752226 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.db.db_base_plugin_common [None req-35f01601-45ec-4a43-ac2e-b368f8a7087a admin admin] Allocated IP 172.27.3.123 (1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7/02a01a71-afa8-4790-9b30-3097f97db265/217a747d-5642-436a-8b70-61c62fb990ff) {{(pid=114860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:37:26.779040 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-dbf2df1a-00d5-468b-9aac-668cbd69f2e4 None None] For port 9215bfda-b45d-48b3-a1db-3b4c9129950f, host dv-cinder-836252-3-iscsi, cleared binding levels {{(pid=114861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:37:26.782545 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-dbf2df1a-00d5-468b-9aac-668cbd69f2e4 None None] For port 9215bfda-b45d-48b3-a1db-3b4c9129950f, host dv-cinder-836252-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=9215bfda-b45d-48b3-a1db-3b4c9129950f,segment=NetworkSegment(e14d385a-469b-4ac0-a811-9aac40ac8f12),segment_id=e14d385a-469b-4ac0-a811-9aac40ac8f12)] {{(pid=114861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:37:26.788066 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-dbf2df1a-00d5-468b-9aac-668cbd69f2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (9215bfda-b45d-48b3-a1db-3b4c9129950f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:26.848098 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf2df1a-00d5-468b-9aac-668cbd69f2e4 None None] Pushing event updated for resources: {'Port': ['ID=9215bfda-b45d-48b3-a1db-3b4c9129950f,revision_number=2']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:37:26.863616 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-35f01601-45ec-4a43-ac2e-b368f8a7087a admin admin] Publish callbacks [] for port (217a747d-5642-436a-8b70-61c62fb990ff), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:26.898208 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-35f01601-45ec-4a43-ac2e-b368f8a7087a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806209'] for port (217a747d-5642-436a-8b70-61c62fb990ff), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:26.938186 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f01601-45ec-4a43-ac2e-b368f8a7087a admin admin] Network 1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7 is already hosted by enough agents. {{(pid=114860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:37:26.941098 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.base_scheduler [None req-35f01601-45ec-4a43-ac2e-b368f8a7087a admin admin] Resources bound (agent type, host, resource id): {{(pid=114860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:37:26.948379 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f01601-45ec-4a43-ac2e-b368f8a7087a admin admin] Received port after_create {{(pid=114860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:37:26.951883 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f01601-45ec-4a43-ac2e-b368f8a7087a admin admin] Pushing event updated for resources: {'Port': ['ID=217a747d-5642-436a-8b70-61c62fb990ff,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:37:27.428611 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-35f01601-45ec-4a43-ac2e-b368f8a7087a admin admin] Publish callbacks [] for router_gateway (dd2019ca-26d6-4bda-bb97-057b1dfaecf1), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:27.633752 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-35f01601-45ec-4a43-ac2e-b368f8a7087a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1586386'] for router (dd2019ca-26d6-4bda-bb97-057b1dfaecf1), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:27.644058 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 9215bfda-b45d-48b3-a1db-3b4c9129950f up at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:37:27.702086 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Provisioning complete for port 9215bfda-b45d-48b3-a1db-3b4c9129950f triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:37:27.702628 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (9215bfda-b45d-48b3-a1db-3b4c9129950f), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:27.726409 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea380c7-bbc6-42a7-8ea9-497ac454c3c0 None None] Network 468ee0a2-580f-4c3a-8cc5-2cad68c7110d requested from dv-cinder-836252-3-iscsi {{(pid=114861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:37:27.777761 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f01601-45ec-4a43-ac2e-b368f8a7087a admin admin] Router dd2019ca-26d6-4bda-bb97-057b1dfaecf1 is scheduled to L3 agent d3fb0dde-5c40-4fca-80b5-61326157311c with binding_index 1 {{(pid=114860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 00:37:27.845971 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-06aed668-28cc-43f7-aa85-c576e38688eb None None] Provisioning complete for port 9215bfda-b45d-48b3-a1db-3b4c9129950f triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:37:27.846720 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-06aed668-28cc-43f7-aa85-c576e38688eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (9215bfda-b45d-48b3-a1db-3b4c9129950f), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:27.884324 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f01601-45ec-4a43-ac2e-b368f8a7087a admin admin] Notify agent at l3_agent.dv-cinder-836252-3-iscsi the message routers_updated {{(pid=114860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:37:27.893447 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1013029-d9bd-414a-9e63-8f2519a2adda None None] Sync routers for ids ['dd2019ca-26d6-4bda-bb97-057b1dfaecf1'] in dv-cinder-836252-3-iscsi {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:37:27.901706 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Current status of the port 9215bfda-b45d-48b3-a1db-3b4c9129950f is: DOWN; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:37:27.901899 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (9215bfda-b45d-48b3-a1db-3b4c9129950f), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:27.903451 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1013029-d9bd-414a-9e63-8f2519a2adda None None] Routers {'dd2019ca-26d6-4bda-bb97-057b1dfaecf1'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:37:27.904068 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-b1013029-d9bd-414a-9e63-8f2519a2adda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:37:15Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['dd2019ca-26d6-4bda-bb97-057b1dfaecf1'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:37:27.907022 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-35f01601-45ec-4a43-ac2e-b368f8a7087a admin admin] Publish callbacks [] for router (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:27.908483 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-35f01601-45ec-4a43-ac2e-b368f8a7087a admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6714070 Apr 12 00:37:27.911566 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 34426) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:37:27.954973 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] For port 9215bfda-b45d-48b3-a1db-3b4c9129950f, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=9215bfda-b45d-48b3-a1db-3b4c9129950f,segment=NetworkSegment(e14d385a-469b-4ac0-a811-9aac40ac8f12),segment_id=e14d385a-469b-4ac0-a811-9aac40ac8f12)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:37:27.978074 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (9215bfda-b45d-48b3-a1db-3b4c9129950f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:28.025359 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-06aed668-28cc-43f7-aa85-c576e38688eb None None] Current status of the port 9215bfda-b45d-48b3-a1db-3b4c9129950f is: DOWN; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:37:28.025770 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-06aed668-28cc-43f7-aa85-c576e38688eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (9215bfda-b45d-48b3-a1db-3b4c9129950f), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:28.047436 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-b1013029-d9bd-414a-9e63-8f2519a2adda None None] Set router dd2019ca-26d6-4bda-bb97-057b1dfaecf1 gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:37:28.064936 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Pushing event updated for resources: {'Port': ['ID=9215bfda-b45d-48b3-a1db-3b4c9129950f,revision_number=3']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:37:28.119014 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.db.api [None req-06aed668-28cc-43f7-aa85-c576e38688eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 00:37:28.119383 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG oslo_db.api [None req-06aed668-28cc-43f7-aa85-c576e38688eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 00:37:28.234334 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-b1013029-d9bd-414a-9e63-8f2519a2adda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd2019ca-26d6-4bda-bb97-057b1dfaecf1', 'name': 'tempest-TestMinimumBasicScenario-561530225-router', 'tenant_id': 'ba38491d23d64bd58eabf7ea16fd68e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '217a747d-5642-436a-8b70-61c62fb990ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:37:26Z', 'updated_at': '2022-04-12T00:37:27Z', 'revision_number': 3, 'project_id': 'ba38491d23d64bd58eabf7ea16fd68e8', 'gw_port': {'id': '217a747d-5642-436a-8b70-61c62fb990ff', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d6:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd2019ca-26d6-4bda-bb97-057b1dfaecf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:37:26Z', 'updated_at': '2022-04-12T00:37:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi'}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:37:28.349458 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1013029-d9bd-414a-9e63-8f2519a2adda None None] Checking router: dd2019ca-26d6-4bda-bb97-057b1dfaecf1 for host: dv-cinder-836252-3-iscsi {{(pid=114862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:37:28.349803 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1013029-d9bd-414a-9e63-8f2519a2adda None None] Updating router dd2019ca-26d6-4bda-bb97-057b1dfaecf1 port 217a747d-5642-436a-8b70-61c62fb990ff binding host dv-cinder-836252-3-iscsi {{(pid=114862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 00:37:28.377747 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron_lib.callbacks.manager [None req-b1013029-d9bd-414a-9e63-8f2519a2adda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (217a747d-5642-436a-8b70-61c62fb990ff), before_update {{(pid=114862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:28.620365 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron_lib.callbacks.manager [None req-b1013029-d9bd-414a-9e63-8f2519a2adda None None] Publish callbacks [] for port (217a747d-5642-436a-8b70-61c62fb990ff), precommit_update {{(pid=114862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:28.620587 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-a4175c13-08cf-44f3-abae-22fb76bbe48a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:28.626072 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron_lib.callbacks.manager [None req-b1013029-d9bd-414a-9e63-8f2519a2adda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (217a747d-5642-436a-8b70-61c62fb990ff), after_update {{(pid=114862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:28.662037 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-06aed668-28cc-43f7-aa85-c576e38688eb None None] Current status of the port 9215bfda-b45d-48b3-a1db-3b4c9129950f is: ACTIVE; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:37:28.676226 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.managers [None req-b1013029-d9bd-414a-9e63-8f2519a2adda None None] Attempting to bind port 217a747d-5642-436a-8b70-61c62fb990ff on host dv-cinder-836252-3-iscsi for vnic_type normal with profile {{(pid=114862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:37:28.676596 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.managers [None req-b1013029-d9bd-414a-9e63-8f2519a2adda None None] Attempting to bind port 217a747d-5642-436a-8b70-61c62fb990ff by drivers openvswitch,hyperv on host dv-cinder-836252-3-iscsi at level 0 using segments [{'id': '45a4c36b-a669-4a7f-a3e9-c2d676175ec7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7'}] {{(pid=114862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:37:28.676959 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1013029-d9bd-414a-9e63-8f2519a2adda None None] Attempting to bind port 217a747d-5642-436a-8b70-61c62fb990ff on network 1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7 {{(pid=114862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:37:28.688489 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7411a14e-01a7-414a-95fa-12fd1b8cd5b6 None None] Pushing event updated for resources: {'Port': ['ID=217a747d-5642-436a-8b70-61c62fb990ff,revision_number=2']} {{(pid=114862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:37:28.690797 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1013029-d9bd-414a-9e63-8f2519a2adda None None] Checking agent: {'id': 'f9a21fd4-36f2-4826-890e-da332e228edf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836252-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 0, 17, 19), 'started_at': datetime.datetime(2022, 4, 12, 0, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836252-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:37:28.691170 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1013029-d9bd-414a-9e63-8f2519a2adda None None] Checking segment: {'id': '45a4c36b-a669-4a7f-a3e9-c2d676175ec7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:37:28.691562 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron_lib.callbacks.manager [None req-b1013029-d9bd-414a-9e63-8f2519a2adda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:28.691940 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1013029-d9bd-414a-9e63-8f2519a2adda None None] Bound using segment: {'id': '45a4c36b-a669-4a7f-a3e9-c2d676175ec7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7'} {{(pid=114862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:37:28.692430 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.managers [None req-b1013029-d9bd-414a-9e63-8f2519a2adda None None] Bound port: 217a747d-5642-436a-8b70-61c62fb990ff, host: dv-cinder-836252-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45a4c36b-a669-4a7f-a3e9-c2d676175ec7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7'}}] {{(pid=114862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:37:28.692802 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron_lib.callbacks.manager [None req-b1013029-d9bd-414a-9e63-8f2519a2adda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (217a747d-5642-436a-8b70-61c62fb990ff), before_update {{(pid=114862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:28.742643 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.db [None req-b1013029-d9bd-414a-9e63-8f2519a2adda None None] For port 217a747d-5642-436a-8b70-61c62fb990ff, host dv-cinder-836252-3-iscsi, cleared binding levels {{(pid=114862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:37:28.745747 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.db [None req-b1013029-d9bd-414a-9e63-8f2519a2adda None None] For port 217a747d-5642-436a-8b70-61c62fb990ff, host dv-cinder-836252-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=217a747d-5642-436a-8b70-61c62fb990ff,segment=NetworkSegment(45a4c36b-a669-4a7f-a3e9-c2d676175ec7),segment_id=45a4c36b-a669-4a7f-a3e9-c2d676175ec7)] {{(pid=114862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:37:28.751459 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron_lib.callbacks.manager [None req-b1013029-d9bd-414a-9e63-8f2519a2adda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (217a747d-5642-436a-8b70-61c62fb990ff), after_update {{(pid=114862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:28.779818 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.db_base_plugin_common [None req-a4175c13-08cf-44f3-abae-22fb76bbe48a admin admin] Allocated IP 172.20.0.1 (468ee0a2-580f-4c3a-8cc5-2cad68c7110d/dce6ee9c-077a-4548-b4fa-4937134c603a/2d0d5aaf-c6d5-4900-9fee-49918e0515bc) {{(pid=114859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:37:28.780988 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-234e6c2a-ded6-4acc-bfe4-762c17e497e8 None None] Provisioning complete for port 9215bfda-b45d-48b3-a1db-3b4c9129950f triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:37:28.781426 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-234e6c2a-ded6-4acc-bfe4-762c17e497e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (9215bfda-b45d-48b3-a1db-3b4c9129950f), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:28.814342 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7411a14e-01a7-414a-95fa-12fd1b8cd5b6 None None] Pushing event updated for resources: {'Port': ['ID=217a747d-5642-436a-8b70-61c62fb990ff,revision_number=3']} {{(pid=114862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:37:28.817327 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1013029-d9bd-414a-9e63-8f2519a2adda None None] Routers {'dd2019ca-26d6-4bda-bb97-057b1dfaecf1'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:37:28.818237 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-b1013029-d9bd-414a-9e63-8f2519a2adda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:37:15Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['dd2019ca-26d6-4bda-bb97-057b1dfaecf1'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:37:28.858939 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-234e6c2a-ded6-4acc-bfe4-762c17e497e8 None None] Current status of the port 9215bfda-b45d-48b3-a1db-3b4c9129950f is: ACTIVE; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:37:28.901073 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-a4175c13-08cf-44f3-abae-22fb76bbe48a admin admin] Publish callbacks [] for port (2d0d5aaf-c6d5-4900-9fee-49918e0515bc), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:28.926337 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-b1013029-d9bd-414a-9e63-8f2519a2adda None None] Set router dd2019ca-26d6-4bda-bb97-057b1dfaecf1 gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:37:28.934821 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-a4175c13-08cf-44f3-abae-22fb76bbe48a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (2d0d5aaf-c6d5-4900-9fee-49918e0515bc), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:28.973517 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4175c13-08cf-44f3-abae-22fb76bbe48a admin admin] Network 468ee0a2-580f-4c3a-8cc5-2cad68c7110d is already hosted by enough agents. {{(pid=114859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:37:28.977776 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.base_scheduler [None req-a4175c13-08cf-44f3-abae-22fb76bbe48a admin admin] Resources bound (agent type, host, resource id): {{(pid=114859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:37:28.980391 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4175c13-08cf-44f3-abae-22fb76bbe48a admin admin] Received port after_create {{(pid=114859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:37:29.005668 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4175c13-08cf-44f3-abae-22fb76bbe48a admin admin] Pushing event updated for resources: {'Port': ['ID=2d0d5aaf-c6d5-4900-9fee-49918e0515bc,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:37:29.027477 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-a4175c13-08cf-44f3-abae-22fb76bbe48a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586209'] for router_interface (dd2019ca-26d6-4bda-bb97-057b1dfaecf1), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:29.098728 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-b1013029-d9bd-414a-9e63-8f2519a2adda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd2019ca-26d6-4bda-bb97-057b1dfaecf1', 'name': 'tempest-TestMinimumBasicScenario-561530225-router', 'tenant_id': 'ba38491d23d64bd58eabf7ea16fd68e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '217a747d-5642-436a-8b70-61c62fb990ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:37:26Z', 'updated_at': '2022-04-12T00:37:27Z', 'revision_number': 3, 'project_id': 'ba38491d23d64bd58eabf7ea16fd68e8', 'gw_port': {'id': '217a747d-5642-436a-8b70-61c62fb990ff', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d6:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd2019ca-26d6-4bda-bb97-057b1dfaecf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:37:26Z', 'updated_at': '2022-04-12T00:37:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi'}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:37:29.126121 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1013029-d9bd-414a-9e63-8f2519a2adda None None] The sync data for ids ['dd2019ca-26d6-4bda-bb97-057b1dfaecf1'] in dv-cinder-836252-3-iscsi is: [{'id': 'dd2019ca-26d6-4bda-bb97-057b1dfaecf1', 'name': 'tempest-TestMinimumBasicScenario-561530225-router', 'tenant_id': 'ba38491d23d64bd58eabf7ea16fd68e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '217a747d-5642-436a-8b70-61c62fb990ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:37:26Z', 'updated_at': '2022-04-12T00:37:27Z', 'revision_number': 3, 'project_id': 'ba38491d23d64bd58eabf7ea16fd68e8', 'gw_port': {'id': '217a747d-5642-436a-8b70-61c62fb990ff', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d6:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd2019ca-26d6-4bda-bb97-057b1dfaecf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:37:26Z', 'updated_at': '2022-04-12T00:37:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi'}] {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:37:29.178427 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-a4175c13-08cf-44f3-abae-22fb76bbe48a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (2d0d5aaf-c6d5-4900-9fee-49918e0515bc), before_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:29.182736 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-5d55812b-6d38-4551-bc47-63efa615f1e5 None None] Provisioning complete for port 2d0d5aaf-c6d5-4900-9fee-49918e0515bc triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:37:29.183115 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-5d55812b-6d38-4551-bc47-63efa615f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (2d0d5aaf-c6d5-4900-9fee-49918e0515bc), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:29.218116 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-5d55812b-6d38-4551-bc47-63efa615f1e5 None None] Port 2d0d5aaf-c6d5-4900-9fee-49918e0515bc cannot update to ACTIVE because it is not bound. {{(pid=114861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:37:29.354542 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-a4175c13-08cf-44f3-abae-22fb76bbe48a admin admin] Publish callbacks [] for port (2d0d5aaf-c6d5-4900-9fee-49918e0515bc), precommit_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:29.361079 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-a4175c13-08cf-44f3-abae-22fb76bbe48a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59136039'] for port (2d0d5aaf-c6d5-4900-9fee-49918e0515bc), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:29.434179 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4175c13-08cf-44f3-abae-22fb76bbe48a admin admin] Pushing event updated for resources: {'Port': ['ID=2d0d5aaf-c6d5-4900-9fee-49918e0515bc,revision_number=2']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:37:29.448099 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-a4175c13-08cf-44f3-abae-22fb76bbe48a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586577'] for router_interface (dd2019ca-26d6-4bda-bb97-057b1dfaecf1), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:29.538806 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4175c13-08cf-44f3-abae-22fb76bbe48a admin admin] Network 468ee0a2-580f-4c3a-8cc5-2cad68c7110d is already hosted by enough agents. {{(pid=114859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:37:29.540232 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.base_scheduler [None req-a4175c13-08cf-44f3-abae-22fb76bbe48a admin admin] Resources bound (agent type, host, resource id): {{(pid=114859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:37:29.678477 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4175c13-08cf-44f3-abae-22fb76bbe48a admin admin] Router dd2019ca-26d6-4bda-bb97-057b1dfaecf1 has already been hosted by L3 agent d3fb0dde-5c40-4fca-80b5-61326157311c {{(pid=114859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:37:29.712063 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 217a747d-5642-436a-8b70-61c62fb990ff up at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:37:29.767063 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Provisioning complete for port 217a747d-5642-436a-8b70-61c62fb990ff triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:37:29.767824 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (217a747d-5642-436a-8b70-61c62fb990ff), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:29.818621 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4175c13-08cf-44f3-abae-22fb76bbe48a admin admin] Notify agent at l3_agent.dv-cinder-836252-3-iscsi the message routers_updated {{(pid=114859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:37:29.823958 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-a4175c13-08cf-44f3-abae-22fb76bbe48a admin admin] 10.222.0.32 "PUT /v2.0/routers/dd2019ca-26d6-4bda-bb97-057b1dfaecf1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9108071 Apr 12 00:37:29.864163 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-c0d2067c-5f38-4121-af41-6c1d18041dcb None None] Provisioning complete for port 2d0d5aaf-c6d5-4900-9fee-49918e0515bc triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:37:29.864713 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-c0d2067c-5f38-4121-af41-6c1d18041dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (2d0d5aaf-c6d5-4900-9fee-49918e0515bc), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:29.885568 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Current status of the port 217a747d-5642-436a-8b70-61c62fb990ff is: DOWN; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:37:29.886066 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (217a747d-5642-436a-8b70-61c62fb990ff), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:29.918322 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] For port 217a747d-5642-436a-8b70-61c62fb990ff, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=217a747d-5642-436a-8b70-61c62fb990ff,segment=NetworkSegment(45a4c36b-a669-4a7f-a3e9-c2d676175ec7),segment_id=45a4c36b-a669-4a7f-a3e9-c2d676175ec7)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:37:29.920232 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-c0d2067c-5f38-4121-af41-6c1d18041dcb None None] Port 2d0d5aaf-c6d5-4900-9fee-49918e0515bc cannot update to ACTIVE because it is not bound. {{(pid=114861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:37:29.923700 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (217a747d-5642-436a-8b70-61c62fb990ff), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:29.924480 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 9215bfda-b45d-48b3-a1db-3b4c9129950f up at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:37:30.002329 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Pushing event updated for resources: {'Port': ['ID=217a747d-5642-436a-8b70-61c62fb990ff,revision_number=4']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:37:30.015518 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Provisioning complete for port 9215bfda-b45d-48b3-a1db-3b4c9129950f triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:37:30.016176 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (9215bfda-b45d-48b3-a1db-3b4c9129950f), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:30.106157 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Current status of the port 9215bfda-b45d-48b3-a1db-3b4c9129950f is: ACTIVE; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:37:30.320147 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 34444) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:37:30.325040 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [None req-2fdaaf38-696d-4855-8c44-b689945f05eb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-226701423-network', 'tenant_id': '6919b51b902c42c29f2262d0515f56ac'}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:37:30.343823 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fdaaf38-696d-4855-8c44-b689945f05eb admin admin] Made reservation on behalf of 6919b51b902c42c29f2262d0515f56ac for: {'network': 1} {{(pid=114859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:37:30.346354 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-2fdaaf38-696d-4855-8c44-b689945f05eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for network (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:30.355084 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-2fdaaf38-696d-4855-8c44-b689945f05eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:30.429395 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-2fdaaf38-696d-4855-8c44-b689945f05eb admin admin] Publish callbacks [] for security_group (a8cac9a2-ee85-4235-b930-f811c53919ec), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:30.433941 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-2fdaaf38-696d-4855-8c44-b689945f05eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (a8cac9a2-ee85-4235-b930-f811c53919ec), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:30.459257 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fdaaf38-696d-4855-8c44-b689945f05eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=114859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 00:37:30.468067 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdaaf38-696d-4855-8c44-b689945f05eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cac9a2-ee85-4235-b930-f811c53919ec,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:37:30.474127 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-2fdaaf38-696d-4855-8c44-b689945f05eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552308'] for segment (f7632822-5bd5-41ec-bae6-8d2e824e3418), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:30.474500 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.db.segments_db [None req-2fdaaf38-696d-4855-8c44-b689945f05eb admin admin] Added segment f7632822-5bd5-41ec-bae6-8d2e824e3418 of type vlan for network 8a4e8e5c-d8e4-4b08-a0a4-4d1e69f12b3e Apr 12 00:37:30.514792 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-2fdaaf38-696d-4855-8c44-b689945f05eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757612902750'] for network (8a4e8e5c-d8e4-4b08-a0a4-4d1e69f12b3e), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:30.539896 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-2fdaaf38-696d-4855-8c44-b689945f05eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925'] for network (8a4e8e5c-d8e4-4b08-a0a4-4d1e69f12b3e), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:30.541115 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdaaf38-696d-4855-8c44-b689945f05eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:37:30.541745 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-2fdaaf38-696d-4855-8c44-b689945f05eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for network (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:30.577192 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-2fdaaf38-696d-4855-8c44-b689945f05eb admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2554483 Apr 12 00:37:30.580002 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 34446) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:37:30.585528 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-632242e8-02ab-4dbb-b41a-b7b41a4a73df admin admin] Request body: {'subnet': {'network_id': '8a4e8e5c-d8e4-4b08-a0a4-4d1e69f12b3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-226701423-subnet', 'tenant_id': '6919b51b902c42c29f2262d0515f56ac', 'ip_version': 4}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:37:30.607352 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-632242e8-02ab-4dbb-b41a-b7b41a4a73df admin admin] Made reservation on behalf of 6919b51b902c42c29f2262d0515f56ac for: {'subnet': 1} {{(pid=114860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:37:30.608990 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdaaf38-696d-4855-8c44-b689945f05eb admin admin] Pushing event updated for resources: {'Network': ['ID=8a4e8e5c-d8e4-4b08-a0a4-4d1e69f12b3e,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:37:30.610858 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-632242e8-02ab-4dbb-b41a-b7b41a4a73df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069877'] for subnet (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:30.618862 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Network 8a4e8e5c-d8e4-4b08-a0a4-4d1e69f12b3e details requested by agent ovs-agent-dv-cinder-836252-3-iscsi with host dv-cinder-836252-3-iscsi {{(pid=114861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 00:37:30.780862 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ad844d-4f6f-4c77-9e8f-881ea35dffbe None None] Sync routers for ids ['dd2019ca-26d6-4bda-bb97-057b1dfaecf1'] in dv-cinder-836252-3-iscsi {{(pid=114861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:37:30.788078 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-632242e8-02ab-4dbb-b41a-b7b41a4a73df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2809713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069863'] for subnet (05622bd1-8f17-40aa-a743-911bc6f278b1), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:30.845993 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632242e8-02ab-4dbb-b41a-b7b41a4a73df admin admin] Pushing event updated for resources: {'Subnet': ['ID=05622bd1-8f17-40aa-a743-911bc6f278b1,revision_number=0']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:37:30.856765 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632242e8-02ab-4dbb-b41a-b7b41a4a73df admin admin] Checking segment: {'id': 'f7632822-5bd5-41ec-bae6-8d2e824e3418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '8a4e8e5c-d8e4-4b08-a0a4-4d1e69f12b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:37:30.857126 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632242e8-02ab-4dbb-b41a-b7b41a4a73df admin admin] Network hostable DHCP agents. Network: 8a4e8e5c-d8e4-4b08-a0a4-4d1e69f12b3e, hostable agents: ['4ecbd319-6885-49f5-abb8-de205838eb1c'], hosted agents: [] {{(pid=114860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 00:37:30.876284 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632242e8-02ab-4dbb-b41a-b7b41a4a73df admin admin] Network 8a4e8e5c-d8e4-4b08-a0a4-4d1e69f12b3e is scheduled to be hosted by DHCP agent 4ecbd319-6885-49f5-abb8-de205838eb1c with binding_index 1 {{(pid=114860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 00:37:30.885907 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.base_scheduler [None req-632242e8-02ab-4dbb-b41a-b7b41a4a73df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836252-3-iscsi, 8a4e8e5c-d8e4-4b08-a0a4-4d1e69f12b3e) {{(pid=114860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:37:30.891230 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632242e8-02ab-4dbb-b41a-b7b41a4a73df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:37:30.892147 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-632242e8-02ab-4dbb-b41a-b7b41a4a73df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for subnet (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:30.908121 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-632242e8-02ab-4dbb-b41a-b7b41a4a73df admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3263628 Apr 12 00:37:30.910706 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 34448) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:37:30.915574 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-6d6639b1-41f1-422d-bc07-2dca3fc20169 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-226701423-router', 'tenant_id': '6919b51b902c42c29f2262d0515f56ac', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7'}}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:37:30.917186 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5659a9f0-aadd-4de0-8d25-eb6b7ab354ef None None] Network 8a4e8e5c-d8e4-4b08-a0a4-4d1e69f12b3e requested from dv-cinder-836252-3-iscsi {{(pid=114861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:37:30.934699 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-6d6639b1-41f1-422d-bc07-2dca3fc20169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-442154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1018241'] for router (24862c8d-2ea9-48ab-ab6e-dae11fa664fe), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:30.934999 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ad844d-4f6f-4c77-9e8f-881ea35dffbe None None] Routers {'dd2019ca-26d6-4bda-bb97-057b1dfaecf1'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:37:30.935564 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-e7ad844d-4f6f-4c77-9e8f-881ea35dffbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:37:15Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['dd2019ca-26d6-4bda-bb97-057b1dfaecf1'], 'active': True} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:37:30.935704 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-6d6639b1-41f1-422d-bc07-2dca3fc20169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1592353', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1018264'] for router (24862c8d-2ea9-48ab-ab6e-dae11fa664fe), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:30.986388 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-6d6639b1-41f1-422d-bc07-2dca3fc20169 admin admin] Publish callbacks [] for router_controller (24862c8d-2ea9-48ab-ab6e-dae11fa664fe), precommit_add_association {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:31.103239 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bef09b-cdba-4b48-a522-8bf946c262d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd998405d-5ac8-5fc0-a1ab-e07aa0d55ad4-8a4e8e5c-d8e4-4b08-a0a4-4d1e69f12b3e', 'network_id': '8a4e8e5c-d8e4-4b08-a0a4-4d1e69f12b3e', 'project_id': '6919b51b902c42c29f2262d0515f56ac', 'fixed_ips': [{'subnet_id': '05622bd1-8f17-40aa-a743-911bc6f278b1'}]}} from dv-cinder-836252-3-iscsi. {{(pid=114861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 00:37:31.104066 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-74bef09b-cdba-4b48-a522-8bf946c262d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:31.110212 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvr_db [None req-e7ad844d-4f6f-4c77-9e8f-881ea35dffbe None None] Set router dd2019ca-26d6-4bda-bb97-057b1dfaecf1 gateway port host: dv-cinder-836252-3-iscsi {{(pid=114861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:37:31.127455 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-6d6639b1-41f1-422d-bc07-2dca3fc20169 admin admin] Publish callbacks [] for router_gateway (24862c8d-2ea9-48ab-ab6e-dae11fa664fe), precommit_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:31.304341 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-6d6639b1-41f1-422d-bc07-2dca3fc20169 admin admin] Publish callbacks [] for router_gateway (24862c8d-2ea9-48ab-ab6e-dae11fa664fe), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:31.323016 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-6d6639b1-41f1-422d-bc07-2dca3fc20169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:31.360349 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.db_base_plugin_common [None req-74bef09b-cdba-4b48-a522-8bf946c262d5 None None] Allocated IP 172.20.0.2 (8a4e8e5c-d8e4-4b08-a0a4-4d1e69f12b3e/05622bd1-8f17-40aa-a743-911bc6f278b1/5daaae20-d2a0-4959-853f-fc2e4077f695) {{(pid=114861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:37:31.425873 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.db.db_base_plugin_common [None req-6d6639b1-41f1-422d-bc07-2dca3fc20169 admin admin] Allocated IP 172.27.3.7 (1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7/02a01a71-afa8-4790-9b30-3097f97db265/d6e9c9e1-69fd-4219-b459-61ff2b7107bb) {{(pid=114860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:37:31.428353 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-e7ad844d-4f6f-4c77-9e8f-881ea35dffbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd2019ca-26d6-4bda-bb97-057b1dfaecf1', 'name': 'tempest-TestMinimumBasicScenario-561530225-router', 'tenant_id': 'ba38491d23d64bd58eabf7ea16fd68e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '217a747d-5642-436a-8b70-61c62fb990ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:37:26Z', 'updated_at': '2022-04-12T00:37:29Z', 'revision_number': 4, 'project_id': 'ba38491d23d64bd58eabf7ea16fd68e8', 'gw_port': {'id': '217a747d-5642-436a-8b70-61c62fb990ff', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2019ca-26d6-4bda-bb97-057b1dfaecf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:37:26Z', 'updated_at': '2022-04-12T00:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': '2d0d5aaf-c6d5-4900-9fee-49918e0515bc', 'name': '', 'network_id': '468ee0a2-580f-4c3a-8cc5-2cad68c7110d', 'tenant_id': 'ba38491d23d64bd58eabf7ea16fd68e8', 'mac_address': 'fa:16:3e:18:82:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd2019ca-26d6-4bda-bb97-057b1dfaecf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'dce6ee9c-077a-4548-b4fa-4937134c603a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:37:28Z', 'updated_at': '2022-04-12T00:37:29Z', 'revision_number': 2, 'project_id': 'ba38491d23d64bd58eabf7ea16fd68e8', 'subnets': [{'id': 'dce6ee9c-077a-4548-b4fa-4937134c603a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:37:31.483779 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ad844d-4f6f-4c77-9e8f-881ea35dffbe None None] Checking router: dd2019ca-26d6-4bda-bb97-057b1dfaecf1 for host: dv-cinder-836252-3-iscsi {{(pid=114861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:37:31.484136 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ad844d-4f6f-4c77-9e8f-881ea35dffbe None None] Updating router dd2019ca-26d6-4bda-bb97-057b1dfaecf1 port 2d0d5aaf-c6d5-4900-9fee-49918e0515bc binding host dv-cinder-836252-3-iscsi {{(pid=114861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 00:37:31.520975 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-e7ad844d-4f6f-4c77-9e8f-881ea35dffbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (2d0d5aaf-c6d5-4900-9fee-49918e0515bc), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:31.527255 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-6d6639b1-41f1-422d-bc07-2dca3fc20169 admin admin] Publish callbacks [] for port (d6e9c9e1-69fd-4219-b459-61ff2b7107bb), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:31.562803 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-6d6639b1-41f1-422d-bc07-2dca3fc20169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806209'] for port (d6e9c9e1-69fd-4219-b459-61ff2b7107bb), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:31.603243 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6639b1-41f1-422d-bc07-2dca3fc20169 admin admin] Network 1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7 is already hosted by enough agents. {{(pid=114860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:37:31.606118 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.base_scheduler [None req-6d6639b1-41f1-422d-bc07-2dca3fc20169 admin admin] Resources bound (agent type, host, resource id): {{(pid=114860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:37:31.608815 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6639b1-41f1-422d-bc07-2dca3fc20169 admin admin] Received port after_create {{(pid=114860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:37:31.616653 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6639b1-41f1-422d-bc07-2dca3fc20169 admin admin] Pushing event updated for resources: {'Port': ['ID=d6e9c9e1-69fd-4219-b459-61ff2b7107bb,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:37:31.667686 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 217a747d-5642-436a-8b70-61c62fb990ff up at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:37:31.677522 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-74bef09b-cdba-4b48-a522-8bf946c262d5 None None] Publish callbacks [] for port (5daaae20-d2a0-4959-853f-fc2e4077f695), precommit_create {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:31.708379 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-74bef09b-cdba-4b48-a522-8bf946c262d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360'] for port (5daaae20-d2a0-4959-853f-fc2e4077f695), after_create {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:31.778190 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bef09b-cdba-4b48-a522-8bf946c262d5 None None] Network 8a4e8e5c-d8e4-4b08-a0a4-4d1e69f12b3e is already hosted by enough agents. {{(pid=114861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:37:31.790775 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.scheduler.base_scheduler [None req-74bef09b-cdba-4b48-a522-8bf946c262d5 None None] Resources bound (agent type, host, resource id): {{(pid=114861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:37:31.802570 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bef09b-cdba-4b48-a522-8bf946c262d5 None None] Received port after_create {{(pid=114861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:37:31.807367 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bef09b-cdba-4b48-a522-8bf946c262d5 None None] Pushing event updated for resources: {'Port': ['ID=5daaae20-d2a0-4959-853f-fc2e4077f695,revision_number=1']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:37:31.849399 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Provisioning complete for port 217a747d-5642-436a-8b70-61c62fb990ff triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:37:31.849770 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (217a747d-5642-436a-8b70-61c62fb990ff), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:31.861959 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-6d6639b1-41f1-422d-bc07-2dca3fc20169 admin admin] Publish callbacks [] for router_gateway (24862c8d-2ea9-48ab-ab6e-dae11fa664fe), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:31.940370 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.managers [None req-74bef09b-cdba-4b48-a522-8bf946c262d5 None None] Attempting to bind port 5daaae20-d2a0-4959-853f-fc2e4077f695 on host dv-cinder-836252-3-iscsi for vnic_type normal with profile {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:37:31.940735 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.managers [None req-74bef09b-cdba-4b48-a522-8bf946c262d5 None None] Attempting to bind port 5daaae20-d2a0-4959-853f-fc2e4077f695 by drivers openvswitch,hyperv on host dv-cinder-836252-3-iscsi at level 0 using segments [{'id': 'f7632822-5bd5-41ec-bae6-8d2e824e3418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '8a4e8e5c-d8e4-4b08-a0a4-4d1e69f12b3e'}] {{(pid=114861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:37:31.941092 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bef09b-cdba-4b48-a522-8bf946c262d5 None None] Attempting to bind port 5daaae20-d2a0-4959-853f-fc2e4077f695 on network 8a4e8e5c-d8e4-4b08-a0a4-4d1e69f12b3e {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:37:31.953430 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bef09b-cdba-4b48-a522-8bf946c262d5 None None] Checking agent: {'id': 'f9a21fd4-36f2-4826-890e-da332e228edf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836252-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 0, 17, 19), 'started_at': datetime.datetime(2022, 4, 12, 0, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836252-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:37:31.953804 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bef09b-cdba-4b48-a522-8bf946c262d5 None None] Checking segment: {'id': 'f7632822-5bd5-41ec-bae6-8d2e824e3418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '8a4e8e5c-d8e4-4b08-a0a4-4d1e69f12b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:37:31.954204 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-74bef09b-cdba-4b48-a522-8bf946c262d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:31.954618 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bef09b-cdba-4b48-a522-8bf946c262d5 None None] Bound using segment: {'id': 'f7632822-5bd5-41ec-bae6-8d2e824e3418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '8a4e8e5c-d8e4-4b08-a0a4-4d1e69f12b3e'} {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:37:31.955077 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.managers [None req-74bef09b-cdba-4b48-a522-8bf946c262d5 None None] Bound port: 5daaae20-d2a0-4959-853f-fc2e4077f695, host: dv-cinder-836252-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7632822-5bd5-41ec-bae6-8d2e824e3418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '8a4e8e5c-d8e4-4b08-a0a4-4d1e69f12b3e'}}] {{(pid=114861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:37:31.955464 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-74bef09b-cdba-4b48-a522-8bf946c262d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (5daaae20-d2a0-4959-853f-fc2e4077f695), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:32.065614 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-6d6639b1-41f1-422d-bc07-2dca3fc20169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1586386'] for router (24862c8d-2ea9-48ab-ab6e-dae11fa664fe), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:32.085705 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Current status of the port 217a747d-5642-436a-8b70-61c62fb990ff is: ACTIVE; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:37:32.105003 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-e7ad844d-4f6f-4c77-9e8f-881ea35dffbe None None] Publish callbacks [] for port (2d0d5aaf-c6d5-4900-9fee-49918e0515bc), precommit_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:32.109719 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-74bef09b-cdba-4b48-a522-8bf946c262d5 None None] For port 5daaae20-d2a0-4959-853f-fc2e4077f695, host dv-cinder-836252-3-iscsi, cleared binding levels {{(pid=114861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:37:32.112716 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-74bef09b-cdba-4b48-a522-8bf946c262d5 None None] For port 5daaae20-d2a0-4959-853f-fc2e4077f695, host dv-cinder-836252-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=5daaae20-d2a0-4959-853f-fc2e4077f695,segment=NetworkSegment(f7632822-5bd5-41ec-bae6-8d2e824e3418),segment_id=f7632822-5bd5-41ec-bae6-8d2e824e3418)] {{(pid=114861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:37:32.114171 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-e7ad844d-4f6f-4c77-9e8f-881ea35dffbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (2d0d5aaf-c6d5-4900-9fee-49918e0515bc), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:32.141721 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-74bef09b-cdba-4b48-a522-8bf946c262d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (5daaae20-d2a0-4959-853f-fc2e4077f695), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:32.176975 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e48d8f9-f5e5-4892-a86c-cc8c9d0ff1fa None None] Pushing event updated for resources: {'Port': ['ID=2d0d5aaf-c6d5-4900-9fee-49918e0515bc,revision_number=3']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:37:32.277547 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.managers [None req-e7ad844d-4f6f-4c77-9e8f-881ea35dffbe None None] Attempting to bind port 2d0d5aaf-c6d5-4900-9fee-49918e0515bc on host dv-cinder-836252-3-iscsi for vnic_type normal with profile {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:37:32.277916 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.managers [None req-e7ad844d-4f6f-4c77-9e8f-881ea35dffbe None None] Attempting to bind port 2d0d5aaf-c6d5-4900-9fee-49918e0515bc by drivers openvswitch,hyperv on host dv-cinder-836252-3-iscsi at level 0 using segments [{'id': 'e14d385a-469b-4ac0-a811-9aac40ac8f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '468ee0a2-580f-4c3a-8cc5-2cad68c7110d'}] {{(pid=114861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:37:32.278327 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ad844d-4f6f-4c77-9e8f-881ea35dffbe None None] Attempting to bind port 2d0d5aaf-c6d5-4900-9fee-49918e0515bc on network 468ee0a2-580f-4c3a-8cc5-2cad68c7110d {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:37:32.281323 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bef09b-cdba-4b48-a522-8bf946c262d5 None None] Pushing event updated for resources: {'Port': ['ID=5daaae20-d2a0-4959-853f-fc2e4077f695,revision_number=2']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:37:32.288047 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ad844d-4f6f-4c77-9e8f-881ea35dffbe None None] Checking agent: {'id': 'f9a21fd4-36f2-4826-890e-da332e228edf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836252-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 0, 17, 19), 'started_at': datetime.datetime(2022, 4, 12, 0, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836252-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:37:32.288437 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ad844d-4f6f-4c77-9e8f-881ea35dffbe None None] Checking segment: {'id': 'e14d385a-469b-4ac0-a811-9aac40ac8f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '468ee0a2-580f-4c3a-8cc5-2cad68c7110d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:37:32.288845 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-e7ad844d-4f6f-4c77-9e8f-881ea35dffbe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:32.289242 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ad844d-4f6f-4c77-9e8f-881ea35dffbe None None] Bound using segment: {'id': 'e14d385a-469b-4ac0-a811-9aac40ac8f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '468ee0a2-580f-4c3a-8cc5-2cad68c7110d'} {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:37:32.289716 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.managers [None req-e7ad844d-4f6f-4c77-9e8f-881ea35dffbe None None] Bound port: 2d0d5aaf-c6d5-4900-9fee-49918e0515bc, host: dv-cinder-836252-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e14d385a-469b-4ac0-a811-9aac40ac8f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '468ee0a2-580f-4c3a-8cc5-2cad68c7110d'}}] {{(pid=114861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:37:32.290101 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-e7ad844d-4f6f-4c77-9e8f-881ea35dffbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (2d0d5aaf-c6d5-4900-9fee-49918e0515bc), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:32.369305 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-e7ad844d-4f6f-4c77-9e8f-881ea35dffbe None None] For port 2d0d5aaf-c6d5-4900-9fee-49918e0515bc, host dv-cinder-836252-3-iscsi, cleared binding levels {{(pid=114861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:37:32.373181 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-e7ad844d-4f6f-4c77-9e8f-881ea35dffbe None None] For port 2d0d5aaf-c6d5-4900-9fee-49918e0515bc, host dv-cinder-836252-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=2d0d5aaf-c6d5-4900-9fee-49918e0515bc,segment=NetworkSegment(e14d385a-469b-4ac0-a811-9aac40ac8f12),segment_id=e14d385a-469b-4ac0-a811-9aac40ac8f12)] {{(pid=114861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:37:32.381561 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-e7ad844d-4f6f-4c77-9e8f-881ea35dffbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (2d0d5aaf-c6d5-4900-9fee-49918e0515bc), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:32.509051 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d6639b1-41f1-422d-bc07-2dca3fc20169 admin admin] Router 24862c8d-2ea9-48ab-ab6e-dae11fa664fe is scheduled to L3 agent d3fb0dde-5c40-4fca-80b5-61326157311c with binding_index 1 {{(pid=114860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 00:37:32.590084 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-fe232ba9-687b-4bd0-8469-0df6c5503a03 None None] Provisioning complete for port 2d0d5aaf-c6d5-4900-9fee-49918e0515bc triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:37:32.590084 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-fe232ba9-687b-4bd0-8469-0df6c5503a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (2d0d5aaf-c6d5-4900-9fee-49918e0515bc), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:32.630071 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d6639b1-41f1-422d-bc07-2dca3fc20169 admin admin] Notify agent at l3_agent.dv-cinder-836252-3-iscsi the message routers_updated {{(pid=114860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:37:32.630695 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ad844d-4f6f-4c77-9e8f-881ea35dffbe None None] Routers {'dd2019ca-26d6-4bda-bb97-057b1dfaecf1'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:37:32.630793 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-e7ad844d-4f6f-4c77-9e8f-881ea35dffbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:37:15Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['dd2019ca-26d6-4bda-bb97-057b1dfaecf1'], 'active': True} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:37:32.637243 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e48d8f9-f5e5-4892-a86c-cc8c9d0ff1fa None None] Pushing event updated for resources: {'Port': ['ID=2d0d5aaf-c6d5-4900-9fee-49918e0515bc,revision_number=4']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:37:32.647282 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57473508-75a1-4d45-89a9-aa31bc2dd666 None None] Sync routers for ids ['24862c8d-2ea9-48ab-ab6e-dae11fa664fe'] in dv-cinder-836252-3-iscsi {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:37:32.653074 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-6d6639b1-41f1-422d-bc07-2dca3fc20169 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:32.655908 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-6d6639b1-41f1-422d-bc07-2dca3fc20169 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7441447 Apr 12 00:37:32.658672 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 34452) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:37:32.676438 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57473508-75a1-4d45-89a9-aa31bc2dd666 None None] Routers {'24862c8d-2ea9-48ab-ab6e-dae11fa664fe'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:37:32.677114 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-57473508-75a1-4d45-89a9-aa31bc2dd666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:37:15Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['24862c8d-2ea9-48ab-ab6e-dae11fa664fe'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:37:32.812850 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvr_db [None req-e7ad844d-4f6f-4c77-9e8f-881ea35dffbe None None] Set router dd2019ca-26d6-4bda-bb97-057b1dfaecf1 gateway port host: dv-cinder-836252-3-iscsi {{(pid=114861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:37:32.815201 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-fe232ba9-687b-4bd0-8469-0df6c5503a03 None None] Current status of the port 2d0d5aaf-c6d5-4900-9fee-49918e0515bc is: DOWN; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:37:32.815201 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-fe232ba9-687b-4bd0-8469-0df6c5503a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (2d0d5aaf-c6d5-4900-9fee-49918e0515bc), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:32.815457 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-57473508-75a1-4d45-89a9-aa31bc2dd666 None None] Set router 24862c8d-2ea9-48ab-ab6e-dae11fa664fe gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:37:32.925042 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-fe232ba9-687b-4bd0-8469-0df6c5503a03 None None] For port 2d0d5aaf-c6d5-4900-9fee-49918e0515bc, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=2d0d5aaf-c6d5-4900-9fee-49918e0515bc,segment=NetworkSegment(e14d385a-469b-4ac0-a811-9aac40ac8f12),segment_id=e14d385a-469b-4ac0-a811-9aac40ac8f12)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:37:32.936939 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-fe232ba9-687b-4bd0-8469-0df6c5503a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (2d0d5aaf-c6d5-4900-9fee-49918e0515bc), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:33.009557 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-57473508-75a1-4d45-89a9-aa31bc2dd666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24862c8d-2ea9-48ab-ab6e-dae11fa664fe', 'name': 'tempest-TestMinimumBasicScenario-226701423-router', 'tenant_id': '6919b51b902c42c29f2262d0515f56ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'd6e9c9e1-69fd-4219-b459-61ff2b7107bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:37:30Z', 'updated_at': '2022-04-12T00:37:31Z', 'revision_number': 3, 'project_id': '6919b51b902c42c29f2262d0515f56ac', 'gw_port': {'id': 'd6e9c9e1-69fd-4219-b459-61ff2b7107bb', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b8:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24862c8d-2ea9-48ab-ab6e-dae11fa664fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:37:31Z', 'updated_at': '2022-04-12T00:37:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi'}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:37:33.029168 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe232ba9-687b-4bd0-8469-0df6c5503a03 None None] Pushing event updated for resources: {'Port': ['ID=2d0d5aaf-c6d5-4900-9fee-49918e0515bc,revision_number=5']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:37:33.038648 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57473508-75a1-4d45-89a9-aa31bc2dd666 None None] Checking router: 24862c8d-2ea9-48ab-ab6e-dae11fa664fe for host: dv-cinder-836252-3-iscsi {{(pid=114862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:37:33.038880 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57473508-75a1-4d45-89a9-aa31bc2dd666 None None] Updating router 24862c8d-2ea9-48ab-ab6e-dae11fa664fe port d6e9c9e1-69fd-4219-b459-61ff2b7107bb binding host dv-cinder-836252-3-iscsi {{(pid=114862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 00:37:33.070437 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron_lib.callbacks.manager [None req-57473508-75a1-4d45-89a9-aa31bc2dd666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (d6e9c9e1-69fd-4219-b459-61ff2b7107bb), before_update {{(pid=114862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:33.086334 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-8ad9c870-9f7b-4262-9703-995648a5fc49 None None] Provisioning complete for port 2d0d5aaf-c6d5-4900-9fee-49918e0515bc triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:37:33.086668 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-8ad9c870-9f7b-4262-9703-995648a5fc49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (2d0d5aaf-c6d5-4900-9fee-49918e0515bc), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:33.115151 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-e7ad844d-4f6f-4c77-9e8f-881ea35dffbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd2019ca-26d6-4bda-bb97-057b1dfaecf1', 'name': 'tempest-TestMinimumBasicScenario-561530225-router', 'tenant_id': 'ba38491d23d64bd58eabf7ea16fd68e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '217a747d-5642-436a-8b70-61c62fb990ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:37:26Z', 'updated_at': '2022-04-12T00:37:29Z', 'revision_number': 4, 'project_id': 'ba38491d23d64bd58eabf7ea16fd68e8', 'gw_port': {'id': '217a747d-5642-436a-8b70-61c62fb990ff', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2019ca-26d6-4bda-bb97-057b1dfaecf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:37:26Z', 'updated_at': '2022-04-12T00:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': '2d0d5aaf-c6d5-4900-9fee-49918e0515bc', 'name': '', 'network_id': '468ee0a2-580f-4c3a-8cc5-2cad68c7110d', 'tenant_id': 'ba38491d23d64bd58eabf7ea16fd68e8', 'mac_address': 'fa:16:3e:18:82:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd2019ca-26d6-4bda-bb97-057b1dfaecf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'dce6ee9c-077a-4548-b4fa-4937134c603a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:37:28Z', 'updated_at': '2022-04-12T00:37:32Z', 'revision_number': 4, 'project_id': 'ba38491d23d64bd58eabf7ea16fd68e8', 'subnets': [{'id': 'dce6ee9c-077a-4548-b4fa-4937134c603a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:37:33.145462 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ad844d-4f6f-4c77-9e8f-881ea35dffbe None None] The sync data for ids ['dd2019ca-26d6-4bda-bb97-057b1dfaecf1'] in dv-cinder-836252-3-iscsi is: [{'id': 'dd2019ca-26d6-4bda-bb97-057b1dfaecf1', 'name': 'tempest-TestMinimumBasicScenario-561530225-router', 'tenant_id': 'ba38491d23d64bd58eabf7ea16fd68e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '217a747d-5642-436a-8b70-61c62fb990ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:37:26Z', 'updated_at': '2022-04-12T00:37:29Z', 'revision_number': 4, 'project_id': 'ba38491d23d64bd58eabf7ea16fd68e8', 'gw_port': {'id': '217a747d-5642-436a-8b70-61c62fb990ff', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2019ca-26d6-4bda-bb97-057b1dfaecf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:37:26Z', 'updated_at': '2022-04-12T00:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': '2d0d5aaf-c6d5-4900-9fee-49918e0515bc', 'name': '', 'network_id': '468ee0a2-580f-4c3a-8cc5-2cad68c7110d', 'tenant_id': 'ba38491d23d64bd58eabf7ea16fd68e8', 'mac_address': 'fa:16:3e:18:82:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd2019ca-26d6-4bda-bb97-057b1dfaecf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'dce6ee9c-077a-4548-b4fa-4937134c603a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:37:28Z', 'updated_at': '2022-04-12T00:37:32Z', 'revision_number': 4, 'project_id': 'ba38491d23d64bd58eabf7ea16fd68e8', 'subnets': [{'id': 'dce6ee9c-077a-4548-b4fa-4937134c603a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:37:33.173591 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-3f6aa1cf-8b23-4eec-8442-84c688404fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:33.218279 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-8ad9c870-9f7b-4262-9703-995648a5fc49 None None] Current status of the port 2d0d5aaf-c6d5-4900-9fee-49918e0515bc is: ACTIVE; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:37:33.404459 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.db.db_base_plugin_common [None req-3f6aa1cf-8b23-4eec-8442-84c688404fdb admin admin] Allocated IP 172.20.0.1 (8a4e8e5c-d8e4-4b08-a0a4-4d1e69f12b3e/05622bd1-8f17-40aa-a743-911bc6f278b1/bad06d31-6f62-4f75-aeaf-000ee2b5d531) {{(pid=114860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:37:33.468571 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron_lib.callbacks.manager [None req-57473508-75a1-4d45-89a9-aa31bc2dd666 None None] Publish callbacks [] for port (d6e9c9e1-69fd-4219-b459-61ff2b7107bb), precommit_update {{(pid=114862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:33.475363 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron_lib.callbacks.manager [None req-57473508-75a1-4d45-89a9-aa31bc2dd666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (d6e9c9e1-69fd-4219-b459-61ff2b7107bb), after_update {{(pid=114862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:33.491098 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74cab46a-be8d-4aeb-b76d-d93d668bf4d6 None None] Network 8a4e8e5c-d8e4-4b08-a0a4-4d1e69f12b3e requested from dv-cinder-836252-3-iscsi {{(pid=114861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:37:33.529596 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.managers [None req-57473508-75a1-4d45-89a9-aa31bc2dd666 None None] Attempting to bind port d6e9c9e1-69fd-4219-b459-61ff2b7107bb on host dv-cinder-836252-3-iscsi for vnic_type normal with profile {{(pid=114862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:37:33.529903 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-3f6aa1cf-8b23-4eec-8442-84c688404fdb admin admin] Publish callbacks [] for port (bad06d31-6f62-4f75-aeaf-000ee2b5d531), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:33.530011 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.managers [None req-57473508-75a1-4d45-89a9-aa31bc2dd666 None None] Attempting to bind port d6e9c9e1-69fd-4219-b459-61ff2b7107bb by drivers openvswitch,hyperv on host dv-cinder-836252-3-iscsi at level 0 using segments [{'id': '45a4c36b-a669-4a7f-a3e9-c2d676175ec7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7'}] {{(pid=114862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:37:33.530391 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57473508-75a1-4d45-89a9-aa31bc2dd666 None None] Attempting to bind port d6e9c9e1-69fd-4219-b459-61ff2b7107bb on network 1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7 {{(pid=114862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:37:33.539912 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3306b173-4330-485f-9482-b80a3644bf61 None None] Pushing event updated for resources: {'Port': ['ID=d6e9c9e1-69fd-4219-b459-61ff2b7107bb,revision_number=2']} {{(pid=114862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:37:33.543313 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57473508-75a1-4d45-89a9-aa31bc2dd666 None None] Checking agent: {'id': 'f9a21fd4-36f2-4826-890e-da332e228edf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836252-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 0, 17, 19), 'started_at': datetime.datetime(2022, 4, 12, 0, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836252-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:37:33.543530 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57473508-75a1-4d45-89a9-aa31bc2dd666 None None] Checking segment: {'id': '45a4c36b-a669-4a7f-a3e9-c2d676175ec7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:37:33.543775 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron_lib.callbacks.manager [None req-57473508-75a1-4d45-89a9-aa31bc2dd666 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:33.544162 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57473508-75a1-4d45-89a9-aa31bc2dd666 None None] Bound using segment: {'id': '45a4c36b-a669-4a7f-a3e9-c2d676175ec7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7'} {{(pid=114862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:37:33.544633 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.managers [None req-57473508-75a1-4d45-89a9-aa31bc2dd666 None None] Bound port: d6e9c9e1-69fd-4219-b459-61ff2b7107bb, host: dv-cinder-836252-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45a4c36b-a669-4a7f-a3e9-c2d676175ec7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7'}}] {{(pid=114862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:37:33.545021 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron_lib.callbacks.manager [None req-57473508-75a1-4d45-89a9-aa31bc2dd666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (d6e9c9e1-69fd-4219-b459-61ff2b7107bb), before_update {{(pid=114862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:33.574696 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-3f6aa1cf-8b23-4eec-8442-84c688404fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806209'] for port (bad06d31-6f62-4f75-aeaf-000ee2b5d531), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:33.612325 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.db [None req-57473508-75a1-4d45-89a9-aa31bc2dd666 None None] For port d6e9c9e1-69fd-4219-b459-61ff2b7107bb, host dv-cinder-836252-3-iscsi, cleared binding levels {{(pid=114862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:37:33.616784 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.plugins.ml2.db [None req-57473508-75a1-4d45-89a9-aa31bc2dd666 None None] For port d6e9c9e1-69fd-4219-b459-61ff2b7107bb, host dv-cinder-836252-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=d6e9c9e1-69fd-4219-b459-61ff2b7107bb,segment=NetworkSegment(45a4c36b-a669-4a7f-a3e9-c2d676175ec7),segment_id=45a4c36b-a669-4a7f-a3e9-c2d676175ec7)] {{(pid=114862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:37:33.621854 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-5fcc108f-060b-43b2-9825-e26d9dbbec07 None None] Provisioning complete for port 5daaae20-d2a0-4959-853f-fc2e4077f695 triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:37:33.622223 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-5fcc108f-060b-43b2-9825-e26d9dbbec07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (5daaae20-d2a0-4959-853f-fc2e4077f695), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:33.626823 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron_lib.callbacks.manager [None req-57473508-75a1-4d45-89a9-aa31bc2dd666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (d6e9c9e1-69fd-4219-b459-61ff2b7107bb), after_update {{(pid=114862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:33.654104 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6aa1cf-8b23-4eec-8442-84c688404fdb admin admin] Pushing event updated for resources: {'Port': ['ID=bad06d31-6f62-4f75-aeaf-000ee2b5d531,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:37:33.668866 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6aa1cf-8b23-4eec-8442-84c688404fdb admin admin] Network 8a4e8e5c-d8e4-4b08-a0a4-4d1e69f12b3e is already hosted by enough agents. {{(pid=114860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:37:33.674198 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.base_scheduler [None req-3f6aa1cf-8b23-4eec-8442-84c688404fdb admin admin] Resources bound (agent type, host, resource id): {{(pid=114860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:37:33.680737 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6aa1cf-8b23-4eec-8442-84c688404fdb admin admin] Received port after_create {{(pid=114860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:37:33.729967 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3306b173-4330-485f-9482-b80a3644bf61 None None] Pushing event updated for resources: {'Port': ['ID=d6e9c9e1-69fd-4219-b459-61ff2b7107bb,revision_number=3']} {{(pid=114862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:37:33.746144 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-3f6aa1cf-8b23-4eec-8442-84c688404fdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586209'] for router_interface (24862c8d-2ea9-48ab-ab6e-dae11fa664fe), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:33.749417 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57473508-75a1-4d45-89a9-aa31bc2dd666 None None] Routers {'24862c8d-2ea9-48ab-ab6e-dae11fa664fe'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:37:33.750052 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-57473508-75a1-4d45-89a9-aa31bc2dd666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:37:15Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['24862c8d-2ea9-48ab-ab6e-dae11fa664fe'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:37:33.759623 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 2d0d5aaf-c6d5-4900-9fee-49918e0515bc up at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:37:33.853474 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-5fcc108f-060b-43b2-9825-e26d9dbbec07 None None] Current status of the port 5daaae20-d2a0-4959-853f-fc2e4077f695 is: DOWN; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:37:33.854848 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-5fcc108f-060b-43b2-9825-e26d9dbbec07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (5daaae20-d2a0-4959-853f-fc2e4077f695), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:33.899940 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Provisioning complete for port 2d0d5aaf-c6d5-4900-9fee-49918e0515bc triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:37:33.900318 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (2d0d5aaf-c6d5-4900-9fee-49918e0515bc), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:33.903528 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-57473508-75a1-4d45-89a9-aa31bc2dd666 None None] Set router 24862c8d-2ea9-48ab-ab6e-dae11fa664fe gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:37:33.926672 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-3f6aa1cf-8b23-4eec-8442-84c688404fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (bad06d31-6f62-4f75-aeaf-000ee2b5d531), before_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:33.974658 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-5fcc108f-060b-43b2-9825-e26d9dbbec07 None None] For port 5daaae20-d2a0-4959-853f-fc2e4077f695, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=5daaae20-d2a0-4959-853f-fc2e4077f695,segment=NetworkSegment(f7632822-5bd5-41ec-bae6-8d2e824e3418),segment_id=f7632822-5bd5-41ec-bae6-8d2e824e3418)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:37:33.986010 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-5fcc108f-060b-43b2-9825-e26d9dbbec07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (5daaae20-d2a0-4959-853f-fc2e4077f695), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:34.120486 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc108f-060b-43b2-9825-e26d9dbbec07 None None] Pushing event updated for resources: {'Port': ['ID=5daaae20-d2a0-4959-853f-fc2e4077f695,revision_number=3']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:37:34.149271 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Current status of the port 2d0d5aaf-c6d5-4900-9fee-49918e0515bc is: ACTIVE; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:37:34.150472 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 5daaae20-d2a0-4959-853f-fc2e4077f695 up at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:37:34.151914 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-57473508-75a1-4d45-89a9-aa31bc2dd666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24862c8d-2ea9-48ab-ab6e-dae11fa664fe', 'name': 'tempest-TestMinimumBasicScenario-226701423-router', 'tenant_id': '6919b51b902c42c29f2262d0515f56ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'd6e9c9e1-69fd-4219-b459-61ff2b7107bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:37:30Z', 'updated_at': '2022-04-12T00:37:31Z', 'revision_number': 3, 'project_id': '6919b51b902c42c29f2262d0515f56ac', 'gw_port': {'id': 'd6e9c9e1-69fd-4219-b459-61ff2b7107bb', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b8:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24862c8d-2ea9-48ab-ab6e-dae11fa664fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:37:31Z', 'updated_at': '2022-04-12T00:37:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi'}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:37:34.152169 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-94cf7fda-dc23-444d-b8cb-4df9b0c16494 None None] Provisioning complete for port bad06d31-6f62-4f75-aeaf-000ee2b5d531 triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:37:34.152544 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-94cf7fda-dc23-444d-b8cb-4df9b0c16494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (bad06d31-6f62-4f75-aeaf-000ee2b5d531), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:34.183213 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57473508-75a1-4d45-89a9-aa31bc2dd666 None None] The sync data for ids ['24862c8d-2ea9-48ab-ab6e-dae11fa664fe'] in dv-cinder-836252-3-iscsi is: [{'id': '24862c8d-2ea9-48ab-ab6e-dae11fa664fe', 'name': 'tempest-TestMinimumBasicScenario-226701423-router', 'tenant_id': '6919b51b902c42c29f2262d0515f56ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'd6e9c9e1-69fd-4219-b459-61ff2b7107bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:37:30Z', 'updated_at': '2022-04-12T00:37:31Z', 'revision_number': 3, 'project_id': '6919b51b902c42c29f2262d0515f56ac', 'gw_port': {'id': 'd6e9c9e1-69fd-4219-b459-61ff2b7107bb', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b8:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24862c8d-2ea9-48ab-ab6e-dae11fa664fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:37:31Z', 'updated_at': '2022-04-12T00:37:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi'}] {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:37:34.196766 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-3f6aa1cf-8b23-4eec-8442-84c688404fdb admin admin] Publish callbacks [] for port (bad06d31-6f62-4f75-aeaf-000ee2b5d531), precommit_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:34.205058 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-3f6aa1cf-8b23-4eec-8442-84c688404fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806218'] for port (bad06d31-6f62-4f75-aeaf-000ee2b5d531), after_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:34.227184 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-94cf7fda-dc23-444d-b8cb-4df9b0c16494 None None] Port bad06d31-6f62-4f75-aeaf-000ee2b5d531 cannot update to ACTIVE because it is not bound. {{(pid=114861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:37:34.246617 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-94cf7fda-dc23-444d-b8cb-4df9b0c16494 None None] Provisioning complete for port 5daaae20-d2a0-4959-853f-fc2e4077f695 triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:37:34.247402 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-94cf7fda-dc23-444d-b8cb-4df9b0c16494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (5daaae20-d2a0-4959-853f-fc2e4077f695), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:34.309612 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6aa1cf-8b23-4eec-8442-84c688404fdb admin admin] Pushing event updated for resources: {'Port': ['ID=bad06d31-6f62-4f75-aeaf-000ee2b5d531,revision_number=2']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:37:34.312470 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-3f6aa1cf-8b23-4eec-8442-84c688404fdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586577'] for router_interface (24862c8d-2ea9-48ab-ab6e-dae11fa664fe), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:34.314228 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Provisioning complete for port 5daaae20-d2a0-4959-853f-fc2e4077f695 triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:37:34.314830 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (5daaae20-d2a0-4959-853f-fc2e4077f695), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:34.418100 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6aa1cf-8b23-4eec-8442-84c688404fdb admin admin] Network 8a4e8e5c-d8e4-4b08-a0a4-4d1e69f12b3e is already hosted by enough agents. {{(pid=114860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:37:34.419697 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.base_scheduler [None req-3f6aa1cf-8b23-4eec-8442-84c688404fdb admin admin] Resources bound (agent type, host, resource id): {{(pid=114860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:37:34.428044 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-94cf7fda-dc23-444d-b8cb-4df9b0c16494 None None] Current status of the port 5daaae20-d2a0-4959-853f-fc2e4077f695 is: ACTIVE; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:37:34.493800 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Current status of the port 5daaae20-d2a0-4959-853f-fc2e4077f695 is: ACTIVE; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:37:34.563779 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-9f7ecb35-b45d-4eed-81df-7bc5a1316e0c None None] Provisioning complete for port bad06d31-6f62-4f75-aeaf-000ee2b5d531 triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:37:34.564276 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-9f7ecb35-b45d-4eed-81df-7bc5a1316e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (bad06d31-6f62-4f75-aeaf-000ee2b5d531), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:34.624191 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f6aa1cf-8b23-4eec-8442-84c688404fdb admin admin] Router 24862c8d-2ea9-48ab-ab6e-dae11fa664fe has already been hosted by L3 agent d3fb0dde-5c40-4fca-80b5-61326157311c {{(pid=114860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:37:34.625909 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-9f7ecb35-b45d-4eed-81df-7bc5a1316e0c None None] Port bad06d31-6f62-4f75-aeaf-000ee2b5d531 cannot update to ACTIVE because it is not bound. {{(pid=114861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:37:34.742955 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-8b23ce20-4dd2-4dde-b36a-d1cb96625e3b None None] Provisioning complete for port bad06d31-6f62-4f75-aeaf-000ee2b5d531 triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:37:34.744075 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-8b23ce20-4dd2-4dde-b36a-d1cb96625e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (bad06d31-6f62-4f75-aeaf-000ee2b5d531), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:34.770512 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f6aa1cf-8b23-4eec-8442-84c688404fdb admin admin] Notify agent at l3_agent.dv-cinder-836252-3-iscsi the message routers_updated {{(pid=114860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:37:34.782061 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-3f6aa1cf-8b23-4eec-8442-84c688404fdb admin admin] 10.222.0.32 "PUT /v2.0/routers/24862c8d-2ea9-48ab-ab6e-dae11fa664fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1223114 Apr 12 00:37:34.793375 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-8b23ce20-4dd2-4dde-b36a-d1cb96625e3b None None] Port bad06d31-6f62-4f75-aeaf-000ee2b5d531 cannot update to ACTIVE because it is not bound. {{(pid=114861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:37:35.716828 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device d6e9c9e1-69fd-4219-b459-61ff2b7107bb up at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:37:35.767429 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Provisioning complete for port d6e9c9e1-69fd-4219-b459-61ff2b7107bb triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:37:35.770052 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (d6e9c9e1-69fd-4219-b459-61ff2b7107bb), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:35.864239 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Current status of the port d6e9c9e1-69fd-4219-b459-61ff2b7107bb is: DOWN; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:37:35.864617 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (d6e9c9e1-69fd-4219-b459-61ff2b7107bb), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:35.889930 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] For port d6e9c9e1-69fd-4219-b459-61ff2b7107bb, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=d6e9c9e1-69fd-4219-b459-61ff2b7107bb,segment=NetworkSegment(45a4c36b-a669-4a7f-a3e9-c2d676175ec7),segment_id=45a4c36b-a669-4a7f-a3e9-c2d676175ec7)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:37:35.894674 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (d6e9c9e1-69fd-4219-b459-61ff2b7107bb), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:35.895408 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 5daaae20-d2a0-4959-853f-fc2e4077f695 up at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:37:35.977592 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Pushing event updated for resources: {'Port': ['ID=d6e9c9e1-69fd-4219-b459-61ff2b7107bb,revision_number=4']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:37:35.986021 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Provisioning complete for port 5daaae20-d2a0-4959-853f-fc2e4077f695 triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:37:35.986429 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (5daaae20-d2a0-4959-853f-fc2e4077f695), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:36.075067 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Current status of the port 5daaae20-d2a0-4959-853f-fc2e4077f695 is: ACTIVE; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:37:36.663001 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa09b0ec-d988-4fa8-ba1d-4838fbf5b724 None None] Sync routers for ids ['24862c8d-2ea9-48ab-ab6e-dae11fa664fe'] in dv-cinder-836252-3-iscsi {{(pid=114861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:37:36.674682 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa09b0ec-d988-4fa8-ba1d-4838fbf5b724 None None] Routers {'24862c8d-2ea9-48ab-ab6e-dae11fa664fe'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:37:36.675324 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-aa09b0ec-d988-4fa8-ba1d-4838fbf5b724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:37:15Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['24862c8d-2ea9-48ab-ab6e-dae11fa664fe'], 'active': True} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:37:36.800706 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvr_db [None req-aa09b0ec-d988-4fa8-ba1d-4838fbf5b724 None None] Set router 24862c8d-2ea9-48ab-ab6e-dae11fa664fe gateway port host: dv-cinder-836252-3-iscsi {{(pid=114861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:37:37.006030 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-aa09b0ec-d988-4fa8-ba1d-4838fbf5b724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24862c8d-2ea9-48ab-ab6e-dae11fa664fe', 'name': 'tempest-TestMinimumBasicScenario-226701423-router', 'tenant_id': '6919b51b902c42c29f2262d0515f56ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'd6e9c9e1-69fd-4219-b459-61ff2b7107bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:37:30Z', 'updated_at': '2022-04-12T00:37:33Z', 'revision_number': 4, 'project_id': '6919b51b902c42c29f2262d0515f56ac', 'gw_port': {'id': 'd6e9c9e1-69fd-4219-b459-61ff2b7107bb', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24862c8d-2ea9-48ab-ab6e-dae11fa664fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:37:31Z', 'updated_at': '2022-04-12T00:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': 'bad06d31-6f62-4f75-aeaf-000ee2b5d531', 'name': '', 'network_id': '8a4e8e5c-d8e4-4b08-a0a4-4d1e69f12b3e', 'tenant_id': '6919b51b902c42c29f2262d0515f56ac', 'mac_address': 'fa:16:3e:7d:d5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24862c8d-2ea9-48ab-ab6e-dae11fa664fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '05622bd1-8f17-40aa-a743-911bc6f278b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:37:33Z', 'updated_at': '2022-04-12T00:37:33Z', 'revision_number': 2, 'project_id': '6919b51b902c42c29f2262d0515f56ac', 'subnets': [{'id': '05622bd1-8f17-40aa-a743-911bc6f278b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:37:37.038055 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa09b0ec-d988-4fa8-ba1d-4838fbf5b724 None None] Checking router: 24862c8d-2ea9-48ab-ab6e-dae11fa664fe for host: dv-cinder-836252-3-iscsi {{(pid=114861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:37:37.038715 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa09b0ec-d988-4fa8-ba1d-4838fbf5b724 None None] Updating router 24862c8d-2ea9-48ab-ab6e-dae11fa664fe port bad06d31-6f62-4f75-aeaf-000ee2b5d531 binding host dv-cinder-836252-3-iscsi {{(pid=114861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 00:37:37.195533 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-aa09b0ec-d988-4fa8-ba1d-4838fbf5b724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (bad06d31-6f62-4f75-aeaf-000ee2b5d531), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:37.487951 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-aa09b0ec-d988-4fa8-ba1d-4838fbf5b724 None None] Publish callbacks [] for port (bad06d31-6f62-4f75-aeaf-000ee2b5d531), precommit_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:37.494287 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-aa09b0ec-d988-4fa8-ba1d-4838fbf5b724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (bad06d31-6f62-4f75-aeaf-000ee2b5d531), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:37.551038 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f72a15-aef8-4c9e-a36d-c45e23e825c1 None None] Pushing event updated for resources: {'Port': ['ID=bad06d31-6f62-4f75-aeaf-000ee2b5d531,revision_number=3']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:37:37.626336 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.managers [None req-aa09b0ec-d988-4fa8-ba1d-4838fbf5b724 None None] Attempting to bind port bad06d31-6f62-4f75-aeaf-000ee2b5d531 on host dv-cinder-836252-3-iscsi for vnic_type normal with profile {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:37:37.626336 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.managers [None req-aa09b0ec-d988-4fa8-ba1d-4838fbf5b724 None None] Attempting to bind port bad06d31-6f62-4f75-aeaf-000ee2b5d531 by drivers openvswitch,hyperv on host dv-cinder-836252-3-iscsi at level 0 using segments [{'id': 'f7632822-5bd5-41ec-bae6-8d2e824e3418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '8a4e8e5c-d8e4-4b08-a0a4-4d1e69f12b3e'}] {{(pid=114861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:37:37.626660 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa09b0ec-d988-4fa8-ba1d-4838fbf5b724 None None] Attempting to bind port bad06d31-6f62-4f75-aeaf-000ee2b5d531 on network 8a4e8e5c-d8e4-4b08-a0a4-4d1e69f12b3e {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:37:37.636767 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa09b0ec-d988-4fa8-ba1d-4838fbf5b724 None None] Checking agent: {'id': 'f9a21fd4-36f2-4826-890e-da332e228edf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836252-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 0, 17, 19), 'started_at': datetime.datetime(2022, 4, 12, 0, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836252-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:37:37.637149 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa09b0ec-d988-4fa8-ba1d-4838fbf5b724 None None] Checking segment: {'id': 'f7632822-5bd5-41ec-bae6-8d2e824e3418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '8a4e8e5c-d8e4-4b08-a0a4-4d1e69f12b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:37:37.638076 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-aa09b0ec-d988-4fa8-ba1d-4838fbf5b724 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:37.638499 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa09b0ec-d988-4fa8-ba1d-4838fbf5b724 None None] Bound using segment: {'id': 'f7632822-5bd5-41ec-bae6-8d2e824e3418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '8a4e8e5c-d8e4-4b08-a0a4-4d1e69f12b3e'} {{(pid=114861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:37:37.639062 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.managers [None req-aa09b0ec-d988-4fa8-ba1d-4838fbf5b724 None None] Bound port: bad06d31-6f62-4f75-aeaf-000ee2b5d531, host: dv-cinder-836252-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7632822-5bd5-41ec-bae6-8d2e824e3418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '8a4e8e5c-d8e4-4b08-a0a4-4d1e69f12b3e'}}] {{(pid=114861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:37:37.639774 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-aa09b0ec-d988-4fa8-ba1d-4838fbf5b724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (bad06d31-6f62-4f75-aeaf-000ee2b5d531), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:37.695029 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device d6e9c9e1-69fd-4219-b459-61ff2b7107bb up at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:37:37.767047 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-aa09b0ec-d988-4fa8-ba1d-4838fbf5b724 None None] For port bad06d31-6f62-4f75-aeaf-000ee2b5d531, host dv-cinder-836252-3-iscsi, cleared binding levels {{(pid=114861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:37:37.771221 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-aa09b0ec-d988-4fa8-ba1d-4838fbf5b724 None None] For port bad06d31-6f62-4f75-aeaf-000ee2b5d531, host dv-cinder-836252-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=bad06d31-6f62-4f75-aeaf-000ee2b5d531,segment=NetworkSegment(f7632822-5bd5-41ec-bae6-8d2e824e3418),segment_id=f7632822-5bd5-41ec-bae6-8d2e824e3418)] {{(pid=114861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:37:37.780966 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-aa09b0ec-d988-4fa8-ba1d-4838fbf5b724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (bad06d31-6f62-4f75-aeaf-000ee2b5d531), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:37.812428 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Provisioning complete for port d6e9c9e1-69fd-4219-b459-61ff2b7107bb triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:37:37.812428 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (d6e9c9e1-69fd-4219-b459-61ff2b7107bb), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:37.888772 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-fed5ed7c-8f2a-40bb-ab4d-2b8be3e15999 None None] Provisioning complete for port bad06d31-6f62-4f75-aeaf-000ee2b5d531 triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:37:37.889689 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-fed5ed7c-8f2a-40bb-ab4d-2b8be3e15999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (bad06d31-6f62-4f75-aeaf-000ee2b5d531), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:37.892976 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f72a15-aef8-4c9e-a36d-c45e23e825c1 None None] Pushing event updated for resources: {'Port': ['ID=bad06d31-6f62-4f75-aeaf-000ee2b5d531,revision_number=4']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:37:37.930843 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa09b0ec-d988-4fa8-ba1d-4838fbf5b724 None None] Routers {'24862c8d-2ea9-48ab-ab6e-dae11fa664fe'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:37:37.931487 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-aa09b0ec-d988-4fa8-ba1d-4838fbf5b724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:37:15Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['24862c8d-2ea9-48ab-ab6e-dae11fa664fe'], 'active': True} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:37:38.131819 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Current status of the port d6e9c9e1-69fd-4219-b459-61ff2b7107bb is: ACTIVE; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:37:38.148371 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvr_db [None req-aa09b0ec-d988-4fa8-ba1d-4838fbf5b724 None None] Set router 24862c8d-2ea9-48ab-ab6e-dae11fa664fe gateway port host: dv-cinder-836252-3-iscsi {{(pid=114861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:37:38.178555 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-fed5ed7c-8f2a-40bb-ab4d-2b8be3e15999 None None] Current status of the port bad06d31-6f62-4f75-aeaf-000ee2b5d531 is: DOWN; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:37:38.178954 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-fed5ed7c-8f2a-40bb-ab4d-2b8be3e15999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (bad06d31-6f62-4f75-aeaf-000ee2b5d531), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:38.262397 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-fed5ed7c-8f2a-40bb-ab4d-2b8be3e15999 None None] For port bad06d31-6f62-4f75-aeaf-000ee2b5d531, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=bad06d31-6f62-4f75-aeaf-000ee2b5d531,segment=NetworkSegment(f7632822-5bd5-41ec-bae6-8d2e824e3418),segment_id=f7632822-5bd5-41ec-bae6-8d2e824e3418)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:37:38.276281 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-fed5ed7c-8f2a-40bb-ab4d-2b8be3e15999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (bad06d31-6f62-4f75-aeaf-000ee2b5d531), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:38.375617 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed5ed7c-8f2a-40bb-ab4d-2b8be3e15999 None None] Pushing event updated for resources: {'Port': ['ID=bad06d31-6f62-4f75-aeaf-000ee2b5d531,revision_number=5']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:37:38.399500 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-630448b6-378c-4db5-a053-35f2ef33e534 None None] Provisioning complete for port bad06d31-6f62-4f75-aeaf-000ee2b5d531 triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:37:38.399879 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-630448b6-378c-4db5-a053-35f2ef33e534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (bad06d31-6f62-4f75-aeaf-000ee2b5d531), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:38.467766 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-aa09b0ec-d988-4fa8-ba1d-4838fbf5b724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24862c8d-2ea9-48ab-ab6e-dae11fa664fe', 'name': 'tempest-TestMinimumBasicScenario-226701423-router', 'tenant_id': '6919b51b902c42c29f2262d0515f56ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'd6e9c9e1-69fd-4219-b459-61ff2b7107bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:37:30Z', 'updated_at': '2022-04-12T00:37:33Z', 'revision_number': 4, 'project_id': '6919b51b902c42c29f2262d0515f56ac', 'gw_port': {'id': 'd6e9c9e1-69fd-4219-b459-61ff2b7107bb', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24862c8d-2ea9-48ab-ab6e-dae11fa664fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:37:31Z', 'updated_at': '2022-04-12T00:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': 'bad06d31-6f62-4f75-aeaf-000ee2b5d531', 'name': '', 'network_id': '8a4e8e5c-d8e4-4b08-a0a4-4d1e69f12b3e', 'tenant_id': '6919b51b902c42c29f2262d0515f56ac', 'mac_address': 'fa:16:3e:7d:d5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24862c8d-2ea9-48ab-ab6e-dae11fa664fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '05622bd1-8f17-40aa-a743-911bc6f278b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:37:33Z', 'updated_at': '2022-04-12T00:37:37Z', 'revision_number': 4, 'project_id': '6919b51b902c42c29f2262d0515f56ac', 'subnets': [{'id': '05622bd1-8f17-40aa-a743-911bc6f278b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:37:38.501331 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa09b0ec-d988-4fa8-ba1d-4838fbf5b724 None None] The sync data for ids ['24862c8d-2ea9-48ab-ab6e-dae11fa664fe'] in dv-cinder-836252-3-iscsi is: [{'id': '24862c8d-2ea9-48ab-ab6e-dae11fa664fe', 'name': 'tempest-TestMinimumBasicScenario-226701423-router', 'tenant_id': '6919b51b902c42c29f2262d0515f56ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'd6e9c9e1-69fd-4219-b459-61ff2b7107bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:37:30Z', 'updated_at': '2022-04-12T00:37:33Z', 'revision_number': 4, 'project_id': '6919b51b902c42c29f2262d0515f56ac', 'gw_port': {'id': 'd6e9c9e1-69fd-4219-b459-61ff2b7107bb', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24862c8d-2ea9-48ab-ab6e-dae11fa664fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:37:31Z', 'updated_at': '2022-04-12T00:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': 'bad06d31-6f62-4f75-aeaf-000ee2b5d531', 'name': '', 'network_id': '8a4e8e5c-d8e4-4b08-a0a4-4d1e69f12b3e', 'tenant_id': '6919b51b902c42c29f2262d0515f56ac', 'mac_address': 'fa:16:3e:7d:d5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24862c8d-2ea9-48ab-ab6e-dae11fa664fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '05622bd1-8f17-40aa-a743-911bc6f278b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:37:33Z', 'updated_at': '2022-04-12T00:37:37Z', 'revision_number': 4, 'project_id': '6919b51b902c42c29f2262d0515f56ac', 'subnets': [{'id': '05622bd1-8f17-40aa-a743-911bc6f278b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:37:38.548336 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-630448b6-378c-4db5-a053-35f2ef33e534 None None] Current status of the port bad06d31-6f62-4f75-aeaf-000ee2b5d531 is: ACTIVE; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:37:39.635545 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device bad06d31-6f62-4f75-aeaf-000ee2b5d531 up at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:37:39.689311 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Provisioning complete for port bad06d31-6f62-4f75-aeaf-000ee2b5d531 triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:37:39.689681 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (bad06d31-6f62-4f75-aeaf-000ee2b5d531), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:39.776202 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Current status of the port bad06d31-6f62-4f75-aeaf-000ee2b5d531 is: ACTIVE; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:37:42.377089 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-c315f102-fa06-4eed-b86d-938352b9f707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (4ecbd319-6885-49f5-abb8-de205838eb1c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:44.082263 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81cadd-f9b8-4ebf-bc6c-2d390a395315 req-332bc267-e722-427e-bce7-372d35005123 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:37:44.083725 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-fc81cadd-f9b8-4ebf-bc6c-2d390a395315 req-332bc267-e722-427e-bce7-372d35005123 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/networks?id=468ee0a2-580f-4c3a-8cc5-2cad68c7110d HTTP/1.1" status: 200 len: 814 time: 0.1012578 Apr 12 00:37:44.098171 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-fc81cadd-f9b8-4ebf-bc6c-2d390a395315 req-dc470918-c31c-4201-985f-380a8dcd311d tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/quotas/ba38491d23d64bd58eabf7ea16fd68e8 HTTP/1.1" status: 200 len: 375 time: 0.0086939 Apr 12 00:37:44.147177 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-fc81cadd-f9b8-4ebf-bc6c-2d390a395315 req-67b6edf2-2eea-48fe-ad59-3f9db3b219ec tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ba38491d23d64bd58eabf7ea16fd68e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443213 Apr 12 00:37:44.326165 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-fc81cadd-f9b8-4ebf-bc6c-2d390a395315 req-3ff7af6e-4af5-4d00-91ba-71ca3ef6982b service neutron] 10.222.0.32 "GET /v2.0/networks/468ee0a2-580f-4c3a-8cc5-2cad68c7110d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671910 Apr 12 00:37:44.418741 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-fc81cadd-f9b8-4ebf-bc6c-2d390a395315 req-fbefe2a6-dbc4-4c1d-b9bf-66c5bd036939 service neutron] 10.222.0.32 "GET /v2.0/networks/468ee0a2-580f-4c3a-8cc5-2cad68c7110d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867422 Apr 12 00:37:44.569766 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-af67386b-7205-45ba-9864-2f1324a1f76b req-6753c525-44bc-4312-8194-8ea60534f0d3 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/ports?device_id=90ec626f-1d95-45d9-8293-40d6408a52d2 HTTP/1.1" status: 200 len: 210 time: 0.0274172 Apr 12 00:37:44.620379 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-53873d67-6df8-4b34-800f-4578199c3c69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (d3fb0dde-5c40-4fca-80b5-61326157311c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:45.699858 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-345f201f-7343-4fb4-a055-03a6d056f3ce req-2e701b62-f26b-4d4e-a394-03dde21f6467 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/ports?device_id=90ec626f-1d95-45d9-8293-40d6408a52d2 HTTP/1.1" status: 200 len: 210 time: 0.0590208 Apr 12 00:37:45.737325 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81cadd-f9b8-4ebf-bc6c-2d390a395315 req-a4044752-6296-49a1-852b-be32203cfbaa tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:37:45.738751 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-fc81cadd-f9b8-4ebf-bc6c-2d390a395315 req-a4044752-6296-49a1-852b-be32203cfbaa tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.52 "GET /v2.0/networks?id=468ee0a2-580f-4c3a-8cc5-2cad68c7110d HTTP/1.1" status: 200 len: 814 time: 0.1284633 Apr 12 00:37:45.768134 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [req-fc81cadd-f9b8-4ebf-bc6c-2d390a395315 req-79573523-827a-4546-a3c0-4c995ded637f tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Request body: {'port': {'device_id': '90ec626f-1d95-45d9-8293-40d6408a52d2', 'network_id': '468ee0a2-580f-4c3a-8cc5-2cad68c7110d', 'admin_state_up': True, 'tenant_id': 'ba38491d23d64bd58eabf7ea16fd68e8'}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:37:45.872332 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc81cadd-f9b8-4ebf-bc6c-2d390a395315 req-79573523-827a-4546-a3c0-4c995ded637f tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Made reservation on behalf of ba38491d23d64bd58eabf7ea16fd68e8 for: {'port': 1} {{(pid=114859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:37:45.876051 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-fc81cadd-f9b8-4ebf-bc6c-2d390a395315 req-79573523-827a-4546-a3c0-4c995ded637f tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:46.007381 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.db_base_plugin_common [req-fc81cadd-f9b8-4ebf-bc6c-2d390a395315 req-79573523-827a-4546-a3c0-4c995ded637f tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Allocated IP 172.20.0.6 (468ee0a2-580f-4c3a-8cc5-2cad68c7110d/dce6ee9c-077a-4548-b4fa-4937134c603a/f8104ec7-8594-4188-ae28-392ce2284da2) {{(pid=114859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:37:46.171653 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-fc81cadd-f9b8-4ebf-bc6c-2d390a395315 req-79573523-827a-4546-a3c0-4c995ded637f tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Publish callbacks [] for port (f8104ec7-8594-4188-ae28-392ce2284da2), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:46.213668 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-fc81cadd-f9b8-4ebf-bc6c-2d390a395315 req-79573523-827a-4546-a3c0-4c995ded637f tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (f8104ec7-8594-4188-ae28-392ce2284da2), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:46.236057 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d4423688-5a44-44f3-a132-81f2c9b6cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (af38becd-82ff-4144-8f94-74de975161ca), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:46.260130 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc81cadd-f9b8-4ebf-bc6c-2d390a395315 req-79573523-827a-4546-a3c0-4c995ded637f tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Network 468ee0a2-580f-4c3a-8cc5-2cad68c7110d is already hosted by enough agents. {{(pid=114859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:37:46.263714 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.base_scheduler [req-fc81cadd-f9b8-4ebf-bc6c-2d390a395315 req-79573523-827a-4546-a3c0-4c995ded637f tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Resources bound (agent type, host, resource id): {{(pid=114859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:37:46.278858 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc81cadd-f9b8-4ebf-bc6c-2d390a395315 req-79573523-827a-4546-a3c0-4c995ded637f tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Received port after_create {{(pid=114859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:37:46.338126 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79573523-827a-4546-a3c0-4c995ded637f tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Pushing event updated for resources: {'Port': ['ID=f8104ec7-8594-4188-ae28-392ce2284da2,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:37:46.350789 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79573523-827a-4546-a3c0-4c995ded637f tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:37:46.351152 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79573523-827a-4546-a3c0-4c995ded637f tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:37:46.351506 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79573523-827a-4546-a3c0-4c995ded637f tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:37:46.351851 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79573523-827a-4546-a3c0-4c995ded637f tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:37:46.352190 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79573523-827a-4546-a3c0-4c995ded637f tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:37:46.352537 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79573523-827a-4546-a3c0-4c995ded637f tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:37:46.352876 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79573523-827a-4546-a3c0-4c995ded637f tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:37:46.353205 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79573523-827a-4546-a3c0-4c995ded637f tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:37:46.353555 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79573523-827a-4546-a3c0-4c995ded637f tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:37:46.353874 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79573523-827a-4546-a3c0-4c995ded637f tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:37:46.354207 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79573523-827a-4546-a3c0-4c995ded637f tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:37:46.354568 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79573523-827a-4546-a3c0-4c995ded637f tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:37:46.354900 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79573523-827a-4546-a3c0-4c995ded637f tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:37:46.355227 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79573523-827a-4546-a3c0-4c995ded637f tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:37:46.355555 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79573523-827a-4546-a3c0-4c995ded637f tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:37:46.370082 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81cadd-f9b8-4ebf-bc6c-2d390a395315 req-79573523-827a-4546-a3c0-4c995ded637f tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:37:46.370082 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-fc81cadd-f9b8-4ebf-bc6c-2d390a395315 req-79573523-827a-4546-a3c0-4c995ded637f tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for port (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:46.400054 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-fc81cadd-f9b8-4ebf-bc6c-2d390a395315 req-79573523-827a-4546-a3c0-4c995ded637f tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6357660 Apr 12 00:37:46.542805 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-a505f5cd-6142-4a40-bd10-eded4ef50fd5 None None] Provisioning complete for port f8104ec7-8594-4188-ae28-392ce2284da2 triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:37:46.543177 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-a505f5cd-6142-4a40-bd10-eded4ef50fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (f8104ec7-8594-4188-ae28-392ce2284da2), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:46.579637 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-a505f5cd-6142-4a40-bd10-eded4ef50fd5 None None] Port f8104ec7-8594-4188-ae28-392ce2284da2 cannot update to ACTIVE because it is not bound. {{(pid=114861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:37:46.821747 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad71212-fd54-4dbf-9ef0-e402169a8dee req-5ae3e79d-e788-4348-852c-02d57452f3a7 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:37:46.823358 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-5ad71212-fd54-4dbf-9ef0-e402169a8dee req-5ae3e79d-e788-4348-852c-02d57452f3a7 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/ports?device_id=90ec626f-1d95-45d9-8293-40d6408a52d2 HTTP/1.1" status: 200 len: 931 time: 0.0509689 Apr 12 00:37:46.874155 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-5ad71212-fd54-4dbf-9ef0-e402169a8dee req-4de6a87a-6e83-481d-899a-22a51d9b8dfe tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee2503da-e8da-4e7a-9230-a41a5b27af53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446372 Apr 12 00:37:47.234399 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (6c438ad1-5788-4552-a50f-29c8c96f3196), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:47.631683 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-be9ea9f3-6c7c-4887-ad09-badb35df740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (738aa052-ee84-4bd1-913b-ee7149597f8f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:47.996124 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c03f54d-d443-475c-ad9e-c1b576aa2c70 req-ddf62119-78eb-4419-9d90-8914ab6cda78 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:37:47.997638 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5c03f54d-d443-475c-ad9e-c1b576aa2c70 req-ddf62119-78eb-4419-9d90-8914ab6cda78 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/ports?device_id=90ec626f-1d95-45d9-8293-40d6408a52d2 HTTP/1.1" status: 200 len: 931 time: 0.0515490 Apr 12 00:37:48.053074 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5c03f54d-d443-475c-ad9e-c1b576aa2c70 req-6ff5fff8-58f8-48a0-90c0-f28787824dee tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee2503da-e8da-4e7a-9230-a41a5b27af53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490396 Apr 12 00:37:48.966429 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (f9a21fd4-36f2-4826-890e-da332e228edf), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:49.171435 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e3dfa-2104-4001-b1dd-7160490f5618 req-589367a8-d297-4b76-83dc-c0c82c9137f7 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:37:49.173103 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-7b7e3dfa-2104-4001-b1dd-7160490f5618 req-589367a8-d297-4b76-83dc-c0c82c9137f7 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/ports?device_id=90ec626f-1d95-45d9-8293-40d6408a52d2 HTTP/1.1" status: 200 len: 931 time: 0.0524845 Apr 12 00:37:49.221058 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-7b7e3dfa-2104-4001-b1dd-7160490f5618 req-2d61062f-6935-4168-a521-8c2cc811aa91 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee2503da-e8da-4e7a-9230-a41a5b27af53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422330 Apr 12 00:37:50.336095 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a774b999-3751-4d5b-9133-b05d77432bd2 req-37f079fa-9a84-4a5b-8e05-7a12727a5eae tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:37:50.337728 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a774b999-3751-4d5b-9133-b05d77432bd2 req-37f079fa-9a84-4a5b-8e05-7a12727a5eae tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/ports?device_id=90ec626f-1d95-45d9-8293-40d6408a52d2 HTTP/1.1" status: 200 len: 931 time: 0.0465672 Apr 12 00:37:50.385954 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a774b999-3751-4d5b-9133-b05d77432bd2 req-ff7f6f3e-6d97-46ad-87ca-8aea7021b34a tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee2503da-e8da-4e7a-9230-a41a5b27af53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421851 Apr 12 00:37:51.501707 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f0934-19dd-44c9-9804-374c36d84719 req-13e1be0f-e35a-4953-a021-5ed65fa9e3d6 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:37:51.503289 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-4a3f0934-19dd-44c9-9804-374c36d84719 req-13e1be0f-e35a-4953-a021-5ed65fa9e3d6 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/ports?device_id=90ec626f-1d95-45d9-8293-40d6408a52d2 HTTP/1.1" status: 200 len: 931 time: 0.0488362 Apr 12 00:37:51.552659 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-4a3f0934-19dd-44c9-9804-374c36d84719 req-67b1729f-4a41-4dfe-9afe-06ec6ae7f7a5 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee2503da-e8da-4e7a-9230-a41a5b27af53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434449 Apr 12 00:37:51.848293 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.agents_db [None req-4f17da96-f611-4225-a78f-ee15b860eec6 None None] Agent healthcheck: found 6 active agents {{(pid=114862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:37:52.673056 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3b285-cb66-46a1-80d0-a743c6c86e8c req-2eb7f069-7ff2-4a61-810d-46c8a5209aff tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:37:52.674796 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-7aa3b285-cb66-46a1-80d0-a743c6c86e8c req-2eb7f069-7ff2-4a61-810d-46c8a5209aff tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/ports?device_id=90ec626f-1d95-45d9-8293-40d6408a52d2 HTTP/1.1" status: 200 len: 931 time: 0.0549321 Apr 12 00:37:52.734492 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-7aa3b285-cb66-46a1-80d0-a743c6c86e8c req-2f5eacff-5b96-4fc1-8075-bb7b73f36d4e tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee2503da-e8da-4e7a-9230-a41a5b27af53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539095 Apr 12 00:37:53.888156 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209cfda-b943-4409-b557-6b02c9406bc6 req-854f1372-b09b-48bb-8e9b-0cf640121199 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:37:53.890159 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-2209cfda-b943-4409-b557-6b02c9406bc6 req-854f1372-b09b-48bb-8e9b-0cf640121199 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/ports?device_id=90ec626f-1d95-45d9-8293-40d6408a52d2 HTTP/1.1" status: 200 len: 931 time: 0.0754120 Apr 12 00:37:53.948609 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-2209cfda-b943-4409-b557-6b02c9406bc6 req-9817b698-5619-44e0-bf00-53fa11133078 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee2503da-e8da-4e7a-9230-a41a5b27af53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483682 Apr 12 00:37:55.061219 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a34005-4cab-47dd-b40c-7f5232c6592d req-8ef177b8-b52b-47d3-8539-cc979b63a322 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:37:55.062854 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-03a34005-4cab-47dd-b40c-7f5232c6592d req-8ef177b8-b52b-47d3-8539-cc979b63a322 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/ports?device_id=90ec626f-1d95-45d9-8293-40d6408a52d2 HTTP/1.1" status: 200 len: 931 time: 0.0477889 Apr 12 00:37:55.110573 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-03a34005-4cab-47dd-b40c-7f5232c6592d req-87cc2851-17bd-46e0-b9d0-dd773b586a87 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee2503da-e8da-4e7a-9230-a41a5b27af53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422385 Apr 12 00:37:56.221356 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a964185-14f4-4a99-abb0-da283a33d955 req-f7984736-caf1-4a8f-940c-1c1a693c35d6 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:37:56.222823 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-1a964185-14f4-4a99-abb0-da283a33d955 req-f7984736-caf1-4a8f-940c-1c1a693c35d6 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/ports?device_id=90ec626f-1d95-45d9-8293-40d6408a52d2 HTTP/1.1" status: 200 len: 931 time: 0.0455182 Apr 12 00:37:56.268817 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-1a964185-14f4-4a99-abb0-da283a33d955 req-4e1ea128-0c11-4517-aa7d-658c5d23ab12 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee2503da-e8da-4e7a-9230-a41a5b27af53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405600 Apr 12 00:37:57.376990 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b65ff8e-0c55-455e-b8fb-edafcfee1583 req-db7fd3c7-c501-47b4-af32-c5cdc60bdaee tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:37:57.378442 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-6b65ff8e-0c55-455e-b8fb-edafcfee1583 req-db7fd3c7-c501-47b4-af32-c5cdc60bdaee tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/ports?device_id=90ec626f-1d95-45d9-8293-40d6408a52d2 HTTP/1.1" status: 200 len: 931 time: 0.0452251 Apr 12 00:37:57.423073 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-6b65ff8e-0c55-455e-b8fb-edafcfee1583 req-7f55229b-645f-4195-9744-7e58fab981ff tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee2503da-e8da-4e7a-9230-a41a5b27af53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392416 Apr 12 00:37:58.530900 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b59cc7-2832-45c1-b058-fff2cd9749ef req-66eee557-e6dd-42d8-bf70-a37cacaa637c tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:37:58.532325 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-d9b59cc7-2832-45c1-b058-fff2cd9749ef req-66eee557-e6dd-42d8-bf70-a37cacaa637c tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/ports?device_id=90ec626f-1d95-45d9-8293-40d6408a52d2 HTTP/1.1" status: 200 len: 931 time: 0.0454292 Apr 12 00:37:58.581186 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-d9b59cc7-2832-45c1-b058-fff2cd9749ef req-7dfa757d-9ad3-4d54-979f-f9e950eb61f2 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee2503da-e8da-4e7a-9230-a41a5b27af53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435629 Apr 12 00:37:58.832350 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [req-fc81cadd-f9b8-4ebf-bc6c-2d390a395315 req-24b6c752-347c-461e-9b3c-9f9eebd7e739 service neutron] Request body: {'port': {'device_id': '90ec626f-1d95-45d9-8293-40d6408a52d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83625'}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:37:58.892658 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-fc81cadd-f9b8-4ebf-bc6c-2d390a395315 req-24b6c752-347c-461e-9b3c-9f9eebd7e739 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (f8104ec7-8594-4188-ae28-392ce2284da2), before_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:59.024853 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-ae65976f-76b0-4b61-b1b9-7860fc252dbc req-6e5bb88e-0657-4f02-8811-ef0bd519447b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4a3357fa-5beb-40ae-ba19-95e893acd4b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0947301 Apr 12 00:37:59.141516 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae65976f-76b0-4b61-b1b9-7860fc252dbc req-9e989f7e-0360-4748-bff7-0b307de59e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:37:59.142992 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-ae65976f-76b0-4b61-b1b9-7860fc252dbc req-9e989f7e-0360-4748-bff7-0b307de59e90 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4ad54dac63374c8a9b4da55ee5dc7fd1&device_id=4a3357fa-5beb-40ae-ba19-95e893acd4b8 HTTP/1.1" status: 200 len: 1129 time: 0.0506687 Apr 12 00:37:59.270056 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [req-fc81cadd-f9b8-4ebf-bc6c-2d390a395315 req-24b6c752-347c-461e-9b3c-9f9eebd7e739 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8104ec7-8594-4188-ae28-392ce2284da2 {{(pid=114859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:37:59.281789 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-fc81cadd-f9b8-4ebf-bc6c-2d390a395315 req-24b6c752-347c-461e-9b3c-9f9eebd7e739 service neutron] Publish callbacks [] for port (f8104ec7-8594-4188-ae28-392ce2284da2), precommit_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:59.296303 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae65976f-76b0-4b61-b1b9-7860fc252dbc req-ab8770f1-44dd-44ce-bf0a-ce4c6446b363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:37:59.297729 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-ae65976f-76b0-4b61-b1b9-7860fc252dbc req-ab8770f1-44dd-44ce-bf0a-ce4c6446b363 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8a9865c2-0d03-40f9-a71a-607e87040674 HTTP/1.1" status: 200 len: 912 time: 0.1347268 Apr 12 00:37:59.302276 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.provisioning_blocks [req-fc81cadd-f9b8-4ebf-bc6c-2d390a395315 req-24b6c752-347c-461e-9b3c-9f9eebd7e739 service neutron] Transition to ACTIVE for port object f8104ec7-8594-4188-ae28-392ce2284da2 will not be triggered until provisioned by entity L2. {{(pid=114859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 00:37:59.311671 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-fc81cadd-f9b8-4ebf-bc6c-2d390a395315 req-24b6c752-347c-461e-9b3c-9f9eebd7e739 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59136039'] for port (f8104ec7-8594-4188-ae28-392ce2284da2), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:59.400093 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-ae65976f-76b0-4b61-b1b9-7860fc252dbc req-d891df0d-4af9-4ca4-8703-9abe8655455b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eacce356-7ace-426f-a907-2db9bedc490d HTTP/1.1" status: 200 len: 1001 time: 0.0956392 Apr 12 00:37:59.429740 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b6c752-347c-461e-9b3c-9f9eebd7e739 service neutron] Pushing event updated for resources: {'Port': ['ID=f8104ec7-8594-4188-ae28-392ce2284da2,revision_number=2']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:37:59.508384 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.managers [req-fc81cadd-f9b8-4ebf-bc6c-2d390a395315 req-24b6c752-347c-461e-9b3c-9f9eebd7e739 service neutron] Attempting to bind port f8104ec7-8594-4188-ae28-392ce2284da2 on host hv-cinder-83625 for vnic_type normal with profile {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:37:59.508715 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.managers [req-fc81cadd-f9b8-4ebf-bc6c-2d390a395315 req-24b6c752-347c-461e-9b3c-9f9eebd7e739 service neutron] Attempting to bind port f8104ec7-8594-4188-ae28-392ce2284da2 by drivers openvswitch,hyperv on host hv-cinder-83625 at level 0 using segments [{'id': 'e14d385a-469b-4ac0-a811-9aac40ac8f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '468ee0a2-580f-4c3a-8cc5-2cad68c7110d'}] {{(pid=114859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:37:59.509038 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc81cadd-f9b8-4ebf-bc6c-2d390a395315 req-24b6c752-347c-461e-9b3c-9f9eebd7e739 service neutron] Attempting to bind port f8104ec7-8594-4188-ae28-392ce2284da2 on network 468ee0a2-580f-4c3a-8cc5-2cad68c7110d {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:37:59.518470 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc81cadd-f9b8-4ebf-bc6c-2d390a395315 req-24b6c752-347c-461e-9b3c-9f9eebd7e739 service neutron] Port f8104ec7-8594-4188-ae28-392ce2284da2 on network 468ee0a2-580f-4c3a-8cc5-2cad68c7110d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83625 {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 00:37:59.518793 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc81cadd-f9b8-4ebf-bc6c-2d390a395315 req-24b6c752-347c-461e-9b3c-9f9eebd7e739 service neutron] Attempting to bind port f8104ec7-8594-4188-ae28-392ce2284da2 on network 468ee0a2-580f-4c3a-8cc5-2cad68c7110d {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:37:59.528253 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc81cadd-f9b8-4ebf-bc6c-2d390a395315 req-24b6c752-347c-461e-9b3c-9f9eebd7e739 service neutron] Checking agent: {'id': '6c438ad1-5788-4552-a50f-29c8c96f3196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83625', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 0, 23, 42), 'started_at': datetime.datetime(2022, 4, 12, 0, 23, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:37:59.528595 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc81cadd-f9b8-4ebf-bc6c-2d390a395315 req-24b6c752-347c-461e-9b3c-9f9eebd7e739 service neutron] Checking segment: {'id': 'e14d385a-469b-4ac0-a811-9aac40ac8f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '468ee0a2-580f-4c3a-8cc5-2cad68c7110d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:37:59.528973 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc81cadd-f9b8-4ebf-bc6c-2d390a395315 req-24b6c752-347c-461e-9b3c-9f9eebd7e739 service neutron] Bound using segment: {'id': 'e14d385a-469b-4ac0-a811-9aac40ac8f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '468ee0a2-580f-4c3a-8cc5-2cad68c7110d'} {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:37:59.529440 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.managers [req-fc81cadd-f9b8-4ebf-bc6c-2d390a395315 req-24b6c752-347c-461e-9b3c-9f9eebd7e739 service neutron] Bound port: f8104ec7-8594-4188-ae28-392ce2284da2, host: hv-cinder-83625, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e14d385a-469b-4ac0-a811-9aac40ac8f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '468ee0a2-580f-4c3a-8cc5-2cad68c7110d'}}] {{(pid=114859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:37:59.529797 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-fc81cadd-f9b8-4ebf-bc6c-2d390a395315 req-24b6c752-347c-461e-9b3c-9f9eebd7e739 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (f8104ec7-8594-4188-ae28-392ce2284da2), before_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:37:59.545755 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae65976f-76b0-4b61-b1b9-7860fc252dbc req-5d1916be-6625-4794-8064-9d096d1f60b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:37:59.547238 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-ae65976f-76b0-4b61-b1b9-7860fc252dbc req-5d1916be-6625-4794-8064-9d096d1f60b4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=673329e3-8235-4c2b-a7ed-65b2b39a6faf HTTP/1.1" status: 200 len: 850 time: 0.0720921 Apr 12 00:37:59.925182 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae65976f-76b0-4b61-b1b9-7860fc252dbc req-d56ff8da-c7a4-4c36-86c8-dbf9e34f96e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:37:59.926638 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-ae65976f-76b0-4b61-b1b9-7860fc252dbc req-d56ff8da-c7a4-4c36-86c8-dbf9e34f96e4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8a9865c2-0d03-40f9-a71a-607e87040674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3592501 Apr 12 00:37:59.949769 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0da262-5c2b-4e7a-ba1c-f85f4535ad14 req-46836e33-ca47-4207-bead-c9cb98d88175 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:37:59.951354 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-bf0da262-5c2b-4e7a-ba1c-f85f4535ad14 req-46836e33-ca47-4207-bead-c9cb98d88175 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/ports?device_id=90ec626f-1d95-45d9-8293-40d6408a52d2 HTTP/1.1" status: 200 len: 943 time: 0.0796089 Apr 12 00:37:59.954188 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [req-fc81cadd-f9b8-4ebf-bc6c-2d390a395315 req-24b6c752-347c-461e-9b3c-9f9eebd7e739 service neutron] For port f8104ec7-8594-4188-ae28-392ce2284da2, host hv-cinder-83625, cleared binding levels {{(pid=114859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:37:59.988647 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [req-fc81cadd-f9b8-4ebf-bc6c-2d390a395315 req-24b6c752-347c-461e-9b3c-9f9eebd7e739 service neutron] For port f8104ec7-8594-4188-ae28-392ce2284da2, host hv-cinder-83625, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=f8104ec7-8594-4188-ae28-392ce2284da2,segment=NetworkSegment(e14d385a-469b-4ac0-a811-9aac40ac8f12),segment_id=e14d385a-469b-4ac0-a811-9aac40ac8f12)] {{(pid=114859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:38:00.028368 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-fc81cadd-f9b8-4ebf-bc6c-2d390a395315 req-24b6c752-347c-461e-9b3c-9f9eebd7e739 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59136039'] for port (f8104ec7-8594-4188-ae28-392ce2284da2), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:00.083997 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81cadd-f9b8-4ebf-bc6c-2d390a395315 req-24b6c752-347c-461e-9b3c-9f9eebd7e739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:38:00.084619 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-fc81cadd-f9b8-4ebf-bc6c-2d390a395315 req-24b6c752-347c-461e-9b3c-9f9eebd7e739 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for port (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:00.085994 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-fc81cadd-f9b8-4ebf-bc6c-2d390a395315 req-24b6c752-347c-461e-9b3c-9f9eebd7e739 service neutron] 10.222.0.52 "PUT /v2.0/ports/f8104ec7-8594-4188-ae28-392ce2284da2 HTTP/1.1" status: 200 len: 1093 time: 1.2580342 Apr 12 00:38:00.088302 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ec626f-1d95-45d9-8293-40d6408a52d2', 'tag': 'f8104ec7-8594-4188-ae28-392ce2284da2'}] {{(pid=114859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:38:00.090495 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d751ce943c7fd1580d8237ddcdd582f05025ac6b53677acecb9ecfb4d000721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db486b07-8d7d-490b-b571-ae3453bbba06" -d '{"events": [{"name": "network-changed", "server_uuid": "90ec626f-1d95-45d9-8293-40d6408a52d2", "tag": "f8104ec7-8594-4188-ae28-392ce2284da2"}]}' {{(pid=114859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:38:00.128740 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-bf0da262-5c2b-4e7a-ba1c-f85f4535ad14 req-da2b5ebc-a9c7-425c-bec0-fb6541cf85bd tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee2503da-e8da-4e7a-9230-a41a5b27af53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635578 Apr 12 00:38:00.136155 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-ae65976f-76b0-4b61-b1b9-7860fc252dbc req-d82b987c-a90e-40cd-b0d3-dca54502d7f7 service neutron] 10.222.0.52 "GET /v2.0/networks/8a9865c2-0d03-40f9-a71a-607e87040674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012398 Apr 12 00:38:00.137272 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b6c752-347c-461e-9b3c-9f9eebd7e739 service neutron] Pushing event updated for resources: {'Port': ['ID=f8104ec7-8594-4188-ae28-392ce2284da2,revision_number=3']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:38:00.241375 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81cadd-f9b8-4ebf-bc6c-2d390a395315 req-210cd791-32c8-41fe-b652-a08f92b98a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:38:00.242958 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-fc81cadd-f9b8-4ebf-bc6c-2d390a395315 req-210cd791-32c8-41fe-b652-a08f92b98a14 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ba38491d23d64bd58eabf7ea16fd68e8&device_id=90ec626f-1d95-45d9-8293-40d6408a52d2 HTTP/1.1" status: 200 len: 1127 time: 0.0788717 Apr 12 00:38:00.298127 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e9f417-e465-4fe6-8d50-f073e9b791c6 x-openstack-request-id: req-70e9f417-e465-4fe6-8d50-f073e9b791c6 {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:38:00.298449 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90ec626f-1d95-45d9-8293-40d6408a52d2", "tag": "f8104ec7-8594-4188-ae28-392ce2284da2", "status": "completed", "code": 200}]} {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:38:00.298708 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-70e9f417-e465-4fe6-8d50-f073e9b791c6 {{(pid=114859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:38:00.299109 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70e9f417-e465-4fe6-8d50-f073e9b791c6'] response: {'name': 'network-changed', 'server_uuid': '90ec626f-1d95-45d9-8293-40d6408a52d2', 'tag': 'f8104ec7-8594-4188-ae28-392ce2284da2', 'status': 'completed', 'code': 200} Apr 12 00:38:00.304915 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-fc81cadd-f9b8-4ebf-bc6c-2d390a395315 req-ce9af683-7e38-446b-9e99-00391ee5d06a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8104ec7-8594-4188-ae28-392ce2284da2 HTTP/1.1" status: 200 len: 217 time: 0.0489604 Apr 12 00:38:00.310228 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-ae65976f-76b0-4b61-b1b9-7860fc252dbc req-89ea6bb4-480f-4851-bed4-2aacc76afa93 service neutron] 10.222.0.52 "GET /v2.0/networks/8a9865c2-0d03-40f9-a71a-607e87040674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657286 Apr 12 00:38:00.372471 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81cadd-f9b8-4ebf-bc6c-2d390a395315 req-a04da8c3-9d5f-43eb-970d-c383d76066be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:38:00.374447 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-fc81cadd-f9b8-4ebf-bc6c-2d390a395315 req-a04da8c3-9d5f-43eb-970d-c383d76066be service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dce6ee9c-077a-4548-b4fa-4937134c603a HTTP/1.1" status: 200 len: 853 time: 0.0438254 Apr 12 00:38:00.418587 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81cadd-f9b8-4ebf-bc6c-2d390a395315 req-5584db52-4795-4eb2-9821-761df811cf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:38:00.420595 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-fc81cadd-f9b8-4ebf-bc6c-2d390a395315 req-5584db52-4795-4eb2-9821-761df811cf27 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=468ee0a2-580f-4c3a-8cc5-2cad68c7110d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376854 Apr 12 00:38:00.559705 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-fc81cadd-f9b8-4ebf-bc6c-2d390a395315 req-7892bbae-65c0-48ce-8b88-df35665bccce service neutron] 10.222.0.52 "GET /v2.0/networks/468ee0a2-580f-4c3a-8cc5-2cad68c7110d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881240 Apr 12 00:38:00.788199 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-fc81cadd-f9b8-4ebf-bc6c-2d390a395315 req-18615d85-19db-4e2d-9886-0307b35f0aa9 service neutron] 10.222.0.52 "GET /v2.0/networks/468ee0a2-580f-4c3a-8cc5-2cad68c7110d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868206 Apr 12 00:38:01.242114 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcdbc94-dc45-4190-b8d5-bbcdf5b56502 req-45cbd506-1f95-4d52-a172-a59af07c4dfc tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:38:01.243606 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-bdcdbc94-dc45-4190-b8d5-bbcdf5b56502 req-45cbd506-1f95-4d52-a172-a59af07c4dfc tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/ports?device_id=90ec626f-1d95-45d9-8293-40d6408a52d2 HTTP/1.1" status: 200 len: 943 time: 0.0464811 Apr 12 00:38:01.293089 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-bdcdbc94-dc45-4190-b8d5-bbcdf5b56502 req-e24f5df4-a56c-4b4b-9635-50c2b941daff tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee2503da-e8da-4e7a-9230-a41a5b27af53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440030 Apr 12 00:38:02.402151 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f843dc-dddb-4c1b-a89a-4b2ea19a0eac req-0cc92dd0-945e-43bd-92b2-b1d0fe3ceaae tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:38:02.403603 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-16f843dc-dddb-4c1b-a89a-4b2ea19a0eac req-0cc92dd0-945e-43bd-92b2-b1d0fe3ceaae tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/ports?device_id=90ec626f-1d95-45d9-8293-40d6408a52d2 HTTP/1.1" status: 200 len: 943 time: 0.0443728 Apr 12 00:38:02.448434 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-16f843dc-dddb-4c1b-a89a-4b2ea19a0eac req-cd70b961-bb5c-4600-b7bf-afe304de21f3 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee2503da-e8da-4e7a-9230-a41a5b27af53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389326 Apr 12 00:38:03.400522 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db486b07-8d7d-490b-b571-ae3453bbba06 req-c496d852-375b-4fdb-a801-47777cc8b240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:38:03.401959 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-db486b07-8d7d-490b-b571-ae3453bbba06 req-c496d852-375b-4fdb-a801-47777cc8b240 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ba38491d23d64bd58eabf7ea16fd68e8&device_id=90ec626f-1d95-45d9-8293-40d6408a52d2 HTTP/1.1" status: 200 len: 1127 time: 0.0380461 Apr 12 00:38:03.488903 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db486b07-8d7d-490b-b571-ae3453bbba06 req-f57d3b87-b562-4c8c-81cc-83cb8ff88616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:38:03.490380 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-db486b07-8d7d-490b-b571-ae3453bbba06 req-f57d3b87-b562-4c8c-81cc-83cb8ff88616 service neutron] 10.222.0.52 "GET /v2.0/networks?id=468ee0a2-580f-4c3a-8cc5-2cad68c7110d HTTP/1.1" status: 200 len: 915 time: 0.0823553 Apr 12 00:38:03.536074 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-db486b07-8d7d-490b-b571-ae3453bbba06 req-632a8ac5-04fa-4d48-8ed4-71a053ba6760 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8104ec7-8594-4188-ae28-392ce2284da2 HTTP/1.1" status: 200 len: 217 time: 0.0390601 Apr 12 00:38:03.605879 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d594ed75-c0bf-4deb-8025-f8bfd2b8a345 req-02a9876b-0f4d-4106-91bb-9230fabe40fb tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:38:03.607907 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d594ed75-c0bf-4deb-8025-f8bfd2b8a345 req-02a9876b-0f4d-4106-91bb-9230fabe40fb tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/ports?device_id=90ec626f-1d95-45d9-8293-40d6408a52d2 HTTP/1.1" status: 200 len: 943 time: 0.0737474 Apr 12 00:38:03.620288 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db486b07-8d7d-490b-b571-ae3453bbba06 req-7e38fd71-7761-4903-8cda-8f2aaff57052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:38:03.621620 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-db486b07-8d7d-490b-b571-ae3453bbba06 req-7e38fd71-7761-4903-8cda-8f2aaff57052 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dce6ee9c-077a-4548-b4fa-4937134c603a HTTP/1.1" status: 200 len: 853 time: 0.0784099 Apr 12 00:38:03.689198 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db486b07-8d7d-490b-b571-ae3453bbba06 req-e2f7ddec-7b44-459d-b14d-043695693da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:38:03.690725 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-db486b07-8d7d-490b-b571-ae3453bbba06 req-e2f7ddec-7b44-459d-b14d-043695693da1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=468ee0a2-580f-4c3a-8cc5-2cad68c7110d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0613329 Apr 12 00:38:03.693826 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d594ed75-c0bf-4deb-8025-f8bfd2b8a345 req-a97eb85a-525f-4f21-a38a-9543ec6818b2 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee2503da-e8da-4e7a-9230-a41a5b27af53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799737 Apr 12 00:38:03.776880 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-db486b07-8d7d-490b-b571-ae3453bbba06 req-414cfea8-8712-41ad-9959-78d791da0162 service neutron] 10.222.0.52 "GET /v2.0/networks/468ee0a2-580f-4c3a-8cc5-2cad68c7110d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801301 Apr 12 00:38:03.865469 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-db486b07-8d7d-490b-b571-ae3453bbba06 req-c8dceff8-332d-4f9a-972f-156440ffd523 service neutron] 10.222.0.52 "GET /v2.0/networks/468ee0a2-580f-4c3a-8cc5-2cad68c7110d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829861 Apr 12 00:38:04.118055 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device f8104ec7-8594-4188-ae28-392ce2284da2 details requested by agent hyperv_hv-cinder-83625 with host hv-cinder-83625 {{(pid=114861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 00:38:04.211204 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port f8104ec7-8594-4188-ae28-392ce2284da2, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=f8104ec7-8594-4188-ae28-392ce2284da2,segment=NetworkSegment(e14d385a-469b-4ac0-a811-9aac40ac8f12),segment_id=e14d385a-469b-4ac0-a811-9aac40ac8f12)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:38:04.222456 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Returning: {'device': 'f8104ec7-8594-4188-ae28-392ce2284da2', 'network_id': '468ee0a2-580f-4c3a-8cc5-2cad68c7110d', 'port_id': 'f8104ec7-8594-4188-ae28-392ce2284da2', 'mac_address': 'fa:16:3e:05:a8:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dce6ee9c-077a-4548-b4fa-4937134c603a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 00:38:04.260080 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Current status of the port f8104ec7-8594-4188-ae28-392ce2284da2 is: DOWN; New status is: BUILD {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:38:04.260461 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (f8104ec7-8594-4188-ae28-392ce2284da2), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:04.273207 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.notifiers.nova [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8104ec7-8594-4188-ae28-392ce2284da2 {{(pid=114861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:38:04.291692 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port f8104ec7-8594-4188-ae28-392ce2284da2, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=f8104ec7-8594-4188-ae28-392ce2284da2,segment=NetworkSegment(e14d385a-469b-4ac0-a811-9aac40ac8f12),segment_id=e14d385a-469b-4ac0-a811-9aac40ac8f12)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:38:04.294572 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (f8104ec7-8594-4188-ae28-392ce2284da2), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:04.338519 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Pushing event updated for resources: {'Port': ['ID=f8104ec7-8594-4188-ae28-392ce2284da2,revision_number=4']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:38:04.721571 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] get_ports_and_sgs() called for port_ids ['f8104ec7-8594-4188-ae28-392ce2284da2'] {{(pid=114861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:38:04.802895 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4779eb2-f43a-473a-a281-09473cfc0dc0 req-619e3b69-4665-4239-9c76-0da4e383a5ae tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:38:04.804364 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-c4779eb2-f43a-473a-a281-09473cfc0dc0 req-619e3b69-4665-4239-9c76-0da4e383a5ae tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/ports?device_id=90ec626f-1d95-45d9-8293-40d6408a52d2 HTTP/1.1" status: 200 len: 944 time: 0.0460064 Apr 12 00:38:04.850189 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-c4779eb2-f43a-473a-a281-09473cfc0dc0 req-840a4768-fbcc-4bdc-b183-660662994a5f tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee2503da-e8da-4e7a-9230-a41a5b27af53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401261 Apr 12 00:38:05.959620 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79b2fc-660d-4429-b9fe-88a83cd34145 req-10c213ae-6db9-4729-92e3-e80185a62259 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:38:05.961057 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-cf79b2fc-660d-4429-b9fe-88a83cd34145 req-10c213ae-6db9-4729-92e3-e80185a62259 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/ports?device_id=90ec626f-1d95-45d9-8293-40d6408a52d2 HTTP/1.1" status: 200 len: 944 time: 0.0454268 Apr 12 00:38:06.005878 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-cf79b2fc-660d-4429-b9fe-88a83cd34145 req-21f4df14-716e-4a78-b711-91f84a33ed9c tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee2503da-e8da-4e7a-9230-a41a5b27af53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394018 Apr 12 00:38:06.153118 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device f8104ec7-8594-4188-ae28-392ce2284da2 up at agent hyperv_hv-cinder-83625 {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:38:06.195345 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Provisioning for port f8104ec7-8594-4188-ae28-392ce2284da2 completed by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 00:38:06.200943 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Provisioning complete for port f8104ec7-8594-4188-ae28-392ce2284da2 triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:38:06.201349 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (f8104ec7-8594-4188-ae28-392ce2284da2), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:06.276332 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Current status of the port f8104ec7-8594-4188-ae28-392ce2284da2 is: BUILD; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:38:06.276705 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (f8104ec7-8594-4188-ae28-392ce2284da2), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:06.298202 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ec626f-1d95-45d9-8293-40d6408a52d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8104ec7-8594-4188-ae28-392ce2284da2'}] {{(pid=114861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:38:06.300422 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d187226e65eb8f713948fb36ffe50595ec682b3d9ec12b6d0c088ba153fadb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe91141-1e3b-46de-b5ea-26596e084b8d" -d '{"events": [{"server_uuid": "90ec626f-1d95-45d9-8293-40d6408a52d2", "name": "network-vif-plugged", "status": "completed", "tag": "f8104ec7-8594-4188-ae28-392ce2284da2"}]}' {{(pid=114861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:38:06.312917 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port f8104ec7-8594-4188-ae28-392ce2284da2, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=f8104ec7-8594-4188-ae28-392ce2284da2,segment=NetworkSegment(e14d385a-469b-4ac0-a811-9aac40ac8f12),segment_id=e14d385a-469b-4ac0-a811-9aac40ac8f12)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:38:06.317086 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (f8104ec7-8594-4188-ae28-392ce2284da2), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:06.341248 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784b407b-c977-40f6-957a-4afc71d84e6e x-openstack-request-id: req-784b407b-c977-40f6-957a-4afc71d84e6e {{(pid=114861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:38:06.341573 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ec626f-1d95-45d9-8293-40d6408a52d2", "name": "network-vif-plugged", "status": "completed", "tag": "f8104ec7-8594-4188-ae28-392ce2284da2", "code": 200}]} {{(pid=114861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:38:06.341827 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-784b407b-c977-40f6-957a-4afc71d84e6e {{(pid=114861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:38:06.342221 dv-cinder-836252-3-iscsi neutron-server[114861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-784b407b-c977-40f6-957a-4afc71d84e6e'] response: {'server_uuid': '90ec626f-1d95-45d9-8293-40d6408a52d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8104ec7-8594-4188-ae28-392ce2284da2', 'code': 200} Apr 12 00:38:06.364740 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Pushing event updated for resources: {'Port': ['ID=f8104ec7-8594-4188-ae28-392ce2284da2,revision_number=5']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:38:06.546592 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8052a8-0ead-400e-8827-afbe00440bff req-f67111a3-fd39-41d3-87cf-c8525d9a1f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:38:06.548042 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-ea8052a8-0ead-400e-8827-afbe00440bff req-f67111a3-fd39-41d3-87cf-c8525d9a1f62 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=90ec626f-1d95-45d9-8293-40d6408a52d2 HTTP/1.1" status: 200 len: 1129 time: 0.0413332 Apr 12 00:38:06.589787 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-ea8052a8-0ead-400e-8827-afbe00440bff req-db86ae68-9eac-4a7a-a4a0-54d74876575c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ee2503da-e8da-4e7a-9230-a41a5b27af53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358746 Apr 12 00:38:07.113829 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704e1a8-5f31-4168-bbe5-57443c24b87f req-ef315aee-c4b4-413b-bdb6-757ff029cbce tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:38:07.115281 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-9704e1a8-5f31-4168-bbe5-57443c24b87f req-ef315aee-c4b4-413b-bdb6-757ff029cbce tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/ports?device_id=90ec626f-1d95-45d9-8293-40d6408a52d2 HTTP/1.1" status: 200 len: 945 time: 0.0451930 Apr 12 00:38:07.159967 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-9704e1a8-5f31-4168-bbe5-57443c24b87f req-7d16a1c1-745e-4cc0-9886-29492c501157 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee2503da-e8da-4e7a-9230-a41a5b27af53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392561 Apr 12 00:38:08.273576 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c209a2e-71a4-4f31-9ca4-ead2b1dd90ff req-8cc62c34-f95d-4e2c-950a-626b2bd502c7 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:38:08.275083 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-0c209a2e-71a4-4f31-9ca4-ead2b1dd90ff req-8cc62c34-f95d-4e2c-950a-626b2bd502c7 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/ports?device_id=90ec626f-1d95-45d9-8293-40d6408a52d2 HTTP/1.1" status: 200 len: 945 time: 0.0493503 Apr 12 00:38:08.320222 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-0c209a2e-71a4-4f31-9ca4-ead2b1dd90ff req-90f8987c-fe79-440a-8b54-ce61d0561439 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee2503da-e8da-4e7a-9230-a41a5b27af53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392714 Apr 12 00:38:08.427584 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fadc5e5-3c96-4568-8081-7ee66cb3134b req-1c517aca-63a4-45c1-b8d5-060e80b6cc01 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:38:08.429006 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-3fadc5e5-3c96-4568-8081-7ee66cb3134b req-1c517aca-63a4-45c1-b8d5-060e80b6cc01 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/ports?device_id=90ec626f-1d95-45d9-8293-40d6408a52d2 HTTP/1.1" status: 200 len: 945 time: 0.0456324 Apr 12 00:38:08.476649 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-3fadc5e5-3c96-4568-8081-7ee66cb3134b req-39836c14-0366-4c78-a213-c68031ca111f tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee2503da-e8da-4e7a-9230-a41a5b27af53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421968 Apr 12 00:38:08.791065 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de874f57-ff9f-4f31-a2c4-71810b8ce5ec req-a836ad94-accd-4491-a48c-371f9216a4d9 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:38:08.792454 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-de874f57-ff9f-4f31-a2c4-71810b8ce5ec req-a836ad94-accd-4491-a48c-371f9216a4d9 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/ports?device_id=90ec626f-1d95-45d9-8293-40d6408a52d2 HTTP/1.1" status: 200 len: 945 time: 0.0469201 Apr 12 00:38:08.838841 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-de874f57-ff9f-4f31-a2c4-71810b8ce5ec req-a9649500-6c5a-42ca-9879-e7160d1a82c9 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee2503da-e8da-4e7a-9230-a41a5b27af53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409124 Apr 12 00:38:12.378704 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-74bab315-6245-4baa-9425-a4b16b20c3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (4ecbd319-6885-49f5-abb8-de205838eb1c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:14.625755 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-4317163c-301a-4acd-82ac-917d73148ce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (d3fb0dde-5c40-4fca-80b5-61326157311c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:16.231364 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d4423688-5a44-44f3-a132-81f2c9b6cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (af38becd-82ff-4144-8f94-74de975161ca), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:17.242435 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (6c438ad1-5788-4552-a50f-29c8c96f3196), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:17.634017 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-be9ea9f3-6c7c-4887-ad09-badb35df740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (738aa052-ee84-4bd1-913b-ee7149597f8f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:18.198132 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29d74f6-516c-4db5-9622-5b2dc9b15bdf req-6b1166c2-2b37-46df-991e-7627807dafc4 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:38:18.199651 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c29d74f6-516c-4db5-9622-5b2dc9b15bdf req-6b1166c2-2b37-46df-991e-7627807dafc4 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/ports?device_id=90ec626f-1d95-45d9-8293-40d6408a52d2 HTTP/1.1" status: 200 len: 945 time: 0.0455539 Apr 12 00:38:18.245207 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c29d74f6-516c-4db5-9622-5b2dc9b15bdf req-489024f0-a790-47ef-9aa2-dbcd00bb3b7e tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee2503da-e8da-4e7a-9230-a41a5b27af53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393243 Apr 12 00:38:18.268110 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 34666) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:38:18.348399 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfc591f-7209-49b1-bf87-b6c2f0e9a796 tempest-TestMinimumBasicScenario-1773478193 tempest-TestMinimumBasicScenario-1773478193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:38:18.349855 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-4cfc591f-7209-49b1-bf87-b6c2f0e9a796 tempest-TestMinimumBasicScenario-1773478193 tempest-TestMinimumBasicScenario-1773478193-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=90ec626f-1d95-45d9-8293-40d6408a52d2 HTTP/1.1" status: 200 len: 1124 time: 0.0807588 Apr 12 00:38:18.352653 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 34670) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:38:18.356682 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [None req-ca20f5f1-bacb-4123-9175-3859e512048f tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Request body: {'floatingip': {'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'port_id': 'f8104ec7-8594-4188-ae28-392ce2284da2', 'tenant_id': 'ba38491d23d64bd58eabf7ea16fd68e8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:38:18.376633 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-ca20f5f1-bacb-4123-9175-3859e512048f tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:18.451320 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-ca20f5f1-bacb-4123-9175-3859e512048f tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:18.556337 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.db_base_plugin_common [None req-ca20f5f1-bacb-4123-9175-3859e512048f tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Allocated IP 172.27.3.39 (1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7/02a01a71-afa8-4790-9b30-3097f97db265/fd4ce310-673c-4fcb-9184-a9c66de9ecc2) {{(pid=114859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:38:18.652502 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-ca20f5f1-bacb-4123-9175-3859e512048f tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Publish callbacks [] for port (fd4ce310-673c-4fcb-9184-a9c66de9ecc2), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:18.686562 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-ca20f5f1-bacb-4123-9175-3859e512048f tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (fd4ce310-673c-4fcb-9184-a9c66de9ecc2), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:18.727487 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca20f5f1-bacb-4123-9175-3859e512048f tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Network 1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7 is already hosted by enough agents. {{(pid=114859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:38:18.730205 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.base_scheduler [None req-ca20f5f1-bacb-4123-9175-3859e512048f tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Resources bound (agent type, host, resource id): {{(pid=114859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:38:18.734197 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca20f5f1-bacb-4123-9175-3859e512048f tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Received port after_create {{(pid=114859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:38:18.742133 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca20f5f1-bacb-4123-9175-3859e512048f tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Pushing event updated for resources: {'Port': ['ID=fd4ce310-673c-4fcb-9184-a9c66de9ecc2,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:38:18.970129 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (f9a21fd4-36f2-4826-890e-da332e228edf), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:19.103072 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-ca20f5f1-bacb-4123-9175-3859e512048f tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Publish callbacks [] for floatingip (b03912f2-e083-4ae1-80bf-1ffae3d983bf), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:19.171335 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-ca20f5f1-bacb-4123-9175-3859e512048f tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (fd4ce310-673c-4fcb-9184-a9c66de9ecc2), before_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:19.319872 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-ca20f5f1-bacb-4123-9175-3859e512048f tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Publish callbacks [] for port (fd4ce310-673c-4fcb-9184-a9c66de9ecc2), precommit_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:19.324181 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-ca20f5f1-bacb-4123-9175-3859e512048f tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59136039'] for port (fd4ce310-673c-4fcb-9184-a9c66de9ecc2), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:19.392752 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca20f5f1-bacb-4123-9175-3859e512048f tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Pushing event updated for resources: {'Port': ['ID=fd4ce310-673c-4fcb-9184-a9c66de9ecc2,revision_number=2']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:38:19.401971 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-ca20f5f1-bacb-4123-9175-3859e512048f tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1586356'] for floatingip (b03912f2-e083-4ae1-80bf-1ffae3d983bf), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:19.502776 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.db.l3_db [None req-ca20f5f1-bacb-4123-9175-3859e512048f tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Floating IP b03912f2-e083-4ae1-80bf-1ffae3d983bf associated. External IP: 172.27.3.39, port: f8104ec7-8594-4188-ae28-392ce2284da2. Apr 12 00:38:19.708954 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca20f5f1-bacb-4123-9175-3859e512048f tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Router dd2019ca-26d6-4bda-bb97-057b1dfaecf1 has already been hosted by L3 agent d3fb0dde-5c40-4fca-80b5-61326157311c {{(pid=114859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:38:19.820921 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca20f5f1-bacb-4123-9175-3859e512048f tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Notify agent at l3_agent.dv-cinder-836252-3-iscsi the message routers_updated {{(pid=114859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:38:19.831185 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996f6e91-f01b-4e2d-a55d-66dcff8ecff1 None None] Sync routers for ids ['dd2019ca-26d6-4bda-bb97-057b1dfaecf1'] in dv-cinder-836252-3-iscsi {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:38:19.839516 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-ca20f5f1-bacb-4123-9175-3859e512048f tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for floatingip (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:19.842555 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996f6e91-f01b-4e2d-a55d-66dcff8ecff1 None None] Routers {'dd2019ca-26d6-4bda-bb97-057b1dfaecf1'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:38:19.843215 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-996f6e91-f01b-4e2d-a55d-66dcff8ecff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:38:15Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['dd2019ca-26d6-4bda-bb97-057b1dfaecf1'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:38:19.871051 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-ca20f5f1-bacb-4123-9175-3859e512048f tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5174077 Apr 12 00:38:19.871939 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ec626f-1d95-45d9-8293-40d6408a52d2', 'tag': 'f8104ec7-8594-4188-ae28-392ce2284da2'}] {{(pid=114859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:38:19.873903 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 34674) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:38:19.874527 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d751ce943c7fd1580d8237ddcdd582f05025ac6b53677acecb9ecfb4d000721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68131669-88d3-4481-a151-1bb061faece8" -d '{"events": [{"name": "network-changed", "server_uuid": "90ec626f-1d95-45d9-8293-40d6408a52d2", "tag": "f8104ec7-8594-4188-ae28-392ce2284da2"}]}' {{(pid=114859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:38:19.880096 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-b158c834-21a7-4f12-8d23-066f6b8312de tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1041762533', 'description': 'tempest-secgroup-smoke-1041762533 description', 'project_id': 'ba38491d23d64bd58eabf7ea16fd68e8'}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:38:19.903282 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-b158c834-21a7-4f12-8d23-066f6b8312de tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Publish callbacks [] for security_group (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:19.912436 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a691528d-1729-426a-9d20-720b95ba5c33 x-openstack-request-id: req-a691528d-1729-426a-9d20-720b95ba5c33 {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:38:19.912841 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90ec626f-1d95-45d9-8293-40d6408a52d2", "tag": "f8104ec7-8594-4188-ae28-392ce2284da2", "status": "completed", "code": 200}]} {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:38:19.913199 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a691528d-1729-426a-9d20-720b95ba5c33 {{(pid=114859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:38:19.913682 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a691528d-1729-426a-9d20-720b95ba5c33'] response: {'name': 'network-changed', 'server_uuid': '90ec626f-1d95-45d9-8293-40d6408a52d2', 'tag': 'f8104ec7-8594-4188-ae28-392ce2284da2', 'status': 'completed', 'code': 200} Apr 12 00:38:19.955827 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-996f6e91-f01b-4e2d-a55d-66dcff8ecff1 None None] Set router dd2019ca-26d6-4bda-bb97-057b1dfaecf1 gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:38:19.976909 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-b158c834-21a7-4f12-8d23-066f6b8312de tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Publish callbacks [] for security_group (bf733550-9bd9-424e-8525-7508fddcb233), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:19.982101 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-b158c834-21a7-4f12-8d23-066f6b8312de tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (bf733550-9bd9-424e-8525-7508fddcb233), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:20.003045 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68131669-88d3-4481-a151-1bb061faece8 req-2b6ef282-5fb9-471d-98a5-77dcba84ed62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:38:20.005338 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-68131669-88d3-4481-a151-1bb061faece8 req-2b6ef282-5fb9-471d-98a5-77dcba84ed62 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ba38491d23d64bd58eabf7ea16fd68e8&device_id=90ec626f-1d95-45d9-8293-40d6408a52d2 HTTP/1.1" status: 200 len: 1129 time: 0.0461464 Apr 12 00:38:20.012199 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b158c834-21a7-4f12-8d23-066f6b8312de tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf733550-9bd9-424e-8525-7508fddcb233,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:38:20.018754 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-b158c834-21a7-4f12-8d23-066f6b8312de tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Publish callbacks [] for security_group (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:20.020001 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-b158c834-21a7-4f12-8d23-066f6b8312de tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1450119 Apr 12 00:38:20.022797 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 34678) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:38:20.027895 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-26e6993e-2ed1-44ec-871c-e5f0708610ee tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Request body: {'security_group_rule': {'security_group_id': 'bf733550-9bd9-424e-8525-7508fddcb233', 'project_id': 'ba38491d23d64bd58eabf7ea16fd68e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:38:20.059438 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-26e6993e-2ed1-44ec-871c-e5f0708610ee tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Publish callbacks [] for security_group_rule (6841da49-a133-4b59-be5f-d6f589045b70), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:20.111655 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68131669-88d3-4481-a151-1bb061faece8 req-54767a37-1e54-4a31-a365-2f50a7cc9cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:38:20.114913 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-68131669-88d3-4481-a151-1bb061faece8 req-54767a37-1e54-4a31-a365-2f50a7cc9cb2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=468ee0a2-580f-4c3a-8cc5-2cad68c7110d HTTP/1.1" status: 200 len: 915 time: 0.1015122 Apr 12 00:38:20.122531 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-26e6993e-2ed1-44ec-871c-e5f0708610ee tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Publish callbacks [] for security_group_rule (6841da49-a133-4b59-be5f-d6f589045b70), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:20.128065 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-26e6993e-2ed1-44ec-871c-e5f0708610ee tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496243'] for security_group_rule (6841da49-a133-4b59-be5f-d6f589045b70), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:20.149084 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e6993e-2ed1-44ec-871c-e5f0708610ee tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6841da49-a133-4b59-be5f-d6f589045b70,revision_number=0']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:38:20.155902 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-26e6993e-2ed1-44ec-871c-e5f0708610ee tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:20.161240 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-26e6993e-2ed1-44ec-871c-e5f0708610ee tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1329901 Apr 12 00:38:20.161391 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 34682) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:38:20.166456 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [None req-1d657a2c-0463-4409-81f6-a37a45fb29a7 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Request body: {'security_group_rule': {'security_group_id': 'bf733550-9bd9-424e-8525-7508fddcb233', 'project_id': 'ba38491d23d64bd58eabf7ea16fd68e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:38:20.189046 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-996f6e91-f01b-4e2d-a55d-66dcff8ecff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd2019ca-26d6-4bda-bb97-057b1dfaecf1', 'name': 'tempest-TestMinimumBasicScenario-561530225-router', 'tenant_id': 'ba38491d23d64bd58eabf7ea16fd68e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '217a747d-5642-436a-8b70-61c62fb990ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:37:26Z', 'updated_at': '2022-04-12T00:37:29Z', 'revision_number': 4, 'project_id': 'ba38491d23d64bd58eabf7ea16fd68e8', 'gw_port': {'id': '217a747d-5642-436a-8b70-61c62fb990ff', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2019ca-26d6-4bda-bb97-057b1dfaecf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:37:26Z', 'updated_at': '2022-04-12T00:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_floatingips': [{'id': 'b03912f2-e083-4ae1-80bf-1ffae3d983bf', 'tenant_id': 'ba38491d23d64bd58eabf7ea16fd68e8', 'floating_ip_address': '172.27.3.39', 'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'router_id': 'dd2019ca-26d6-4bda-bb97-057b1dfaecf1', 'port_id': 'f8104ec7-8594-4188-ae28-392ce2284da2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '468ee0a2-580f-4c3a-8cc5-2cad68c7110d', 'mac_address': 'fa:16:3e:05:a8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ec626f-1d95-45d9-8293-40d6408a52d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:38:18Z', 'updated_at': '2022-04-12T00:38:18Z', 'revision_number': 0, 'project_id': 'ba38491d23d64bd58eabf7ea16fd68e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d0d5aaf-c6d5-4900-9fee-49918e0515bc', 'name': '', 'network_id': '468ee0a2-580f-4c3a-8cc5-2cad68c7110d', 'tenant_id': 'ba38491d23d64bd58eabf7ea16fd68e8', 'mac_address': 'fa:16:3e:18:82:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2019ca-26d6-4bda-bb97-057b1dfaecf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'dce6ee9c-077a-4548-b4fa-4937134c603a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:37:28Z', 'updated_at': '2022-04-12T00:37:32Z', 'revision_number': 5, 'project_id': 'ba38491d23d64bd58eabf7ea16fd68e8', 'subnets': [{'id': 'dce6ee9c-077a-4548-b4fa-4937134c603a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:38:20.202761 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-68131669-88d3-4481-a151-1bb061faece8 req-7ecb9178-5085-49de-a591-d4982eb43acc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8104ec7-8594-4188-ae28-392ce2284da2 HTTP/1.1" status: 200 len: 998 time: 0.0819123 Apr 12 00:38:20.209212 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-1d657a2c-0463-4409-81f6-a37a45fb29a7 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Publish callbacks [] for security_group_rule (3d2c2f40-0943-45ef-978e-2d1e8c0da45a), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:20.214960 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996f6e91-f01b-4e2d-a55d-66dcff8ecff1 None None] Checking router: dd2019ca-26d6-4bda-bb97-057b1dfaecf1 for host: dv-cinder-836252-3-iscsi {{(pid=114862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:38:20.224333 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996f6e91-f01b-4e2d-a55d-66dcff8ecff1 None None] Routers {'dd2019ca-26d6-4bda-bb97-057b1dfaecf1'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:38:20.224935 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-996f6e91-f01b-4e2d-a55d-66dcff8ecff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:38:15Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['dd2019ca-26d6-4bda-bb97-057b1dfaecf1'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:38:20.287655 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68131669-88d3-4481-a151-1bb061faece8 req-fd058886-f26f-45c5-8252-188b9f301552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:38:20.289199 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-68131669-88d3-4481-a151-1bb061faece8 req-fd058886-f26f-45c5-8252-188b9f301552 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dce6ee9c-077a-4548-b4fa-4937134c603a HTTP/1.1" status: 200 len: 853 time: 0.0762134 Apr 12 00:38:20.310934 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-1d657a2c-0463-4409-81f6-a37a45fb29a7 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Publish callbacks [] for security_group_rule (3d2c2f40-0943-45ef-978e-2d1e8c0da45a), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:20.327366 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-1d657a2c-0463-4409-81f6-a37a45fb29a7 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496243'] for security_group_rule (3d2c2f40-0943-45ef-978e-2d1e8c0da45a), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:20.330007 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-996f6e91-f01b-4e2d-a55d-66dcff8ecff1 None None] Set router dd2019ca-26d6-4bda-bb97-057b1dfaecf1 gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:38:20.354641 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d657a2c-0463-4409-81f6-a37a45fb29a7 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d2c2f40-0943-45ef-978e-2d1e8c0da45a,revision_number=0']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:38:20.358700 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68131669-88d3-4481-a151-1bb061faece8 req-b9e21ead-2c37-4298-8251-7ac8487a576b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:38:20.360433 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-68131669-88d3-4481-a151-1bb061faece8 req-b9e21ead-2c37-4298-8251-7ac8487a576b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=468ee0a2-580f-4c3a-8cc5-2cad68c7110d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0634208 Apr 12 00:38:20.365493 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-1d657a2c-0463-4409-81f6-a37a45fb29a7 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:20.366614 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-1d657a2c-0463-4409-81f6-a37a45fb29a7 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2056096 Apr 12 00:38:20.369546 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 34684) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:38:20.375092 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-b40ecca3-bd1a-4dea-b248-30917e1508cb tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Request body: {'security_group_rule': {'security_group_id': 'bf733550-9bd9-424e-8525-7508fddcb233', 'project_id': 'ba38491d23d64bd58eabf7ea16fd68e8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:38:20.406428 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-b40ecca3-bd1a-4dea-b248-30917e1508cb tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Publish callbacks [] for security_group_rule (fe82ca9c-e047-4137-86b7-ba4ec7f5c085), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:20.464439 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-68131669-88d3-4481-a151-1bb061faece8 req-c426c7ef-d4cd-401b-8d6b-fe4c036e5bfb service neutron] 10.222.0.52 "GET /v2.0/networks/468ee0a2-580f-4c3a-8cc5-2cad68c7110d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966847 Apr 12 00:38:20.470786 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-b40ecca3-bd1a-4dea-b248-30917e1508cb tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Publish callbacks [] for security_group_rule (fe82ca9c-e047-4137-86b7-ba4ec7f5c085), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:20.475107 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-b40ecca3-bd1a-4dea-b248-30917e1508cb tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496243'] for security_group_rule (fe82ca9c-e047-4137-86b7-ba4ec7f5c085), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:20.492978 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ecca3-bd1a-4dea-b248-30917e1508cb tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe82ca9c-e047-4137-86b7-ba4ec7f5c085,revision_number=0']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:38:20.503724 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-b40ecca3-bd1a-4dea-b248-30917e1508cb tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:20.505240 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-b40ecca3-bd1a-4dea-b248-30917e1508cb tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1337752 Apr 12 00:38:20.507886 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 34686) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:38:20.512412 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-25c4036b-8ca9-40df-971a-238da5cf8785 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Request body: {'security_group_rule': {'security_group_id': 'bf733550-9bd9-424e-8525-7508fddcb233', 'project_id': 'ba38491d23d64bd58eabf7ea16fd68e8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:38:20.538357 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-25c4036b-8ca9-40df-971a-238da5cf8785 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Publish callbacks [] for security_group_rule (a3af0c2a-a38a-4a33-aa46-48126d700067), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:20.553024 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-996f6e91-f01b-4e2d-a55d-66dcff8ecff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd2019ca-26d6-4bda-bb97-057b1dfaecf1', 'name': 'tempest-TestMinimumBasicScenario-561530225-router', 'tenant_id': 'ba38491d23d64bd58eabf7ea16fd68e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '217a747d-5642-436a-8b70-61c62fb990ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:37:26Z', 'updated_at': '2022-04-12T00:37:29Z', 'revision_number': 4, 'project_id': 'ba38491d23d64bd58eabf7ea16fd68e8', 'gw_port': {'id': '217a747d-5642-436a-8b70-61c62fb990ff', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2019ca-26d6-4bda-bb97-057b1dfaecf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:37:26Z', 'updated_at': '2022-04-12T00:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_floatingips': [{'id': 'b03912f2-e083-4ae1-80bf-1ffae3d983bf', 'tenant_id': 'ba38491d23d64bd58eabf7ea16fd68e8', 'floating_ip_address': '172.27.3.39', 'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'router_id': 'dd2019ca-26d6-4bda-bb97-057b1dfaecf1', 'port_id': 'f8104ec7-8594-4188-ae28-392ce2284da2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '468ee0a2-580f-4c3a-8cc5-2cad68c7110d', 'mac_address': 'fa:16:3e:05:a8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ec626f-1d95-45d9-8293-40d6408a52d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:38:18Z', 'updated_at': '2022-04-12T00:38:18Z', 'revision_number': 0, 'project_id': 'ba38491d23d64bd58eabf7ea16fd68e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d0d5aaf-c6d5-4900-9fee-49918e0515bc', 'name': '', 'network_id': '468ee0a2-580f-4c3a-8cc5-2cad68c7110d', 'tenant_id': 'ba38491d23d64bd58eabf7ea16fd68e8', 'mac_address': 'fa:16:3e:18:82:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2019ca-26d6-4bda-bb97-057b1dfaecf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'dce6ee9c-077a-4548-b4fa-4937134c603a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:37:28Z', 'updated_at': '2022-04-12T00:37:32Z', 'revision_number': 5, 'project_id': 'ba38491d23d64bd58eabf7ea16fd68e8', 'subnets': [{'id': 'dce6ee9c-077a-4548-b4fa-4937134c603a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:38:20.571948 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-68131669-88d3-4481-a151-1bb061faece8 req-74a15224-d025-463f-8f22-6d84769345e6 service neutron] 10.222.0.52 "GET /v2.0/networks/468ee0a2-580f-4c3a-8cc5-2cad68c7110d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008499 Apr 12 00:38:20.583835 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996f6e91-f01b-4e2d-a55d-66dcff8ecff1 None None] The sync data for ids ['dd2019ca-26d6-4bda-bb97-057b1dfaecf1'] in dv-cinder-836252-3-iscsi is: [{'id': 'dd2019ca-26d6-4bda-bb97-057b1dfaecf1', 'name': 'tempest-TestMinimumBasicScenario-561530225-router', 'tenant_id': 'ba38491d23d64bd58eabf7ea16fd68e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '217a747d-5642-436a-8b70-61c62fb990ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:37:26Z', 'updated_at': '2022-04-12T00:37:29Z', 'revision_number': 4, 'project_id': 'ba38491d23d64bd58eabf7ea16fd68e8', 'gw_port': {'id': '217a747d-5642-436a-8b70-61c62fb990ff', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2019ca-26d6-4bda-bb97-057b1dfaecf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:37:26Z', 'updated_at': '2022-04-12T00:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_floatingips': [{'id': 'b03912f2-e083-4ae1-80bf-1ffae3d983bf', 'tenant_id': 'ba38491d23d64bd58eabf7ea16fd68e8', 'floating_ip_address': '172.27.3.39', 'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'router_id': 'dd2019ca-26d6-4bda-bb97-057b1dfaecf1', 'port_id': 'f8104ec7-8594-4188-ae28-392ce2284da2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '468ee0a2-580f-4c3a-8cc5-2cad68c7110d', 'mac_address': 'fa:16:3e:05:a8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ec626f-1d95-45d9-8293-40d6408a52d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:38:18Z', 'updated_at': '2022-04-12T00:38:18Z', 'revision_number': 0, 'project_id': 'ba38491d23d64bd58eabf7ea16fd68e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d0d5aaf-c6d5-4900-9fee-49918e0515bc', 'name': '', 'network_id': '468ee0a2-580f-4c3a-8cc5-2cad68c7110d', 'tenant_id': 'ba38491d23d64bd58eabf7ea16fd68e8', 'mac_address': 'fa:16:3e:18:82:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2019ca-26d6-4bda-bb97-057b1dfaecf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'dce6ee9c-077a-4548-b4fa-4937134c603a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:37:28Z', 'updated_at': '2022-04-12T00:37:32Z', 'revision_number': 5, 'project_id': 'ba38491d23d64bd58eabf7ea16fd68e8', 'subnets': [{'id': 'dce6ee9c-077a-4548-b4fa-4937134c603a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:38:20.606369 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-25c4036b-8ca9-40df-971a-238da5cf8785 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Publish callbacks [] for security_group_rule (a3af0c2a-a38a-4a33-aa46-48126d700067), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:20.610605 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-25c4036b-8ca9-40df-971a-238da5cf8785 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496243'] for security_group_rule (a3af0c2a-a38a-4a33-aa46-48126d700067), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:20.627641 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c4036b-8ca9-40df-971a-238da5cf8785 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3af0c2a-a38a-4a33-aa46-48126d700067,revision_number=0']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:38:20.636655 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-25c4036b-8ca9-40df-971a-238da5cf8785 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:20.637855 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-25c4036b-8ca9-40df-971a-238da5cf8785 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1288304 Apr 12 00:38:20.641338 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 34688) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:38:20.645516 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-316f3e9d-ecdf-4b1b-a752-a7aee83ae9dd tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Request body: {'security_group_rule': {'security_group_id': 'bf733550-9bd9-424e-8525-7508fddcb233', 'project_id': 'ba38491d23d64bd58eabf7ea16fd68e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:38:20.667560 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.db.securitygroups_db [None req-316f3e9d-ecdf-4b1b-a752-a7aee83ae9dd tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Project ba38491d23d64bd58eabf7ea16fd68e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 00:38:20.675618 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-316f3e9d-ecdf-4b1b-a752-a7aee83ae9dd tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Publish callbacks [] for security_group_rule (7b74d17b-d84e-47c1-b71f-4c669d2b9cf7), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:20.736537 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-316f3e9d-ecdf-4b1b-a752-a7aee83ae9dd tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Publish callbacks [] for security_group_rule (7b74d17b-d84e-47c1-b71f-4c669d2b9cf7), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:20.740419 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-316f3e9d-ecdf-4b1b-a752-a7aee83ae9dd tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496243'] for security_group_rule (7b74d17b-d84e-47c1-b71f-4c669d2b9cf7), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:20.759519 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316f3e9d-ecdf-4b1b-a752-a7aee83ae9dd tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b74d17b-d84e-47c1-b71f-4c669d2b9cf7,revision_number=0']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:38:20.770737 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-316f3e9d-ecdf-4b1b-a752-a7aee83ae9dd tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:20.771953 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-316f3e9d-ecdf-4b1b-a752-a7aee83ae9dd tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1297083 Apr 12 00:38:20.774855 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 34692) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:38:20.780075 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [None req-85353efc-049b-43f4-af08-58002ae679b9 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Request body: {'security_group_rule': {'security_group_id': 'bf733550-9bd9-424e-8525-7508fddcb233', 'project_id': 'ba38491d23d64bd58eabf7ea16fd68e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:38:20.800844 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f03c6b-f069-4617-bc6a-3472fd39f2b9 None None] New status for floating IP b03912f2-e083-4ae1-80bf-1ffae3d983bf: ACTIVE {{(pid=114861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 00:38:20.801465 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.db.securitygroups_db [None req-85353efc-049b-43f4-af08-58002ae679b9 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Project ba38491d23d64bd58eabf7ea16fd68e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 00:38:20.808514 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-85353efc-049b-43f4-af08-58002ae679b9 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Publish callbacks [] for security_group_rule (7c842a8b-22f5-421b-a0db-c420f593b90c), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:20.870300 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-85353efc-049b-43f4-af08-58002ae679b9 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Publish callbacks [] for security_group_rule (7c842a8b-22f5-421b-a0db-c420f593b90c), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:20.873936 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-85353efc-049b-43f4-af08-58002ae679b9 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496243'] for security_group_rule (7c842a8b-22f5-421b-a0db-c420f593b90c), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:20.890377 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85353efc-049b-43f4-af08-58002ae679b9 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c842a8b-22f5-421b-a0db-c420f593b90c,revision_number=0']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:38:20.898281 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-85353efc-049b-43f4-af08-58002ae679b9 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:20.899461 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-85353efc-049b-43f4-af08-58002ae679b9 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1234424 Apr 12 00:38:20.991023 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0b888a74-250a-47a3-92ac-ab72a3f19108 req-b22c26c4-21b2-44f3-86ac-c53874d4ce46 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1041762533&fields=id&tenant_id=ba38491d23d64bd58eabf7ea16fd68e8 HTTP/1.1" status: 200 len: 267 time: 0.0442269 Apr 12 00:38:21.040042 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b888a74-250a-47a3-92ac-ab72a3f19108 req-16791761-402d-455b-83ee-d8f675f7cae2 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:38:21.041473 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0b888a74-250a-47a3-92ac-ab72a3f19108 req-16791761-402d-455b-83ee-d8f675f7cae2 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/ports?device_id=90ec626f-1d95-45d9-8293-40d6408a52d2 HTTP/1.1" status: 200 len: 945 time: 0.0448806 Apr 12 00:38:21.052709 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [req-0b888a74-250a-47a3-92ac-ab72a3f19108 req-512d1840-6e03-4331-a43f-c168a382ac0e tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Request body: {'port': {'security_groups': ['ee2503da-e8da-4e7a-9230-a41a5b27af53', 'bf733550-9bd9-424e-8525-7508fddcb233']}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:38:21.122406 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-0b888a74-250a-47a3-92ac-ab72a3f19108 req-512d1840-6e03-4331-a43f-c168a382ac0e tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (f8104ec7-8594-4188-ae28-392ce2284da2), before_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:21.298447 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [req-0b888a74-250a-47a3-92ac-ab72a3f19108 req-512d1840-6e03-4331-a43f-c168a382ac0e tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] For port f8104ec7-8594-4188-ae28-392ce2284da2, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=f8104ec7-8594-4188-ae28-392ce2284da2,segment=NetworkSegment(e14d385a-469b-4ac0-a811-9aac40ac8f12),segment_id=e14d385a-469b-4ac0-a811-9aac40ac8f12)] {{(pid=114859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:38:21.327308 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-0b888a74-250a-47a3-92ac-ab72a3f19108 req-512d1840-6e03-4331-a43f-c168a382ac0e tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Publish callbacks [] for port (f8104ec7-8594-4188-ae28-392ce2284da2), precommit_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:21.331711 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-0b888a74-250a-47a3-92ac-ab72a3f19108 req-512d1840-6e03-4331-a43f-c168a382ac0e tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59136039'] for port (f8104ec7-8594-4188-ae28-392ce2284da2), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:21.370755 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] get_ports_and_sgs() called for port_ids ['f8104ec7-8594-4188-ae28-392ce2284da2'] {{(pid=114861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:38:21.372698 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b888a74-250a-47a3-92ac-ab72a3f19108 req-512d1840-6e03-4331-a43f-c168a382ac0e tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:38:21.373260 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-0b888a74-250a-47a3-92ac-ab72a3f19108 req-512d1840-6e03-4331-a43f-c168a382ac0e tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for port (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:21.374659 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0b888a74-250a-47a3-92ac-ab72a3f19108 req-512d1840-6e03-4331-a43f-c168a382ac0e tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "PUT /v2.0/ports/f8104ec7-8594-4188-ae28-392ce2284da2 HTTP/1.1" status: 200 len: 981 time: 0.3262029 Apr 12 00:38:21.399112 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512d1840-6e03-4331-a43f-c168a382ac0e tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Pushing event updated for resources: {'Port': ['ID=f8104ec7-8594-4188-ae28-392ce2284da2,revision_number=6']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:38:21.497876 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d289ab3-98ff-4f15-b953-4e3a7c4babf9 req-92ef2686-4194-4b98-964d-b914b2c3d85e tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:38:21.499494 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-5d289ab3-98ff-4f15-b953-4e3a7c4babf9 req-92ef2686-4194-4b98-964d-b914b2c3d85e tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/ports?device_id=90ec626f-1d95-45d9-8293-40d6408a52d2 HTTP/1.1" status: 200 len: 984 time: 0.0564728 Apr 12 00:38:21.538763 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] get_ports_and_sgs() called for port_ids ['f8104ec7-8594-4188-ae28-392ce2284da2'] {{(pid=114861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:38:21.571167 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-5d289ab3-98ff-4f15-b953-4e3a7c4babf9 req-3d12c997-e351-4ff3-aa03-bf03d7921a34 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee2503da-e8da-4e7a-9230-a41a5b27af53&id=bf733550-9bd9-424e-8525-7508fddcb233&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0639458 Apr 12 00:38:21.676465 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-edfacabd-595a-404b-993a-9b51657a81f1 None None] Provisioning complete for port f8104ec7-8594-4188-ae28-392ce2284da2 triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:38:21.676842 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-edfacabd-595a-404b-993a-9b51657a81f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (f8104ec7-8594-4188-ae28-392ce2284da2), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:21.869390 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-edfacabd-595a-404b-993a-9b51657a81f1 None None] Current status of the port f8104ec7-8594-4188-ae28-392ce2284da2 is: ACTIVE; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:38:21.915165 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ec626f-1d95-45d9-8293-40d6408a52d2', 'tag': 'f8104ec7-8594-4188-ae28-392ce2284da2'}] {{(pid=114859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:38:21.917547 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d751ce943c7fd1580d8237ddcdd582f05025ac6b53677acecb9ecfb4d000721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e0c4d7-087f-41fb-9a1d-a45384849df2" -d '{"events": [{"name": "network-changed", "server_uuid": "90ec626f-1d95-45d9-8293-40d6408a52d2", "tag": "f8104ec7-8594-4188-ae28-392ce2284da2"}]}' {{(pid=114859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:38:21.957031 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c55c81-3c36-48e1-b1fb-057696c7d649 x-openstack-request-id: req-88c55c81-3c36-48e1-b1fb-057696c7d649 {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:38:21.957346 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90ec626f-1d95-45d9-8293-40d6408a52d2", "tag": "f8104ec7-8594-4188-ae28-392ce2284da2", "status": "completed", "code": 200}]} {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:38:21.957605 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-88c55c81-3c36-48e1-b1fb-057696c7d649 {{(pid=114859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:38:21.958012 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88c55c81-3c36-48e1-b1fb-057696c7d649'] response: {'name': 'network-changed', 'server_uuid': '90ec626f-1d95-45d9-8293-40d6408a52d2', 'tag': 'f8104ec7-8594-4188-ae28-392ce2284da2', 'status': 'completed', 'code': 200} Apr 12 00:38:22.049041 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e0c4d7-087f-41fb-9a1d-a45384849df2 req-f3374a50-f0a7-4f73-bac0-15fa6e967545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:38:22.050540 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-17e0c4d7-087f-41fb-9a1d-a45384849df2 req-f3374a50-f0a7-4f73-bac0-15fa6e967545 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ba38491d23d64bd58eabf7ea16fd68e8&device_id=90ec626f-1d95-45d9-8293-40d6408a52d2 HTTP/1.1" status: 200 len: 1168 time: 0.0405958 Apr 12 00:38:22.145143 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e0c4d7-087f-41fb-9a1d-a45384849df2 req-589cd003-9c70-45cd-90b9-984ac6ab6d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:38:22.146597 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-17e0c4d7-087f-41fb-9a1d-a45384849df2 req-589cd003-9c70-45cd-90b9-984ac6ab6d87 service neutron] 10.222.0.52 "GET /v2.0/networks?id=468ee0a2-580f-4c3a-8cc5-2cad68c7110d HTTP/1.1" status: 200 len: 915 time: 0.0847137 Apr 12 00:38:22.212822 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-17e0c4d7-087f-41fb-9a1d-a45384849df2 req-3b767ec4-10ff-40cd-9dd2-9d48b10a09be service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8104ec7-8594-4188-ae28-392ce2284da2 HTTP/1.1" status: 200 len: 1000 time: 0.0571072 Apr 12 00:38:22.258178 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e0c4d7-087f-41fb-9a1d-a45384849df2 req-99482e9d-afe8-4c3e-ab2b-a0974caea8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:38:22.259565 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-17e0c4d7-087f-41fb-9a1d-a45384849df2 req-99482e9d-afe8-4c3e-ab2b-a0974caea8be service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dce6ee9c-077a-4548-b4fa-4937134c603a HTTP/1.1" status: 200 len: 853 time: 0.0401392 Apr 12 00:38:22.304143 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e0c4d7-087f-41fb-9a1d-a45384849df2 req-92037652-e079-4b9d-8a2d-f598abf1a11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:38:22.305624 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-17e0c4d7-087f-41fb-9a1d-a45384849df2 req-92037652-e079-4b9d-8a2d-f598abf1a11b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=468ee0a2-580f-4c3a-8cc5-2cad68c7110d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389571 Apr 12 00:38:22.400422 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-17e0c4d7-087f-41fb-9a1d-a45384849df2 req-d440f944-458e-4151-9697-fab69a4b15cf service neutron] 10.222.0.52 "GET /v2.0/networks/468ee0a2-580f-4c3a-8cc5-2cad68c7110d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863488 Apr 12 00:38:22.497208 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-17e0c4d7-087f-41fb-9a1d-a45384849df2 req-3c676a91-6360-4e59-9895-26858f9ece3f service neutron] 10.222.0.52 "GET /v2.0/networks/468ee0a2-580f-4c3a-8cc5-2cad68c7110d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882485 Apr 12 00:38:28.846842 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.agents_db [None req-4f17da96-f611-4225-a78f-ee15b860eec6 None None] Agent healthcheck: found 6 active agents {{(pid=114862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:38:41.734061 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 34748) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:38:41.738605 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-c6f61edd-8e5f-40d0-b074-b0b799bea895 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Request body: {'security_group': {'name': 'tempest-securitygroup--302274994', 'description': 'tempest-description--1363922941'}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:38:41.759427 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-c6f61edd-8e5f-40d0-b074-b0b799bea895 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for security_group (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:41.823150 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-c6f61edd-8e5f-40d0-b074-b0b799bea895 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for security_group (e92aeab2-612f-4908-8069-47f7486916d0), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:41.826901 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-c6f61edd-8e5f-40d0-b074-b0b799bea895 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (e92aeab2-612f-4908-8069-47f7486916d0), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:41.855250 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-c6f61edd-8e5f-40d0-b074-b0b799bea895 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for security_group (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:41.856955 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-c6f61edd-8e5f-40d0-b074-b0b799bea895 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1213379 Apr 12 00:38:41.859943 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 34750) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:38:41.860932 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f61edd-8e5f-40d0-b074-b0b799bea895 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e92aeab2-612f-4908-8069-47f7486916d0,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:38:41.865392 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [None req-9542926f-9197-4d2c-be67-825ac93a1232 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Request body: {'security_group_rule': {'security_group_id': 'e92aeab2-612f-4908-8069-47f7486916d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:38:41.867971 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f61edd-8e5f-40d0-b074-b0b799bea895 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:38:41.868351 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f61edd-8e5f-40d0-b074-b0b799bea895 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:38:41.868695 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f61edd-8e5f-40d0-b074-b0b799bea895 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:38:41.869035 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f61edd-8e5f-40d0-b074-b0b799bea895 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:38:41.869373 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f61edd-8e5f-40d0-b074-b0b799bea895 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:38:41.869705 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f61edd-8e5f-40d0-b074-b0b799bea895 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:38:41.870035 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f61edd-8e5f-40d0-b074-b0b799bea895 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:38:41.870392 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f61edd-8e5f-40d0-b074-b0b799bea895 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:38:41.870720 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f61edd-8e5f-40d0-b074-b0b799bea895 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:38:41.871048 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f61edd-8e5f-40d0-b074-b0b799bea895 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:38:41.871373 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f61edd-8e5f-40d0-b074-b0b799bea895 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:38:41.871696 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f61edd-8e5f-40d0-b074-b0b799bea895 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:38:41.872019 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f61edd-8e5f-40d0-b074-b0b799bea895 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:38:41.872904 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f61edd-8e5f-40d0-b074-b0b799bea895 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:38:41.873226 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f61edd-8e5f-40d0-b074-b0b799bea895 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:38:41.892503 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-9542926f-9197-4d2c-be67-825ac93a1232 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for security_group_rule (3f102d19-3a88-405b-bdb3-34c2e8525c8f), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:41.946447 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-9542926f-9197-4d2c-be67-825ac93a1232 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for security_group_rule (3f102d19-3a88-405b-bdb3-34c2e8525c8f), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:41.949815 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-9542926f-9197-4d2c-be67-825ac93a1232 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496243'] for security_group_rule (3f102d19-3a88-405b-bdb3-34c2e8525c8f), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:41.966628 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9542926f-9197-4d2c-be67-825ac93a1232 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f102d19-3a88-405b-bdb3-34c2e8525c8f,revision_number=0']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:38:41.974450 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-9542926f-9197-4d2c-be67-825ac93a1232 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:41.975623 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-9542926f-9197-4d2c-be67-825ac93a1232 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1146476 Apr 12 00:38:41.978235 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 34752) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:38:41.982506 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [None req-a0329d70-1893-4fc6-843d-f551f745e882 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Request body: {'security_group_rule': {'security_group_id': 'e92aeab2-612f-4908-8069-47f7486916d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:38:42.006996 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-a0329d70-1893-4fc6-843d-f551f745e882 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for security_group_rule (06bd116f-39b7-49e7-8be1-74e57554ed5b), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:42.062981 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-a0329d70-1893-4fc6-843d-f551f745e882 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for security_group_rule (06bd116f-39b7-49e7-8be1-74e57554ed5b), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:42.066388 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-a0329d70-1893-4fc6-843d-f551f745e882 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496243'] for security_group_rule (06bd116f-39b7-49e7-8be1-74e57554ed5b), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:42.085906 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0329d70-1893-4fc6-843d-f551f745e882 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06bd116f-39b7-49e7-8be1-74e57554ed5b,revision_number=0']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:38:42.092833 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-a0329d70-1893-4fc6-843d-f551f745e882 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:42.093990 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-a0329d70-1893-4fc6-843d-f551f745e882 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1148269 Apr 12 00:38:42.097003 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 34754) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:38:42.101050 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [None req-62d3c44d-8ccc-4cba-85fc-31c397903846 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Request body: {'floatingip': {'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7'}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:38:42.120396 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-62d3c44d-8ccc-4cba-85fc-31c397903846 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:42.195361 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-62d3c44d-8ccc-4cba-85fc-31c397903846 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:42.381584 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-74475483-0c5b-4736-abc7-40d0693bcaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (4ecbd319-6885-49f5-abb8-de205838eb1c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:42.561733 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.db_base_plugin_common [None req-62d3c44d-8ccc-4cba-85fc-31c397903846 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Allocated IP 172.27.3.15 (1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7/02a01a71-afa8-4790-9b30-3097f97db265/18bf496c-a9f4-4237-b8de-7bd5ae40bd0b) {{(pid=114859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:38:42.665717 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-62d3c44d-8ccc-4cba-85fc-31c397903846 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for port (18bf496c-a9f4-4237-b8de-7bd5ae40bd0b), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:42.699008 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-62d3c44d-8ccc-4cba-85fc-31c397903846 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (18bf496c-a9f4-4237-b8de-7bd5ae40bd0b), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:42.738843 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d3c44d-8ccc-4cba-85fc-31c397903846 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Network 1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7 is already hosted by enough agents. {{(pid=114859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:38:42.741571 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.base_scheduler [None req-62d3c44d-8ccc-4cba-85fc-31c397903846 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Resources bound (agent type, host, resource id): {{(pid=114859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:38:42.744853 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d3c44d-8ccc-4cba-85fc-31c397903846 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Received port after_create {{(pid=114859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:38:42.772069 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d3c44d-8ccc-4cba-85fc-31c397903846 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Pushing event updated for resources: {'Port': ['ID=18bf496c-a9f4-4237-b8de-7bd5ae40bd0b,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:38:42.835033 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-62d3c44d-8ccc-4cba-85fc-31c397903846 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for floatingip (a0446f61-8e39-4660-849e-c63fe43efb76), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:42.870158 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-62d3c44d-8ccc-4cba-85fc-31c397903846 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (18bf496c-a9f4-4237-b8de-7bd5ae40bd0b), before_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:43.018989 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-62d3c44d-8ccc-4cba-85fc-31c397903846 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for port (18bf496c-a9f4-4237-b8de-7bd5ae40bd0b), precommit_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:43.023387 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-62d3c44d-8ccc-4cba-85fc-31c397903846 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59136039'] for port (18bf496c-a9f4-4237-b8de-7bd5ae40bd0b), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:43.092190 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d3c44d-8ccc-4cba-85fc-31c397903846 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Pushing event updated for resources: {'Port': ['ID=18bf496c-a9f4-4237-b8de-7bd5ae40bd0b,revision_number=2']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:38:43.103457 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-62d3c44d-8ccc-4cba-85fc-31c397903846 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1586356'] for floatingip (a0446f61-8e39-4660-849e-c63fe43efb76), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:43.119265 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-62d3c44d-8ccc-4cba-85fc-31c397903846 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for floatingip (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:43.120479 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-62d3c44d-8ccc-4cba-85fc-31c397903846 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0225682 Apr 12 00:38:43.344201 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e52f0a89-ad8b-4d82-a81f-d7178b625e77 req-a39cb4d7-7811-46ef-a8ff-58f8f42a5197 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--302274994&fields=id&tenant_id=add150d29f3d4ccc8d4e3775577e3d57 HTTP/1.1" status: 200 len: 267 time: 0.0429807 Apr 12 00:38:43.447372 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f0a89-ad8b-4d82-a81f-d7178b625e77 req-6b900eca-9bde-41a7-aa21-4d4965800e94 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:38:43.448854 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e52f0a89-ad8b-4d82-a81f-d7178b625e77 req-6b900eca-9bde-41a7-aa21-4d4965800e94 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/networks?id=ad6fa16c-9ae9-409b-a431-15655dbe3bc7 HTTP/1.1" status: 200 len: 815 time: 0.0980794 Apr 12 00:38:43.463115 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e52f0a89-ad8b-4d82-a81f-d7178b625e77 req-3bd7d366-7e69-49af-8093-7d8cb2ac3baf tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/quotas/add150d29f3d4ccc8d4e3775577e3d57 HTTP/1.1" status: 200 len: 375 time: 0.0089083 Apr 12 00:38:43.517082 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e52f0a89-ad8b-4d82-a81f-d7178b625e77 req-ec448504-1ec7-4fc1-8444-279227194ab3 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=add150d29f3d4ccc8d4e3775577e3d57&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0484815 Apr 12 00:38:43.610625 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e52f0a89-ad8b-4d82-a81f-d7178b625e77 req-57bb521f-7bcf-4e16-aae1-195e4b137920 service neutron] 10.222.0.32 "GET /v2.0/networks/ad6fa16c-9ae9-409b-a431-15655dbe3bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823202 Apr 12 00:38:43.701927 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e52f0a89-ad8b-4d82-a81f-d7178b625e77 req-99825916-c0f5-46cc-9e35-79e90dfc83f9 service neutron] 10.222.0.32 "GET /v2.0/networks/ad6fa16c-9ae9-409b-a431-15655dbe3bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856795 Apr 12 00:38:43.861598 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-8471a384-4ceb-4e68-8174-6c8880275920 req-8da06d07-172b-4b49-82c8-df7732ac683e tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a589bc8-9b32-4820-aa00-e5c764ba1b77 HTTP/1.1" status: 200 len: 210 time: 0.0307236 Apr 12 00:38:44.627854 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-cbed0e6a-c30a-4ef6-8022-e75093b51747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (d3fb0dde-5c40-4fca-80b5-61326157311c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:44.848209 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f0a89-ad8b-4d82-a81f-d7178b625e77 req-e6dac0e4-a9f2-4607-aabf-e22fd8343671 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:38:44.849677 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e52f0a89-ad8b-4d82-a81f-d7178b625e77 req-e6dac0e4-a9f2-4607-aabf-e22fd8343671 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.52 "GET /v2.0/networks?id=ad6fa16c-9ae9-409b-a431-15655dbe3bc7 HTTP/1.1" status: 200 len: 815 time: 0.1073246 Apr 12 00:38:44.936047 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e52f0a89-ad8b-4d82-a81f-d7178b625e77 req-7d6a38b3-2edd-4aa2-b7b7-b3aaf5ca156f tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=add150d29f3d4ccc8d4e3775577e3d57 HTTP/1.1" status: 200 len: 470 time: 0.0696573 Apr 12 00:38:44.963251 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-f2dd20b5-f932-4010-8f13-5dc5ef471ea6 req-56690743-b915-499a-8050-c3bf533e03a0 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a589bc8-9b32-4820-aa00-e5c764ba1b77 HTTP/1.1" status: 200 len: 210 time: 0.0262408 Apr 12 00:38:45.032137 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [req-e52f0a89-ad8b-4d82-a81f-d7178b625e77 req-28c566be-3490-4eec-9fa5-48ab07f46821 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Request body: {'port': {'device_id': '8a589bc8-9b32-4820-aa00-e5c764ba1b77', 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7', 'admin_state_up': True, 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'security_groups': ['e92aeab2-612f-4908-8069-47f7486916d0']}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:38:45.134583 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e52f0a89-ad8b-4d82-a81f-d7178b625e77 req-28c566be-3490-4eec-9fa5-48ab07f46821 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Made reservation on behalf of add150d29f3d4ccc8d4e3775577e3d57 for: {'port': 1} {{(pid=114859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:38:45.137821 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-e52f0a89-ad8b-4d82-a81f-d7178b625e77 req-28c566be-3490-4eec-9fa5-48ab07f46821 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:45.264541 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.db_base_plugin_common [req-e52f0a89-ad8b-4d82-a81f-d7178b625e77 req-28c566be-3490-4eec-9fa5-48ab07f46821 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Allocated IP 172.20.0.14 (ad6fa16c-9ae9-409b-a431-15655dbe3bc7/a9745a0d-5463-41a5-8b5c-e529c4495cbd/a3a93149-14b3-413d-b3d4-f6a40088a349) {{(pid=114859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:38:45.399844 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-e52f0a89-ad8b-4d82-a81f-d7178b625e77 req-28c566be-3490-4eec-9fa5-48ab07f46821 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for port (a3a93149-14b3-413d-b3d4-f6a40088a349), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:45.433410 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-e52f0a89-ad8b-4d82-a81f-d7178b625e77 req-28c566be-3490-4eec-9fa5-48ab07f46821 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (a3a93149-14b3-413d-b3d4-f6a40088a349), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:45.476395 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e52f0a89-ad8b-4d82-a81f-d7178b625e77 req-28c566be-3490-4eec-9fa5-48ab07f46821 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Network ad6fa16c-9ae9-409b-a431-15655dbe3bc7 is already hosted by enough agents. {{(pid=114859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:38:45.479307 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.base_scheduler [req-e52f0a89-ad8b-4d82-a81f-d7178b625e77 req-28c566be-3490-4eec-9fa5-48ab07f46821 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Resources bound (agent type, host, resource id): {{(pid=114859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:38:45.483388 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.l3_dvrscheduler_db [req-e52f0a89-ad8b-4d82-a81f-d7178b625e77 req-28c566be-3490-4eec-9fa5-48ab07f46821 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Received port after_create {{(pid=114859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:38:45.491672 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c566be-3490-4eec-9fa5-48ab07f46821 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Pushing event updated for resources: {'Port': ['ID=a3a93149-14b3-413d-b3d4-f6a40088a349,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:38:45.537132 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f0a89-ad8b-4d82-a81f-d7178b625e77 req-28c566be-3490-4eec-9fa5-48ab07f46821 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:38:45.537661 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-e52f0a89-ad8b-4d82-a81f-d7178b625e77 req-28c566be-3490-4eec-9fa5-48ab07f46821 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for port (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:45.556049 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e52f0a89-ad8b-4d82-a81f-d7178b625e77 req-28c566be-3490-4eec-9fa5-48ab07f46821 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5282779 Apr 12 00:38:45.575483 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [req-e52f0a89-ad8b-4d82-a81f-d7178b625e77 req-ca279166-7685-419d-9942-bfcdd1347a18 service neutron] Request body: {'port': {'device_id': '8a589bc8-9b32-4820-aa00-e5c764ba1b77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83625'}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:38:45.642340 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-e52f0a89-ad8b-4d82-a81f-d7178b625e77 req-ca279166-7685-419d-9942-bfcdd1347a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (a3a93149-14b3-413d-b3d4-f6a40088a349), before_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:45.720602 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-04a83dcb-93ae-47ff-b93d-d2940bd3dde9 None None] Provisioning complete for port a3a93149-14b3-413d-b3d4-f6a40088a349 triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:38:45.721171 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-04a83dcb-93ae-47ff-b93d-d2940bd3dde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (a3a93149-14b3-413d-b3d4-f6a40088a349), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:45.755913 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-04a83dcb-93ae-47ff-b93d-d2940bd3dde9 None None] Port a3a93149-14b3-413d-b3d4-f6a40088a349 cannot update to ACTIVE because it is not bound. {{(pid=114861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:38:45.904082 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [req-e52f0a89-ad8b-4d82-a81f-d7178b625e77 req-ca279166-7685-419d-9942-bfcdd1347a18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3a93149-14b3-413d-b3d4-f6a40088a349 {{(pid=114859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:38:45.911216 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-e52f0a89-ad8b-4d82-a81f-d7178b625e77 req-ca279166-7685-419d-9942-bfcdd1347a18 service neutron] Publish callbacks [] for port (a3a93149-14b3-413d-b3d4-f6a40088a349), precommit_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:45.924231 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.provisioning_blocks [req-e52f0a89-ad8b-4d82-a81f-d7178b625e77 req-ca279166-7685-419d-9942-bfcdd1347a18 service neutron] Transition to ACTIVE for port object a3a93149-14b3-413d-b3d4-f6a40088a349 will not be triggered until provisioned by entity L2. {{(pid=114859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 00:38:45.927823 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-e52f0a89-ad8b-4d82-a81f-d7178b625e77 req-ca279166-7685-419d-9942-bfcdd1347a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59136039'] for port (a3a93149-14b3-413d-b3d4-f6a40088a349), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:45.982133 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca279166-7685-419d-9942-bfcdd1347a18 service neutron] Pushing event updated for resources: {'Port': ['ID=a3a93149-14b3-413d-b3d4-f6a40088a349,revision_number=2']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:38:46.054549 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.managers [req-e52f0a89-ad8b-4d82-a81f-d7178b625e77 req-ca279166-7685-419d-9942-bfcdd1347a18 service neutron] Attempting to bind port a3a93149-14b3-413d-b3d4-f6a40088a349 on host hv-cinder-83625 for vnic_type normal with profile {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:38:46.055177 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.managers [req-e52f0a89-ad8b-4d82-a81f-d7178b625e77 req-ca279166-7685-419d-9942-bfcdd1347a18 service neutron] Attempting to bind port a3a93149-14b3-413d-b3d4-f6a40088a349 by drivers openvswitch,hyperv on host hv-cinder-83625 at level 0 using segments [{'id': '850085f3-336f-4cd2-8504-bcaa5ecc90d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7'}] {{(pid=114859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:38:46.055695 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52f0a89-ad8b-4d82-a81f-d7178b625e77 req-ca279166-7685-419d-9942-bfcdd1347a18 service neutron] Attempting to bind port a3a93149-14b3-413d-b3d4-f6a40088a349 on network ad6fa16c-9ae9-409b-a431-15655dbe3bc7 {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:38:46.060885 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52f0a89-ad8b-4d82-a81f-d7178b625e77 req-ca279166-7685-419d-9942-bfcdd1347a18 service neutron] Port a3a93149-14b3-413d-b3d4-f6a40088a349 on network ad6fa16c-9ae9-409b-a431-15655dbe3bc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83625 {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 00:38:46.061286 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52f0a89-ad8b-4d82-a81f-d7178b625e77 req-ca279166-7685-419d-9942-bfcdd1347a18 service neutron] Attempting to bind port a3a93149-14b3-413d-b3d4-f6a40088a349 on network ad6fa16c-9ae9-409b-a431-15655dbe3bc7 {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:38:46.066424 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52f0a89-ad8b-4d82-a81f-d7178b625e77 req-ca279166-7685-419d-9942-bfcdd1347a18 service neutron] Checking agent: {'id': '6c438ad1-5788-4552-a50f-29c8c96f3196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83625', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 0, 23, 42), 'started_at': datetime.datetime(2022, 4, 12, 0, 23, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:38:46.066837 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52f0a89-ad8b-4d82-a81f-d7178b625e77 req-ca279166-7685-419d-9942-bfcdd1347a18 service neutron] Checking segment: {'id': '850085f3-336f-4cd2-8504-bcaa5ecc90d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:38:46.067285 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52f0a89-ad8b-4d82-a81f-d7178b625e77 req-ca279166-7685-419d-9942-bfcdd1347a18 service neutron] Bound using segment: {'id': '850085f3-336f-4cd2-8504-bcaa5ecc90d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7'} {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:38:46.067781 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.managers [req-e52f0a89-ad8b-4d82-a81f-d7178b625e77 req-ca279166-7685-419d-9942-bfcdd1347a18 service neutron] Bound port: a3a93149-14b3-413d-b3d4-f6a40088a349, host: hv-cinder-83625, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '850085f3-336f-4cd2-8504-bcaa5ecc90d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7'}}] {{(pid=114859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:38:46.068202 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-e52f0a89-ad8b-4d82-a81f-d7178b625e77 req-ca279166-7685-419d-9942-bfcdd1347a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (a3a93149-14b3-413d-b3d4-f6a40088a349), before_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:46.090437 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f58cc74-bb12-4fda-8de1-f0073be41ce0 req-b900051d-4fca-4ff8-9cf6-a113399cf9ce tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:38:46.094761 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-0f58cc74-bb12-4fda-8de1-f0073be41ce0 req-b900051d-4fca-4ff8-9cf6-a113399cf9ce tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a589bc8-9b32-4820-aa00-e5c764ba1b77 HTTP/1.1" status: 200 len: 944 time: 0.0506911 Apr 12 00:38:46.138051 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [req-e52f0a89-ad8b-4d82-a81f-d7178b625e77 req-ca279166-7685-419d-9942-bfcdd1347a18 service neutron] For port a3a93149-14b3-413d-b3d4-f6a40088a349, host hv-cinder-83625, cleared binding levels {{(pid=114859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:38:46.141486 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [req-e52f0a89-ad8b-4d82-a81f-d7178b625e77 req-ca279166-7685-419d-9942-bfcdd1347a18 service neutron] For port a3a93149-14b3-413d-b3d4-f6a40088a349, host hv-cinder-83625, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=a3a93149-14b3-413d-b3d4-f6a40088a349,segment=NetworkSegment(850085f3-336f-4cd2-8504-bcaa5ecc90d0),segment_id=850085f3-336f-4cd2-8504-bcaa5ecc90d0)] {{(pid=114859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:38:46.145381 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-0f58cc74-bb12-4fda-8de1-f0073be41ce0 req-9185c525-d143-4d18-ad9a-a5f9168cb7bb tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/security-groups?id=e92aeab2-612f-4908-8069-47f7486916d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462344 Apr 12 00:38:46.147832 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-e52f0a89-ad8b-4d82-a81f-d7178b625e77 req-ca279166-7685-419d-9942-bfcdd1347a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59136039'] for port (a3a93149-14b3-413d-b3d4-f6a40088a349), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:46.186930 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f0a89-ad8b-4d82-a81f-d7178b625e77 req-ca279166-7685-419d-9942-bfcdd1347a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:38:46.187553 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-e52f0a89-ad8b-4d82-a81f-d7178b625e77 req-ca279166-7685-419d-9942-bfcdd1347a18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for port (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:46.188955 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e52f0a89-ad8b-4d82-a81f-d7178b625e77 req-ca279166-7685-419d-9942-bfcdd1347a18 service neutron] 10.222.0.52 "PUT /v2.0/ports/a3a93149-14b3-413d-b3d4-f6a40088a349 HTTP/1.1" status: 200 len: 1094 time: 0.6181633 Apr 12 00:38:46.189422 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a589bc8-9b32-4820-aa00-e5c764ba1b77', 'tag': 'a3a93149-14b3-413d-b3d4-f6a40088a349'}] {{(pid=114859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:38:46.191705 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d751ce943c7fd1580d8237ddcdd582f05025ac6b53677acecb9ecfb4d000721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3129bd38-c9bb-4ee4-9426-b2d91445bbec" -d '{"events": [{"name": "network-changed", "server_uuid": "8a589bc8-9b32-4820-aa00-e5c764ba1b77", "tag": "a3a93149-14b3-413d-b3d4-f6a40088a349"}]}' {{(pid=114859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:38:46.219242 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca279166-7685-419d-9942-bfcdd1347a18 service neutron] Pushing event updated for resources: {'Port': ['ID=a3a93149-14b3-413d-b3d4-f6a40088a349,revision_number=3']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:38:46.242521 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d4423688-5a44-44f3-a132-81f2c9b6cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (af38becd-82ff-4144-8f94-74de975161ca), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:46.251125 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f5ca6c-bf3c-4603-8a37-98ddc8c7e0c9 x-openstack-request-id: req-63f5ca6c-bf3c-4603-8a37-98ddc8c7e0c9 {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:38:46.251502 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a589bc8-9b32-4820-aa00-e5c764ba1b77", "tag": "a3a93149-14b3-413d-b3d4-f6a40088a349", "status": "completed", "code": 200}]} {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:38:46.251831 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-63f5ca6c-bf3c-4603-8a37-98ddc8c7e0c9 {{(pid=114859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:38:46.252246 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63f5ca6c-bf3c-4603-8a37-98ddc8c7e0c9'] response: {'name': 'network-changed', 'server_uuid': '8a589bc8-9b32-4820-aa00-e5c764ba1b77', 'tag': 'a3a93149-14b3-413d-b3d4-f6a40088a349', 'status': 'completed', 'code': 200} Apr 12 00:38:46.306732 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f0a89-ad8b-4d82-a81f-d7178b625e77 req-f4284344-aae6-42ad-a609-54aba651b9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:38:46.308266 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e52f0a89-ad8b-4d82-a81f-d7178b625e77 req-f4284344-aae6-42ad-a609-54aba651b9bc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=add150d29f3d4ccc8d4e3775577e3d57&device_id=8a589bc8-9b32-4820-aa00-e5c764ba1b77 HTTP/1.1" status: 200 len: 1128 time: 0.0405531 Apr 12 00:38:46.358315 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e52f0a89-ad8b-4d82-a81f-d7178b625e77 req-c30b800a-94d4-40b1-b9d5-790e9928808a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3a93149-14b3-413d-b3d4-f6a40088a349 HTTP/1.1" status: 200 len: 217 time: 0.0363398 Apr 12 00:38:46.406901 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f0a89-ad8b-4d82-a81f-d7178b625e77 req-56976195-492c-424c-9d46-118961105d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:38:46.408287 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e52f0a89-ad8b-4d82-a81f-d7178b625e77 req-56976195-492c-424c-9d46-118961105d17 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a9745a0d-5463-41a5-8b5c-e529c4495cbd HTTP/1.1" status: 200 len: 854 time: 0.0446756 Apr 12 00:38:46.455556 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f0a89-ad8b-4d82-a81f-d7178b625e77 req-25a159ab-dc66-4350-b99f-3eb68ec77080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:38:46.457347 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e52f0a89-ad8b-4d82-a81f-d7178b625e77 req-25a159ab-dc66-4350-b99f-3eb68ec77080 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad6fa16c-9ae9-409b-a431-15655dbe3bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411849 Apr 12 00:38:46.548790 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e52f0a89-ad8b-4d82-a81f-d7178b625e77 req-88a71f01-5ba1-4b4e-9e15-27e4718548e1 service neutron] 10.222.0.52 "GET /v2.0/networks/ad6fa16c-9ae9-409b-a431-15655dbe3bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827367 Apr 12 00:38:46.639558 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e52f0a89-ad8b-4d82-a81f-d7178b625e77 req-fc775767-ff37-45dd-9326-87df317642e9 service neutron] 10.222.0.52 "GET /v2.0/networks/ad6fa16c-9ae9-409b-a431-15655dbe3bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842316 Apr 12 00:38:47.243614 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (6c438ad1-5788-4552-a50f-29c8c96f3196), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:47.258100 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c4807-b20f-47f8-8164-8fca2b0c5cd9 req-145904f5-e821-4d1c-9677-f7dbbe3ca210 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:38:47.259612 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-8f8c4807-b20f-47f8-8164-8fca2b0c5cd9 req-145904f5-e821-4d1c-9677-f7dbbe3ca210 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a589bc8-9b32-4820-aa00-e5c764ba1b77 HTTP/1.1" status: 200 len: 944 time: 0.0473714 Apr 12 00:38:47.306672 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-8f8c4807-b20f-47f8-8164-8fca2b0c5cd9 req-99c1bc24-a88b-4674-bdb8-5758230f7ad5 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/security-groups?id=e92aeab2-612f-4908-8069-47f7486916d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400126 Apr 12 00:38:47.636636 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-be9ea9f3-6c7c-4887-ad09-badb35df740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (738aa052-ee84-4bd1-913b-ee7149597f8f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:48.418808 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c2b33f-6d45-4178-a863-7a4585727f04 req-dc6eff50-abbf-4277-a96e-ee6b8a0e9711 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:38:48.420242 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-88c2b33f-6d45-4178-a863-7a4585727f04 req-dc6eff50-abbf-4277-a96e-ee6b8a0e9711 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a589bc8-9b32-4820-aa00-e5c764ba1b77 HTTP/1.1" status: 200 len: 944 time: 0.0460196 Apr 12 00:38:48.466414 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-88c2b33f-6d45-4178-a863-7a4585727f04 req-16ff078f-4c37-44c2-80a8-c219b98d5048 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/security-groups?id=e92aeab2-612f-4908-8069-47f7486916d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406306 Apr 12 00:38:48.905987 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3129bd38-c9bb-4ee4-9426-b2d91445bbec req-a02d92b6-baf0-47f2-9e12-a2b4680357db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:38:48.907496 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-3129bd38-c9bb-4ee4-9426-b2d91445bbec req-a02d92b6-baf0-47f2-9e12-a2b4680357db service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=add150d29f3d4ccc8d4e3775577e3d57&device_id=8a589bc8-9b32-4820-aa00-e5c764ba1b77 HTTP/1.1" status: 200 len: 1128 time: 0.0425467 Apr 12 00:38:48.972910 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (f9a21fd4-36f2-4826-890e-da332e228edf), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:48.996255 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3129bd38-c9bb-4ee4-9426-b2d91445bbec req-3a204cb7-b92f-40c3-a7f9-584718006268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:38:48.998487 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-3129bd38-c9bb-4ee4-9426-b2d91445bbec req-3a204cb7-b92f-40c3-a7f9-584718006268 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ad6fa16c-9ae9-409b-a431-15655dbe3bc7 HTTP/1.1" status: 200 len: 916 time: 0.0852277 Apr 12 00:38:49.042005 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-3129bd38-c9bb-4ee4-9426-b2d91445bbec req-1fa4a37d-c80d-4709-a4c9-89d0bb9bedcb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3a93149-14b3-413d-b3d4-f6a40088a349 HTTP/1.1" status: 200 len: 217 time: 0.0374188 Apr 12 00:38:49.088631 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3129bd38-c9bb-4ee4-9426-b2d91445bbec req-74154e51-cfc9-4765-8d9c-a9ea882ebac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:38:49.090041 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-3129bd38-c9bb-4ee4-9426-b2d91445bbec req-74154e51-cfc9-4765-8d9c-a9ea882ebac1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a9745a0d-5463-41a5-8b5c-e529c4495cbd HTTP/1.1" status: 200 len: 854 time: 0.0424194 Apr 12 00:38:49.131932 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3129bd38-c9bb-4ee4-9426-b2d91445bbec req-399fdb1b-6567-4041-971a-70420e6aad92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:38:49.133331 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-3129bd38-c9bb-4ee4-9426-b2d91445bbec req-399fdb1b-6567-4041-971a-70420e6aad92 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad6fa16c-9ae9-409b-a431-15655dbe3bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373065 Apr 12 00:38:49.223833 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-3129bd38-c9bb-4ee4-9426-b2d91445bbec req-ad26e864-c084-4708-a6c7-594a6eac2902 service neutron] 10.222.0.52 "GET /v2.0/networks/ad6fa16c-9ae9-409b-a431-15655dbe3bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844989 Apr 12 00:38:49.310781 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-3129bd38-c9bb-4ee4-9426-b2d91445bbec req-34303a09-03fe-488b-ba81-ebee90e4bd72 service neutron] 10.222.0.52 "GET /v2.0/networks/ad6fa16c-9ae9-409b-a431-15655dbe3bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808322 Apr 12 00:38:49.579094 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288329e2-bc03-4619-a0b2-25db6ff15f8c req-4728832f-385d-4c1b-b14f-6550cb4429d0 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:38:49.580517 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-288329e2-bc03-4619-a0b2-25db6ff15f8c req-4728832f-385d-4c1b-b14f-6550cb4429d0 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a589bc8-9b32-4820-aa00-e5c764ba1b77 HTTP/1.1" status: 200 len: 944 time: 0.0490918 Apr 12 00:38:49.625641 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-288329e2-bc03-4619-a0b2-25db6ff15f8c req-b4ece033-fac4-4ade-a1d7-509f9af1f11e tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/security-groups?id=e92aeab2-612f-4908-8069-47f7486916d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394890 Apr 12 00:38:50.328586 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device a3a93149-14b3-413d-b3d4-f6a40088a349 details requested by agent hyperv_hv-cinder-83625 with host hv-cinder-83625 {{(pid=114861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 00:38:50.425768 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port a3a93149-14b3-413d-b3d4-f6a40088a349, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=a3a93149-14b3-413d-b3d4-f6a40088a349,segment=NetworkSegment(850085f3-336f-4cd2-8504-bcaa5ecc90d0),segment_id=850085f3-336f-4cd2-8504-bcaa5ecc90d0)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:38:50.436576 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Returning: {'device': 'a3a93149-14b3-413d-b3d4-f6a40088a349', 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7', 'port_id': 'a3a93149-14b3-413d-b3d4-f6a40088a349', 'mac_address': 'fa:16:3e:cc:a5:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9745a0d-5463-41a5-8b5c-e529c4495cbd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 00:38:50.471947 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Current status of the port a3a93149-14b3-413d-b3d4-f6a40088a349 is: DOWN; New status is: BUILD {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:38:50.472327 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (a3a93149-14b3-413d-b3d4-f6a40088a349), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:50.485492 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.notifiers.nova [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3a93149-14b3-413d-b3d4-f6a40088a349 {{(pid=114861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:38:50.504193 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port a3a93149-14b3-413d-b3d4-f6a40088a349, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=a3a93149-14b3-413d-b3d4-f6a40088a349,segment=NetworkSegment(850085f3-336f-4cd2-8504-bcaa5ecc90d0),segment_id=850085f3-336f-4cd2-8504-bcaa5ecc90d0)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:38:50.508062 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (a3a93149-14b3-413d-b3d4-f6a40088a349), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:50.555484 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Pushing event updated for resources: {'Port': ['ID=a3a93149-14b3-413d-b3d4-f6a40088a349,revision_number=4']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:38:50.563049 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:38:50.563401 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:38:50.563752 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:38:50.564098 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:38:50.564447 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:38:50.564786 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:38:50.565121 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:38:50.565456 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:38:50.565791 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:38:50.566132 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:38:50.566482 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:38:50.566818 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:38:50.567146 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:38:50.567474 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:38:50.567802 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:38:50.737995 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd1b24-2613-493d-ad10-8f7fc2a9ff5e req-67d0c34e-e304-4671-943c-d2e973837567 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:38:50.739487 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-dcbd1b24-2613-493d-ad10-8f7fc2a9ff5e req-67d0c34e-e304-4671-943c-d2e973837567 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a589bc8-9b32-4820-aa00-e5c764ba1b77 HTTP/1.1" status: 200 len: 945 time: 0.0460536 Apr 12 00:38:50.792308 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-dcbd1b24-2613-493d-ad10-8f7fc2a9ff5e req-624a4ac0-5a1c-4607-ae58-82f184608569 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/security-groups?id=e92aeab2-612f-4908-8069-47f7486916d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473654 Apr 12 00:38:50.936693 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] get_ports_and_sgs() called for port_ids ['a3a93149-14b3-413d-b3d4-f6a40088a349'] {{(pid=114861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:38:51.905313 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e278a7-4fa3-46cb-b6f9-edfda0cd6d51 req-0c686922-727a-475a-84ac-ede19eea061f tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:38:51.906740 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-74e278a7-4fa3-46cb-b6f9-edfda0cd6d51 req-0c686922-727a-475a-84ac-ede19eea061f tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a589bc8-9b32-4820-aa00-e5c764ba1b77 HTTP/1.1" status: 200 len: 945 time: 0.0470898 Apr 12 00:38:51.952143 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-74e278a7-4fa3-46cb-b6f9-edfda0cd6d51 req-6fb26d5c-614d-4c2b-b969-d3fb4323b335 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/security-groups?id=e92aeab2-612f-4908-8069-47f7486916d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398889 Apr 12 00:38:52.357519 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device a3a93149-14b3-413d-b3d4-f6a40088a349 up at agent hyperv_hv-cinder-83625 {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:38:52.399664 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Provisioning for port a3a93149-14b3-413d-b3d4-f6a40088a349 completed by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 00:38:52.405845 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Provisioning complete for port a3a93149-14b3-413d-b3d4-f6a40088a349 triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:38:52.406221 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (a3a93149-14b3-413d-b3d4-f6a40088a349), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:52.482631 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Current status of the port a3a93149-14b3-413d-b3d4-f6a40088a349 is: BUILD; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:38:52.483016 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (a3a93149-14b3-413d-b3d4-f6a40088a349), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:52.504217 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a589bc8-9b32-4820-aa00-e5c764ba1b77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a93149-14b3-413d-b3d4-f6a40088a349'}] {{(pid=114861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:38:52.506441 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d187226e65eb8f713948fb36ffe50595ec682b3d9ec12b6d0c088ba153fadb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0310204-7cbc-4f52-bb75-e1d028fa98fd" -d '{"events": [{"server_uuid": "8a589bc8-9b32-4820-aa00-e5c764ba1b77", "name": "network-vif-plugged", "status": "completed", "tag": "a3a93149-14b3-413d-b3d4-f6a40088a349"}]}' {{(pid=114861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:38:52.518642 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port a3a93149-14b3-413d-b3d4-f6a40088a349, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=a3a93149-14b3-413d-b3d4-f6a40088a349,segment=NetworkSegment(850085f3-336f-4cd2-8504-bcaa5ecc90d0),segment_id=850085f3-336f-4cd2-8504-bcaa5ecc90d0)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:38:52.522701 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (a3a93149-14b3-413d-b3d4-f6a40088a349), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:52.546102 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9112d5-398b-4922-913f-0b61341a0bd3 x-openstack-request-id: req-5e9112d5-398b-4922-913f-0b61341a0bd3 {{(pid=114861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:38:52.546427 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a589bc8-9b32-4820-aa00-e5c764ba1b77", "name": "network-vif-plugged", "status": "completed", "tag": "a3a93149-14b3-413d-b3d4-f6a40088a349", "code": 200}]} {{(pid=114861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:38:52.546682 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5e9112d5-398b-4922-913f-0b61341a0bd3 {{(pid=114861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:38:52.547075 dv-cinder-836252-3-iscsi neutron-server[114861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e9112d5-398b-4922-913f-0b61341a0bd3'] response: {'server_uuid': '8a589bc8-9b32-4820-aa00-e5c764ba1b77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a93149-14b3-413d-b3d4-f6a40088a349', 'code': 200} Apr 12 00:38:52.571004 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Pushing event updated for resources: {'Port': ['ID=a3a93149-14b3-413d-b3d4-f6a40088a349,revision_number=5']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:38:52.743961 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a1c7a-930f-4523-a366-2d830267632b req-c4d6573e-98c4-4167-ae0d-a8e9046edb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:38:52.745596 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-658a1c7a-930f-4523-a366-2d830267632b req-c4d6573e-98c4-4167-ae0d-a8e9046edb08 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8a589bc8-9b32-4820-aa00-e5c764ba1b77 HTTP/1.1" status: 200 len: 1130 time: 0.0371752 Apr 12 00:38:52.788991 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-658a1c7a-930f-4523-a366-2d830267632b req-ea514702-6ee1-4bb4-8c82-9a21aac7e9cc service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e92aeab2-612f-4908-8069-47f7486916d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374308 Apr 12 00:38:53.063932 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff2d5a5-f027-4398-ab64-a60958d054ee req-ef38ee5a-a50f-4095-a916-9d925e86c3d3 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:38:53.065393 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-fff2d5a5-f027-4398-ab64-a60958d054ee req-ef38ee5a-a50f-4095-a916-9d925e86c3d3 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a589bc8-9b32-4820-aa00-e5c764ba1b77 HTTP/1.1" status: 200 len: 946 time: 0.0455611 Apr 12 00:38:53.113902 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-fff2d5a5-f027-4398-ab64-a60958d054ee req-cb67391b-fd81-4920-8d9f-a2f22bda0bcf tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/security-groups?id=e92aeab2-612f-4908-8069-47f7486916d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428863 Apr 12 00:38:53.376504 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-4dc9ab8c-f428-4162-968b-ee471b666c68 req-5b6a41ce-1209-4223-b612-df24ff7ea816 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b7f92fc1-03bb-4d20-959e-fb9cd283f51a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0364895 Apr 12 00:38:53.925301 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9ab8c-f428-4162-968b-ee471b666c68 req-dc381203-6d60-4bb3-a890-f8491764cb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:38:53.926738 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-4dc9ab8c-f428-4162-968b-ee471b666c68 req-dc381203-6d60-4bb3-a890-f8491764cb71 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4ad54dac63374c8a9b4da55ee5dc7fd1&device_id=b7f92fc1-03bb-4d20-959e-fb9cd283f51a HTTP/1.1" status: 200 len: 1129 time: 0.0424926 Apr 12 00:38:54.029279 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9ab8c-f428-4162-968b-ee471b666c68 req-66e1185e-556b-4f2f-99dc-ecf06f18798b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:38:54.030750 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-4dc9ab8c-f428-4162-968b-ee471b666c68 req-66e1185e-556b-4f2f-99dc-ecf06f18798b service neutron] 10.222.0.52 "GET /v2.0/networks?id=8a9865c2-0d03-40f9-a71a-607e87040674 HTTP/1.1" status: 200 len: 912 time: 0.0848763 Apr 12 00:38:54.102429 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-4dc9ab8c-f428-4162-968b-ee471b666c68 req-a345f06f-d637-4fba-8029-fd67ea2cd85b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6de8e31e-e087-40aa-a319-0647d34795ca HTTP/1.1" status: 200 len: 1000 time: 0.0619819 Apr 12 00:38:54.153811 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9ab8c-f428-4162-968b-ee471b666c68 req-7390fb5b-586e-4e66-ae54-2750cbd0c7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:38:54.155288 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-4dc9ab8c-f428-4162-968b-ee471b666c68 req-7390fb5b-586e-4e66-ae54-2750cbd0c7ad service neutron] 10.222.0.52 "GET /v2.0/subnets?id=673329e3-8235-4c2b-a7ed-65b2b39a6faf HTTP/1.1" status: 200 len: 850 time: 0.0463333 Apr 12 00:38:54.230049 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9ab8c-f428-4162-968b-ee471b666c68 req-955bf20b-3a0d-4729-83e0-31d6db1b5864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:38:54.231668 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-4dc9ab8c-f428-4162-968b-ee471b666c68 req-955bf20b-3a0d-4729-83e0-31d6db1b5864 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8a9865c2-0d03-40f9-a71a-607e87040674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0703237 Apr 12 00:38:54.247672 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695787de-10cd-48de-bfaf-b2e41c45a1fd req-cbd0bf07-a407-42c4-8015-0704628b26e6 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:38:54.249232 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-695787de-10cd-48de-bfaf-b2e41c45a1fd req-cbd0bf07-a407-42c4-8015-0704628b26e6 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a589bc8-9b32-4820-aa00-e5c764ba1b77 HTTP/1.1" status: 200 len: 946 time: 0.0571489 Apr 12 00:38:54.299903 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-695787de-10cd-48de-bfaf-b2e41c45a1fd req-6c6e314e-df4e-4b41-91e4-066e3853ddcd tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/security-groups?id=e92aeab2-612f-4908-8069-47f7486916d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450239 Apr 12 00:38:54.841425 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-4dc9ab8c-f428-4162-968b-ee471b666c68 req-6aa64822-b40c-4949-8c12-f15ffa6bf919 service neutron] 10.222.0.52 "GET /v2.0/networks/8a9865c2-0d03-40f9-a71a-607e87040674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819545 Apr 12 00:38:54.933877 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-4dc9ab8c-f428-4162-968b-ee471b666c68 req-5214a919-5810-40f7-8ec6-0298372b0465 service neutron] 10.222.0.52 "GET /v2.0/networks/8a9865c2-0d03-40f9-a71a-607e87040674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862463 Apr 12 00:38:55.411946 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e5d1d-745e-4e31-86c4-d7e32d988877 req-69baa308-276b-4fcc-9155-a2f8e405efdd tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:38:55.413390 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-5e0e5d1d-745e-4e31-86c4-d7e32d988877 req-69baa308-276b-4fcc-9155-a2f8e405efdd tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a589bc8-9b32-4820-aa00-e5c764ba1b77 HTTP/1.1" status: 200 len: 946 time: 0.0463483 Apr 12 00:38:55.459795 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-5e0e5d1d-745e-4e31-86c4-d7e32d988877 req-adc5e450-a887-4984-9d5e-13159413aa8b tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/security-groups?id=e92aeab2-612f-4908-8069-47f7486916d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408394 Apr 12 00:38:55.568089 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515557d9-e59a-4c91-9ee9-cc4b5ffbf56e req-38dddee7-c33b-440c-817f-0daef8b7e48c tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:38:55.569543 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-515557d9-e59a-4c91-9ee9-cc4b5ffbf56e req-38dddee7-c33b-440c-817f-0daef8b7e48c tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a589bc8-9b32-4820-aa00-e5c764ba1b77 HTTP/1.1" status: 200 len: 946 time: 0.0472608 Apr 12 00:38:55.578018 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 34810) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:38:55.582202 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [None req-1d2402a7-10e0-4b8e-9b12-58a761634cb4 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Request body: {'floatingip': {'port_id': 'a3a93149-14b3-413d-b3d4-f6a40088a349'}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:38:55.620825 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-1d2402a7-10e0-4b8e-9b12-58a761634cb4 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for floatingip (a0446f61-8e39-4660-849e-c63fe43efb76), before_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:56.051136 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-1d2402a7-10e0-4b8e-9b12-58a761634cb4 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:56.055205 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-1d2402a7-10e0-4b8e-9b12-58a761634cb4 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1586356'] for floatingip (a0446f61-8e39-4660-849e-c63fe43efb76), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:56.154377 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.db.l3_db [None req-1d2402a7-10e0-4b8e-9b12-58a761634cb4 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Floating IP a0446f61-8e39-4660-849e-c63fe43efb76 associated. External IP: 172.27.3.15, port: a3a93149-14b3-413d-b3d4-f6a40088a349. Apr 12 00:38:56.356811 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d2402a7-10e0-4b8e-9b12-58a761634cb4 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Router c55378f6-ed14-4860-9722-f016e3ed5a64 has already been hosted by L3 agent d3fb0dde-5c40-4fca-80b5-61326157311c {{(pid=114859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:38:56.731584 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2402a7-10e0-4b8e-9b12-58a761634cb4 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Notify agent at l3_agent.dv-cinder-836252-3-iscsi the message routers_updated {{(pid=114859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:38:56.735979 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-1d2402a7-10e0-4b8e-9b12-58a761634cb4 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for floatingip (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:38:56.742231 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc65c4b-b033-41a2-9d5c-66f9822bf90c None None] Sync routers for ids ['c55378f6-ed14-4860-9722-f016e3ed5a64'] in dv-cinder-836252-3-iscsi {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:38:56.752195 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc65c4b-b033-41a2-9d5c-66f9822bf90c None None] Routers {'c55378f6-ed14-4860-9722-f016e3ed5a64'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:38:56.752796 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-8fc65c4b-b033-41a2-9d5c-66f9822bf90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:38:45Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['c55378f6-ed14-4860-9722-f016e3ed5a64'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:38:56.764803 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-1d2402a7-10e0-4b8e-9b12-58a761634cb4 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "PUT /v2.0/floatingips/a0446f61-8e39-4660-849e-c63fe43efb76 HTTP/1.1" status: 200 len: 991 time: 1.1857464 Apr 12 00:38:56.765750 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a589bc8-9b32-4820-aa00-e5c764ba1b77', 'tag': 'a3a93149-14b3-413d-b3d4-f6a40088a349'}] {{(pid=114859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:38:56.768003 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d751ce943c7fd1580d8237ddcdd582f05025ac6b53677acecb9ecfb4d000721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85cfeff-03a3-4894-846c-3bbf5a3ceb2a" -d '{"events": [{"name": "network-changed", "server_uuid": "8a589bc8-9b32-4820-aa00-e5c764ba1b77", "tag": "a3a93149-14b3-413d-b3d4-f6a40088a349"}]}' {{(pid=114859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:38:56.803469 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ec438e-4042-4ac8-88da-01870f49cc05 x-openstack-request-id: req-98ec438e-4042-4ac8-88da-01870f49cc05 {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:38:56.803761 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a589bc8-9b32-4820-aa00-e5c764ba1b77", "tag": "a3a93149-14b3-413d-b3d4-f6a40088a349", "status": "completed", "code": 200}]} {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:38:56.804020 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-98ec438e-4042-4ac8-88da-01870f49cc05 {{(pid=114859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:38:56.804422 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98ec438e-4042-4ac8-88da-01870f49cc05'] response: {'name': 'network-changed', 'server_uuid': '8a589bc8-9b32-4820-aa00-e5c764ba1b77', 'tag': 'a3a93149-14b3-413d-b3d4-f6a40088a349', 'status': 'completed', 'code': 200} Apr 12 00:38:56.860805 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-8fc65c4b-b033-41a2-9d5c-66f9822bf90c None None] Set router c55378f6-ed14-4860-9722-f016e3ed5a64 gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:38:56.899964 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85cfeff-03a3-4894-846c-3bbf5a3ceb2a req-755ff355-1063-490f-9de2-28a4f2cfee7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:38:56.901460 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d85cfeff-03a3-4894-846c-3bbf5a3ceb2a req-755ff355-1063-490f-9de2-28a4f2cfee7f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=add150d29f3d4ccc8d4e3775577e3d57&device_id=8a589bc8-9b32-4820-aa00-e5c764ba1b77 HTTP/1.1" status: 200 len: 1130 time: 0.0498264 Apr 12 00:38:56.991799 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85cfeff-03a3-4894-846c-3bbf5a3ceb2a req-b642500e-b302-4202-97f0-eeac3fadd9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:38:56.993252 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d85cfeff-03a3-4894-846c-3bbf5a3ceb2a req-b642500e-b302-4202-97f0-eeac3fadd9c3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ad6fa16c-9ae9-409b-a431-15655dbe3bc7 HTTP/1.1" status: 200 len: 916 time: 0.0859618 Apr 12 00:38:57.056293 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d85cfeff-03a3-4894-846c-3bbf5a3ceb2a req-e636a312-3945-431e-9f6b-67a1916c3abd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3a93149-14b3-413d-b3d4-f6a40088a349 HTTP/1.1" status: 200 len: 999 time: 0.0568597 Apr 12 00:38:57.083502 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-8fc65c4b-b033-41a2-9d5c-66f9822bf90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'name': 'tempest-AttachVolumeNegativeTest-1669374095-router', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '58289c30-3084-4e4c-98f4-831e7f157643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:36:38Z', 'updated_at': '2022-04-12T00:36:41Z', 'revision_number': 4, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'gw_port': {'id': '58289c30-3084-4e4c-98f4-831e7f157643', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:36:38Z', 'updated_at': '2022-04-12T00:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_floatingips': [{'id': '8d871c1f-2051-49df-b1f4-467b16c34867', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'floating_ip_address': '172.27.3.224', 'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'router_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'port_id': 'b26c3c3f-4a79-4918-90df-a275b5f37b5b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7', 'mac_address': 'fa:16:3e:e8:7f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8227d3-6b1f-4d92-90c7-41de2b3054bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:36:44Z', 'updated_at': '2022-04-12T00:37:03Z', 'revision_number': 2, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'fixed_ip_address_scope': None}, {'id': 'a0446f61-8e39-4660-849e-c63fe43efb76', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'floating_ip_address': '172.27.3.15', 'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'router_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'port_id': 'a3a93149-14b3-413d-b3d4-f6a40088a349', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7', 'mac_address': 'fa:16:3e:cc:a5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a589bc8-9b32-4820-aa00-e5c764ba1b77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:38:42Z', 'updated_at': '2022-04-12T00:38:55Z', 'revision_number': 1, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3', 'name': '', 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'mac_address': 'fa:16:3e:20:45:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'a9745a0d-5463-41a5-8b5c-e529c4495cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:36:40Z', 'updated_at': '2022-04-12T00:36:45Z', 'revision_number': 5, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'subnets': [{'id': 'a9745a0d-5463-41a5-8b5c-e529c4495cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:38:57.106989 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85cfeff-03a3-4894-846c-3bbf5a3ceb2a req-100cc884-d67e-453a-881a-69af3b4b58b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:38:57.108677 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d85cfeff-03a3-4894-846c-3bbf5a3ceb2a req-100cc884-d67e-453a-881a-69af3b4b58b2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a9745a0d-5463-41a5-8b5c-e529c4495cbd HTTP/1.1" status: 200 len: 854 time: 0.0465078 Apr 12 00:38:57.109726 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc65c4b-b033-41a2-9d5c-66f9822bf90c None None] Checking router: c55378f6-ed14-4860-9722-f016e3ed5a64 for host: dv-cinder-836252-3-iscsi {{(pid=114862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:38:57.117952 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc65c4b-b033-41a2-9d5c-66f9822bf90c None None] Routers {'c55378f6-ed14-4860-9722-f016e3ed5a64'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:38:57.118579 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-8fc65c4b-b033-41a2-9d5c-66f9822bf90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:38:45Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['c55378f6-ed14-4860-9722-f016e3ed5a64'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:38:57.149379 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85cfeff-03a3-4894-846c-3bbf5a3ceb2a req-d428241c-9459-4e4c-a78e-6cddf20b6a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:38:57.150905 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d85cfeff-03a3-4894-846c-3bbf5a3ceb2a req-d428241c-9459-4e4c-a78e-6cddf20b6a38 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad6fa16c-9ae9-409b-a431-15655dbe3bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0365572 Apr 12 00:38:57.241671 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d85cfeff-03a3-4894-846c-3bbf5a3ceb2a req-e01a65f4-6f3c-4114-abb1-db41fc87aa2d service neutron] 10.222.0.52 "GET /v2.0/networks/ad6fa16c-9ae9-409b-a431-15655dbe3bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844541 Apr 12 00:38:57.306625 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-8fc65c4b-b033-41a2-9d5c-66f9822bf90c None None] Set router c55378f6-ed14-4860-9722-f016e3ed5a64 gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:38:57.333100 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d85cfeff-03a3-4894-846c-3bbf5a3ceb2a req-0af82226-9023-4548-b59c-12c0e10a22d8 service neutron] 10.222.0.52 "GET /v2.0/networks/ad6fa16c-9ae9-409b-a431-15655dbe3bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854664 Apr 12 00:38:57.519789 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-8fc65c4b-b033-41a2-9d5c-66f9822bf90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'name': 'tempest-AttachVolumeNegativeTest-1669374095-router', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '58289c30-3084-4e4c-98f4-831e7f157643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:36:38Z', 'updated_at': '2022-04-12T00:36:41Z', 'revision_number': 4, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'gw_port': {'id': '58289c30-3084-4e4c-98f4-831e7f157643', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:36:38Z', 'updated_at': '2022-04-12T00:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_floatingips': [{'id': '8d871c1f-2051-49df-b1f4-467b16c34867', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'floating_ip_address': '172.27.3.224', 'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'router_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'port_id': 'b26c3c3f-4a79-4918-90df-a275b5f37b5b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7', 'mac_address': 'fa:16:3e:e8:7f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8227d3-6b1f-4d92-90c7-41de2b3054bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:36:44Z', 'updated_at': '2022-04-12T00:37:03Z', 'revision_number': 2, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'fixed_ip_address_scope': None}, {'id': 'a0446f61-8e39-4660-849e-c63fe43efb76', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'floating_ip_address': '172.27.3.15', 'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'router_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'port_id': 'a3a93149-14b3-413d-b3d4-f6a40088a349', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7', 'mac_address': 'fa:16:3e:cc:a5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a589bc8-9b32-4820-aa00-e5c764ba1b77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:38:42Z', 'updated_at': '2022-04-12T00:38:55Z', 'revision_number': 1, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3', 'name': '', 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'mac_address': 'fa:16:3e:20:45:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'a9745a0d-5463-41a5-8b5c-e529c4495cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:36:40Z', 'updated_at': '2022-04-12T00:36:45Z', 'revision_number': 5, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'subnets': [{'id': 'a9745a0d-5463-41a5-8b5c-e529c4495cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:38:57.545348 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc65c4b-b033-41a2-9d5c-66f9822bf90c None None] The sync data for ids ['c55378f6-ed14-4860-9722-f016e3ed5a64'] in dv-cinder-836252-3-iscsi is: [{'id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'name': 'tempest-AttachVolumeNegativeTest-1669374095-router', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '58289c30-3084-4e4c-98f4-831e7f157643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:36:38Z', 'updated_at': '2022-04-12T00:36:41Z', 'revision_number': 4, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'gw_port': {'id': '58289c30-3084-4e4c-98f4-831e7f157643', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:36:38Z', 'updated_at': '2022-04-12T00:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_floatingips': [{'id': '8d871c1f-2051-49df-b1f4-467b16c34867', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'floating_ip_address': '172.27.3.224', 'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'router_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'port_id': 'b26c3c3f-4a79-4918-90df-a275b5f37b5b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7', 'mac_address': 'fa:16:3e:e8:7f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8227d3-6b1f-4d92-90c7-41de2b3054bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:36:44Z', 'updated_at': '2022-04-12T00:37:03Z', 'revision_number': 2, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'fixed_ip_address_scope': None}, {'id': 'a0446f61-8e39-4660-849e-c63fe43efb76', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'floating_ip_address': '172.27.3.15', 'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'router_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'port_id': 'a3a93149-14b3-413d-b3d4-f6a40088a349', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7', 'mac_address': 'fa:16:3e:cc:a5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a589bc8-9b32-4820-aa00-e5c764ba1b77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:38:42Z', 'updated_at': '2022-04-12T00:38:55Z', 'revision_number': 1, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3', 'name': '', 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'mac_address': 'fa:16:3e:20:45:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'a9745a0d-5463-41a5-8b5c-e529c4495cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:36:40Z', 'updated_at': '2022-04-12T00:36:45Z', 'revision_number': 5, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'subnets': [{'id': 'a9745a0d-5463-41a5-8b5c-e529c4495cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:38:57.737328 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae04f1e-6a84-4416-a3af-e1ce70794543 None None] New status for floating IP a0446f61-8e39-4660-849e-c63fe43efb76: ACTIVE {{(pid=114861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 00:39:03.076027 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 34818) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:39:03.217867 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.plugin [None req-d9949bbe-e7b8-4ffb-8f94-35683c72566c tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Deleting port 84a3d686-93ca-40e3-a5d8-0cc97b7f0159 {{(pid=114860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:39:03.218202 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-d9949bbe-e7b8-4ffb-8f94-35683c72566c tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (84a3d686-93ca-40e3-a5d8-0cc97b7f0159), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:03.293110 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-d9949bbe-e7b8-4ffb-8f94-35683c72566c tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (84a3d686-93ca-40e3-a5d8-0cc97b7f0159), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:03.293453 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-d9949bbe-e7b8-4ffb-8f94-35683c72566c tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks [] for floatingip (84a3d686-93ca-40e3-a5d8-0cc97b7f0159), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:03.305005 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.plugin [None req-d9949bbe-e7b8-4ffb-8f94-35683c72566c tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Calling delete_port for 84a3d686-93ca-40e3-a5d8-0cc97b7f0159 owned by network:floatingip {{(pid=114860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:39:03.449510 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-d9949bbe-e7b8-4ffb-8f94-35683c72566c tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806209'] for port (84a3d686-93ca-40e3-a5d8-0cc97b7f0159), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:03.476432 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9949bbe-e7b8-4ffb-8f94-35683c72566c tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Pushing event deleted for resources: {'Port': ['ID=84a3d686-93ca-40e3-a5d8-0cc97b7f0159,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:39:03.533531 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-d9949bbe-e7b8-4ffb-8f94-35683c72566c tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks [] for floatingip (243285a1-18db-4e10-a7be-aab9ed1e9dd6), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:03.533855 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.db.l3_db [None req-d9949bbe-e7b8-4ffb-8f94-35683c72566c tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Floating IP 243285a1-18db-4e10-a7be-aab9ed1e9dd6 disassociated (deleted). External IP: 172.27.3.51, port: 6de8e31e-e087-40aa-a319-0647d34795ca. Apr 12 00:39:03.956109 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9949bbe-e7b8-4ffb-8f94-35683c72566c tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Router 6ca15b63-1d2a-4015-b195-3a705cb14e92 has already been hosted by L3 agent d3fb0dde-5c40-4fca-80b5-61326157311c {{(pid=114860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:39:04.062351 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9949bbe-e7b8-4ffb-8f94-35683c72566c tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Notify agent at l3_agent.dv-cinder-836252-3-iscsi the message routers_updated {{(pid=114860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:39:04.066830 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-d9949bbe-e7b8-4ffb-8f94-35683c72566c tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for floatingip (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:04.072006 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac1ba60-c164-4ae0-9d78-a76adea3b496 None None] Sync routers for ids ['6ca15b63-1d2a-4015-b195-3a705cb14e92'] in dv-cinder-836252-3-iscsi {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:39:04.082509 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac1ba60-c164-4ae0-9d78-a76adea3b496 None None] Routers {'6ca15b63-1d2a-4015-b195-3a705cb14e92'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:39:04.083119 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-eac1ba60-c164-4ae0-9d78-a76adea3b496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:38:45Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['6ca15b63-1d2a-4015-b195-3a705cb14e92'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:39:04.097337 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-d9949bbe-e7b8-4ffb-8f94-35683c72566c tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "DELETE /v2.0/floatingips/243285a1-18db-4e10-a7be-aab9ed1e9dd6 HTTP/1.1" status: 204 len: 168 time: 1.0202353 Apr 12 00:39:04.097916 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7f92fc1-03bb-4d20-959e-fb9cd283f51a', 'tag': '6de8e31e-e087-40aa-a319-0647d34795ca'}] {{(pid=114860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:39:04.100261 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90dfd39203e2da807f23340b9cb516271cbc18bcd75fa685292d117274546a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9231187-8f64-4827-8fd4-13a63b035dd5" -d '{"events": [{"name": "network-changed", "server_uuid": "b7f92fc1-03bb-4d20-959e-fb9cd283f51a", "tag": "6de8e31e-e087-40aa-a319-0647d34795ca"}]}' {{(pid=114860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:39:04.138734 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fbb612a-bc14-462c-8101-fc35dbf309d1 x-openstack-request-id: req-8fbb612a-bc14-462c-8101-fc35dbf309d1 {{(pid=114860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:39:04.139070 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7f92fc1-03bb-4d20-959e-fb9cd283f51a", "tag": "6de8e31e-e087-40aa-a319-0647d34795ca", "status": "completed", "code": 200}]} {{(pid=114860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:39:04.139256 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8fbb612a-bc14-462c-8101-fc35dbf309d1 {{(pid=114860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:39:04.139621 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fbb612a-bc14-462c-8101-fc35dbf309d1'] response: {'name': 'network-changed', 'server_uuid': 'b7f92fc1-03bb-4d20-959e-fb9cd283f51a', 'tag': '6de8e31e-e087-40aa-a319-0647d34795ca', 'status': 'completed', 'code': 200} Apr 12 00:39:04.192550 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-eac1ba60-c164-4ae0-9d78-a76adea3b496 None None] Set router 6ca15b63-1d2a-4015-b195-3a705cb14e92 gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:39:04.239656 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9231187-8f64-4827-8fd4-13a63b035dd5 req-70dead06-1407-4316-b8a2-e35aaf6c8bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:39:04.241105 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e9231187-8f64-4827-8fd4-13a63b035dd5 req-70dead06-1407-4316-b8a2-e35aaf6c8bef service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4ad54dac63374c8a9b4da55ee5dc7fd1&device_id=b7f92fc1-03bb-4d20-959e-fb9cd283f51a HTTP/1.1" status: 200 len: 1129 time: 0.0402000 Apr 12 00:39:04.317112 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f39f258-f39d-418b-9244-b35aa6381ac7 req-6ece3c95-c820-49a3-9acd-16538b1b0ea9 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:39:04.318615 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-0f39f258-f39d-418b-9244-b35aa6381ac7 req-6ece3c95-c820-49a3-9acd-16538b1b0ea9 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7f92fc1-03bb-4d20-959e-fb9cd283f51a HTTP/1.1" status: 200 len: 945 time: 0.0464478 Apr 12 00:39:04.370536 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-0f39f258-f39d-418b-9244-b35aa6381ac7 req-85df0aa5-d731-4f27-a05d-c84ab61bea62 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/security-groups?id=801418ee-5d7b-4cfc-af52-433952d7207b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463490 Apr 12 00:39:04.411982 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-eac1ba60-c164-4ae0-9d78-a76adea3b496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'name': 'tempest-TestVolumeBootPattern-881313849-router', 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'eb4fcd47-990e-4bb1-b48a-14ca3a30756d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:29:47Z', 'updated_at': '2022-04-12T00:29:52Z', 'revision_number': 4, 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'gw_port': {'id': 'eb4fcd47-990e-4bb1-b48a-14ca3a30756d', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:29:48Z', 'updated_at': '2022-04-12T00:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_floatingips': [{'id': '8b2f5b78-4fbb-4202-9a90-cec5c494369d', 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'floating_ip_address': '172.27.3.186', 'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'router_id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'port_id': 'eacce356-7ace-426f-a907-2db9bedc490d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a9865c2-0d03-40f9-a71a-607e87040674', 'mac_address': 'fa:16:3e:33:50:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3357fa-5beb-40ae-ba19-95e893acd4b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:34:26Z', 'updated_at': '2022-04-12T00:34:28Z', 'revision_number': 1, 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcd1127c-7a98-45f3-8118-070d2b2c65ec', 'name': '', 'network_id': '8a9865c2-0d03-40f9-a71a-607e87040674', 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'mac_address': 'fa:16:3e:35:c4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '673329e3-8235-4c2b-a7ed-65b2b39a6faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:29:51Z', 'updated_at': '2022-04-12T00:29:56Z', 'revision_number': 5, 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'subnets': [{'id': '673329e3-8235-4c2b-a7ed-65b2b39a6faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:39:04.438349 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac1ba60-c164-4ae0-9d78-a76adea3b496 None None] Checking router: 6ca15b63-1d2a-4015-b195-3a705cb14e92 for host: dv-cinder-836252-3-iscsi {{(pid=114862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:39:04.446646 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac1ba60-c164-4ae0-9d78-a76adea3b496 None None] Routers {'6ca15b63-1d2a-4015-b195-3a705cb14e92'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:39:04.447281 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-eac1ba60-c164-4ae0-9d78-a76adea3b496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:38:45Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['6ca15b63-1d2a-4015-b195-3a705cb14e92'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:39:04.551283 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-eac1ba60-c164-4ae0-9d78-a76adea3b496 None None] Set router 6ca15b63-1d2a-4015-b195-3a705cb14e92 gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:39:04.758690 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-eac1ba60-c164-4ae0-9d78-a76adea3b496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'name': 'tempest-TestVolumeBootPattern-881313849-router', 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'eb4fcd47-990e-4bb1-b48a-14ca3a30756d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:29:47Z', 'updated_at': '2022-04-12T00:29:52Z', 'revision_number': 4, 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'gw_port': {'id': 'eb4fcd47-990e-4bb1-b48a-14ca3a30756d', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:29:48Z', 'updated_at': '2022-04-12T00:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_floatingips': [{'id': '8b2f5b78-4fbb-4202-9a90-cec5c494369d', 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'floating_ip_address': '172.27.3.186', 'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'router_id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'port_id': 'eacce356-7ace-426f-a907-2db9bedc490d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a9865c2-0d03-40f9-a71a-607e87040674', 'mac_address': 'fa:16:3e:33:50:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3357fa-5beb-40ae-ba19-95e893acd4b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:34:26Z', 'updated_at': '2022-04-12T00:34:28Z', 'revision_number': 1, 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcd1127c-7a98-45f3-8118-070d2b2c65ec', 'name': '', 'network_id': '8a9865c2-0d03-40f9-a71a-607e87040674', 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'mac_address': 'fa:16:3e:35:c4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '673329e3-8235-4c2b-a7ed-65b2b39a6faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:29:51Z', 'updated_at': '2022-04-12T00:29:56Z', 'revision_number': 5, 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'subnets': [{'id': '673329e3-8235-4c2b-a7ed-65b2b39a6faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:39:04.784762 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac1ba60-c164-4ae0-9d78-a76adea3b496 None None] The sync data for ids ['6ca15b63-1d2a-4015-b195-3a705cb14e92'] in dv-cinder-836252-3-iscsi is: [{'id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'name': 'tempest-TestVolumeBootPattern-881313849-router', 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'eb4fcd47-990e-4bb1-b48a-14ca3a30756d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:29:47Z', 'updated_at': '2022-04-12T00:29:52Z', 'revision_number': 4, 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'gw_port': {'id': 'eb4fcd47-990e-4bb1-b48a-14ca3a30756d', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:29:48Z', 'updated_at': '2022-04-12T00:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_floatingips': [{'id': '8b2f5b78-4fbb-4202-9a90-cec5c494369d', 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'floating_ip_address': '172.27.3.186', 'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'router_id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'port_id': 'eacce356-7ace-426f-a907-2db9bedc490d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a9865c2-0d03-40f9-a71a-607e87040674', 'mac_address': 'fa:16:3e:33:50:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3357fa-5beb-40ae-ba19-95e893acd4b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:34:26Z', 'updated_at': '2022-04-12T00:34:28Z', 'revision_number': 1, 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcd1127c-7a98-45f3-8118-070d2b2c65ec', 'name': '', 'network_id': '8a9865c2-0d03-40f9-a71a-607e87040674', 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'mac_address': 'fa:16:3e:35:c4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '673329e3-8235-4c2b-a7ed-65b2b39a6faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:29:51Z', 'updated_at': '2022-04-12T00:29:56Z', 'revision_number': 5, 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'subnets': [{'id': '673329e3-8235-4c2b-a7ed-65b2b39a6faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:39:04.992486 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626e17fe-361f-4185-bb38-77e9ec3a1ebf None None] New status for floating IP 243285a1-18db-4e10-a7be-aab9ed1e9dd6: DOWN {{(pid=114861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 00:39:05.525093 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e4a454-c9fb-4c1d-bff6-fd2035747321 req-ee19d518-0a8e-46e4-ad3e-773a6f2b295a tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:39:05.526555 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c8e4a454-c9fb-4c1d-bff6-fd2035747321 req-ee19d518-0a8e-46e4-ad3e-773a6f2b295a tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7f92fc1-03bb-4d20-959e-fb9cd283f51a HTTP/1.1" status: 200 len: 945 time: 0.0598965 Apr 12 00:39:05.548526 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9231187-8f64-4827-8fd4-13a63b035dd5 req-f6d70fe3-cc31-4346-8d9c-eba3f3afa070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:39:05.549881 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e9231187-8f64-4827-8fd4-13a63b035dd5 req-f6d70fe3-cc31-4346-8d9c-eba3f3afa070 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8a9865c2-0d03-40f9-a71a-607e87040674 HTTP/1.1" status: 200 len: 912 time: 0.1411757 Apr 12 00:39:05.603051 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e9231187-8f64-4827-8fd4-13a63b035dd5 req-46a1ab0c-edaa-49d3-8106-9722deadae12 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6de8e31e-e087-40aa-a319-0647d34795ca HTTP/1.1" status: 200 len: 217 time: 0.0457845 Apr 12 00:39:05.615310 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c8e4a454-c9fb-4c1d-bff6-fd2035747321 req-2995e33e-0e4d-4222-ad04-4368215d0fcd tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/security-groups?id=801418ee-5d7b-4cfc-af52-433952d7207b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823698 Apr 12 00:39:05.663810 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9231187-8f64-4827-8fd4-13a63b035dd5 req-5bd98650-0d3a-4117-b569-356f474463ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:39:05.665151 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e9231187-8f64-4827-8fd4-13a63b035dd5 req-5bd98650-0d3a-4117-b569-356f474463ca service neutron] 10.222.0.52 "GET /v2.0/subnets?id=673329e3-8235-4c2b-a7ed-65b2b39a6faf HTTP/1.1" status: 200 len: 850 time: 0.0433292 Apr 12 00:39:05.729061 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9231187-8f64-4827-8fd4-13a63b035dd5 req-336e1188-dfae-44be-ac58-96b097254bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:39:05.730540 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e9231187-8f64-4827-8fd4-13a63b035dd5 req-336e1188-dfae-44be-ac58-96b097254bec service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8a9865c2-0d03-40f9-a71a-607e87040674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380564 Apr 12 00:39:05.844738 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.agents_db [None req-4f17da96-f611-4225-a78f-ee15b860eec6 None None] Agent healthcheck: found 6 active agents {{(pid=114862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:39:05.975864 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e9231187-8f64-4827-8fd4-13a63b035dd5 req-cbee7828-55ec-4c9d-8290-31dd890ffae8 service neutron] 10.222.0.52 "GET /v2.0/networks/8a9865c2-0d03-40f9-a71a-607e87040674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840738 Apr 12 00:39:06.062641 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e9231187-8f64-4827-8fd4-13a63b035dd5 req-2efe4caa-11dd-43e3-89ed-24f192807ac6 service neutron] 10.222.0.52 "GET /v2.0/networks/8a9865c2-0d03-40f9-a71a-607e87040674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801046 Apr 12 00:39:06.323030 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab699be4-ff0e-48a9-ad79-3ecbf4c13d6d req-893fc9d7-d227-4fb2-adfe-68ba67482909 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:39:06.324784 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-ab699be4-ff0e-48a9-ad79-3ecbf4c13d6d req-893fc9d7-d227-4fb2-adfe-68ba67482909 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.52 "GET /v2.0/ports?device_id=b7f92fc1-03bb-4d20-959e-fb9cd283f51a HTTP/1.1" status: 200 len: 945 time: 0.0515263 Apr 12 00:39:06.415882 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [req-ab699be4-ff0e-48a9-ad79-3ecbf4c13d6d req-c2eec247-7266-4b7c-a339-e766863c9b97 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Deleting port 6de8e31e-e087-40aa-a319-0647d34795ca {{(pid=114859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:39:06.416217 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-ab699be4-ff0e-48a9-ad79-3ecbf4c13d6d req-c2eec247-7266-4b7c-a339-e766863c9b97 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (6de8e31e-e087-40aa-a319-0647d34795ca), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:06.508822 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [req-ab699be4-ff0e-48a9-ad79-3ecbf4c13d6d req-c2eec247-7266-4b7c-a339-e766863c9b97 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] For port 6de8e31e-e087-40aa-a319-0647d34795ca, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=6de8e31e-e087-40aa-a319-0647d34795ca,segment=NetworkSegment(d64ef49d-093c-41ff-bdc1-96d0b857029b),segment_id=d64ef49d-093c-41ff-bdc1-96d0b857029b)] {{(pid=114859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:39:06.509177 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-ab699be4-ff0e-48a9-ad79-3ecbf4c13d6d req-c2eec247-7266-4b7c-a339-e766863c9b97 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (6de8e31e-e087-40aa-a319-0647d34795ca), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:06.522064 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [req-ab699be4-ff0e-48a9-ad79-3ecbf4c13d6d req-c2eec247-7266-4b7c-a339-e766863c9b97 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Calling delete_port for 6de8e31e-e087-40aa-a319-0647d34795ca owned by compute:nova {{(pid=114859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:39:06.647203 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-ab699be4-ff0e-48a9-ad79-3ecbf4c13d6d req-c2eec247-7266-4b7c-a339-e766863c9b97 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (6de8e31e-e087-40aa-a319-0647d34795ca), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:06.680079 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eec247-7266-4b7c-a339-e766863c9b97 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Pushing event deleted for resources: {'Port': ['ID=6de8e31e-e087-40aa-a319-0647d34795ca,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:39:06.706427 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eec247-7266-4b7c-a339-e766863c9b97 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:39:06.706780 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eec247-7266-4b7c-a339-e766863c9b97 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:39:06.707128 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eec247-7266-4b7c-a339-e766863c9b97 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:39:06.707472 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eec247-7266-4b7c-a339-e766863c9b97 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:39:06.707805 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eec247-7266-4b7c-a339-e766863c9b97 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:39:06.708141 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eec247-7266-4b7c-a339-e766863c9b97 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:39:06.708473 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eec247-7266-4b7c-a339-e766863c9b97 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:39:06.708801 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eec247-7266-4b7c-a339-e766863c9b97 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:39:06.709130 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eec247-7266-4b7c-a339-e766863c9b97 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:39:06.709457 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eec247-7266-4b7c-a339-e766863c9b97 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:39:06.709785 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eec247-7266-4b7c-a339-e766863c9b97 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:39:06.710116 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eec247-7266-4b7c-a339-e766863c9b97 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:39:06.710464 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eec247-7266-4b7c-a339-e766863c9b97 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:39:06.710789 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eec247-7266-4b7c-a339-e766863c9b97 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:39:06.711111 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eec247-7266-4b7c-a339-e766863c9b97 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:39:06.717713 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-31cd721f-c78e-40ea-a4d2-b869a075e275 req-326daa07-3104-46e6-a7a0-b2ce562b0c39 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7f92fc1-03bb-4d20-959e-fb9cd283f51a HTTP/1.1" status: 200 len: 210 time: 0.0308237 Apr 12 00:39:06.734110 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab699be4-ff0e-48a9-ad79-3ecbf4c13d6d req-c2eec247-7266-4b7c-a339-e766863c9b97 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] No DVR routers for this DVR port 6de8e31e-e087-40aa-a319-0647d34795ca on host hv-cinder-83625 {{(pid=114859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:39:06.736766 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-ab699be4-ff0e-48a9-ad79-3ecbf4c13d6d req-c2eec247-7266-4b7c-a339-e766863c9b97 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for port (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:06.740196 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-ab699be4-ff0e-48a9-ad79-3ecbf4c13d6d req-c2eec247-7266-4b7c-a339-e766863c9b97 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.52 "DELETE /v2.0/ports/6de8e31e-e087-40aa-a319-0647d34795ca HTTP/1.1" status: 204 len: 173 time: 0.4072597 Apr 12 00:39:06.740657 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f92fc1-03bb-4d20-959e-fb9cd283f51a', 'name': 'network-vif-deleted', 'tag': '6de8e31e-e087-40aa-a319-0647d34795ca'}] {{(pid=114859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:39:06.742919 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d751ce943c7fd1580d8237ddcdd582f05025ac6b53677acecb9ecfb4d000721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e667bfe9-f47a-4618-a9e0-a40d528ac40f" -d '{"events": [{"server_uuid": "b7f92fc1-03bb-4d20-959e-fb9cd283f51a", "name": "network-vif-deleted", "tag": "6de8e31e-e087-40aa-a319-0647d34795ca"}]}' {{(pid=114859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:39:06.779910 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6029eb8-411a-40d8-9c09-5837b08c66ed x-openstack-request-id: req-e6029eb8-411a-40d8-9c09-5837b08c66ed {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:39:06.780275 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7f92fc1-03bb-4d20-959e-fb9cd283f51a", "name": "network-vif-deleted", "tag": "6de8e31e-e087-40aa-a319-0647d34795ca", "status": "completed", "code": 200}]} {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:39:06.780539 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e6029eb8-411a-40d8-9c09-5837b08c66ed {{(pid=114859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:39:06.780995 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6029eb8-411a-40d8-9c09-5837b08c66ed'] response: {'server_uuid': 'b7f92fc1-03bb-4d20-959e-fb9cd283f51a', 'name': 'network-vif-deleted', 'tag': '6de8e31e-e087-40aa-a319-0647d34795ca', 'status': 'completed', 'code': 200} Apr 12 00:39:09.993719 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 34856) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:39:10.142511 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.plugin [None req-ffd0a9c9-f8c5-4229-ace2-c035f23634a8 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Deleting port c9c23cb1-eacf-442f-b6ac-1a7dcc9a51e0 {{(pid=114860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:39:10.142851 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-ffd0a9c9-f8c5-4229-ace2-c035f23634a8 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (c9c23cb1-eacf-442f-b6ac-1a7dcc9a51e0), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:10.219553 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-ffd0a9c9-f8c5-4229-ace2-c035f23634a8 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (c9c23cb1-eacf-442f-b6ac-1a7dcc9a51e0), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:10.219876 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-ffd0a9c9-f8c5-4229-ace2-c035f23634a8 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks [] for floatingip (c9c23cb1-eacf-442f-b6ac-1a7dcc9a51e0), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:10.232151 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.plugin [None req-ffd0a9c9-f8c5-4229-ace2-c035f23634a8 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Calling delete_port for c9c23cb1-eacf-442f-b6ac-1a7dcc9a51e0 owned by network:floatingip {{(pid=114860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:39:10.370008 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-ffd0a9c9-f8c5-4229-ace2-c035f23634a8 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806209'] for port (c9c23cb1-eacf-442f-b6ac-1a7dcc9a51e0), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:10.397383 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd0a9c9-f8c5-4229-ace2-c035f23634a8 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Pushing event deleted for resources: {'Port': ['ID=c9c23cb1-eacf-442f-b6ac-1a7dcc9a51e0,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:39:10.455440 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-ffd0a9c9-f8c5-4229-ace2-c035f23634a8 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks [] for floatingip (8b2f5b78-4fbb-4202-9a90-cec5c494369d), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:10.455766 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.db.l3_db [None req-ffd0a9c9-f8c5-4229-ace2-c035f23634a8 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Floating IP 8b2f5b78-4fbb-4202-9a90-cec5c494369d disassociated (deleted). External IP: 172.27.3.186, port: eacce356-7ace-426f-a907-2db9bedc490d. Apr 12 00:39:10.474146 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device 6de8e31e-e087-40aa-a319-0647d34795ca no longer exists at agent hyperv_hv-cinder-83625 {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:39:10.494011 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] No Port match for: 6de8e31e-e087-40aa-a319-0647d34795ca {{(pid=114861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 00:39:10.494295 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device 6de8e31e-e087-40aa-a319-0647d34795ca not bound to the agent host hv-cinder-83625 {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:39:10.661571 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd0a9c9-f8c5-4229-ace2-c035f23634a8 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Router 6ca15b63-1d2a-4015-b195-3a705cb14e92 has already been hosted by L3 agent d3fb0dde-5c40-4fca-80b5-61326157311c {{(pid=114860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:39:10.768823 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd0a9c9-f8c5-4229-ace2-c035f23634a8 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Notify agent at l3_agent.dv-cinder-836252-3-iscsi the message routers_updated {{(pid=114860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:39:10.773472 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-ffd0a9c9-f8c5-4229-ace2-c035f23634a8 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for floatingip (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:10.778002 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9050d769-97e6-4b9f-8a58-6eec745d387d None None] Sync routers for ids ['6ca15b63-1d2a-4015-b195-3a705cb14e92'] in dv-cinder-836252-3-iscsi {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:39:10.786964 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9050d769-97e6-4b9f-8a58-6eec745d387d None None] Routers {'6ca15b63-1d2a-4015-b195-3a705cb14e92'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:39:10.787558 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-9050d769-97e6-4b9f-8a58-6eec745d387d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:38:45Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['6ca15b63-1d2a-4015-b195-3a705cb14e92'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:39:10.801937 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-ffd0a9c9-f8c5-4229-ace2-c035f23634a8 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "DELETE /v2.0/floatingips/8b2f5b78-4fbb-4202-9a90-cec5c494369d HTTP/1.1" status: 204 len: 168 time: 0.8070779 Apr 12 00:39:10.802657 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a3357fa-5beb-40ae-ba19-95e893acd4b8', 'tag': 'eacce356-7ace-426f-a907-2db9bedc490d'}] {{(pid=114860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:39:10.805000 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90dfd39203e2da807f23340b9cb516271cbc18bcd75fa685292d117274546a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3afa839-62ad-4ffd-b4af-dd3b1a7f7ccf" -d '{"events": [{"name": "network-changed", "server_uuid": "4a3357fa-5beb-40ae-ba19-95e893acd4b8", "tag": "eacce356-7ace-426f-a907-2db9bedc490d"}]}' {{(pid=114860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:39:10.842899 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d150c74d-8c2b-4eda-9a73-badfca3ba62f x-openstack-request-id: req-d150c74d-8c2b-4eda-9a73-badfca3ba62f {{(pid=114860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:39:10.843198 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a3357fa-5beb-40ae-ba19-95e893acd4b8", "tag": "eacce356-7ace-426f-a907-2db9bedc490d", "status": "completed", "code": 200}]} {{(pid=114860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:39:10.843447 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d150c74d-8c2b-4eda-9a73-badfca3ba62f {{(pid=114860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:39:10.843858 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d150c74d-8c2b-4eda-9a73-badfca3ba62f'] response: {'name': 'network-changed', 'server_uuid': '4a3357fa-5beb-40ae-ba19-95e893acd4b8', 'tag': 'eacce356-7ace-426f-a907-2db9bedc490d', 'status': 'completed', 'code': 200} Apr 12 00:39:10.897821 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-9050d769-97e6-4b9f-8a58-6eec745d387d None None] Set router 6ca15b63-1d2a-4015-b195-3a705cb14e92 gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:39:10.929651 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3afa839-62ad-4ffd-b4af-dd3b1a7f7ccf req-a1547b3d-5b55-43c1-b964-755547bef54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:39:10.931932 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d3afa839-62ad-4ffd-b4af-dd3b1a7f7ccf req-a1547b3d-5b55-43c1-b964-755547bef54b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4ad54dac63374c8a9b4da55ee5dc7fd1&device_id=4a3357fa-5beb-40ae-ba19-95e893acd4b8 HTTP/1.1" status: 200 len: 1129 time: 0.0420566 Apr 12 00:39:11.030946 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3afa839-62ad-4ffd-b4af-dd3b1a7f7ccf req-b5423957-4944-4e37-9fd3-25ba79f2111f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:39:11.032365 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d3afa839-62ad-4ffd-b4af-dd3b1a7f7ccf req-b5423957-4944-4e37-9fd3-25ba79f2111f service neutron] 10.222.0.52 "GET /v2.0/networks?id=8a9865c2-0d03-40f9-a71a-607e87040674 HTTP/1.1" status: 200 len: 912 time: 0.0935373 Apr 12 00:39:11.036810 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2ed57a-3f26-46e5-b4ab-06c4933a3257 req-d236824d-4cda-46af-b52b-5dedc7324148 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:39:11.038356 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-2c2ed57a-3f26-46e5-b4ab-06c4933a3257 req-d236824d-4cda-46af-b52b-5dedc7324148 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a3357fa-5beb-40ae-ba19-95e893acd4b8 HTTP/1.1" status: 200 len: 945 time: 0.0504897 Apr 12 00:39:11.086866 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-2c2ed57a-3f26-46e5-b4ab-06c4933a3257 req-e4f8f487-53e0-4567-b02d-48de5cf3dee5 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/security-groups?id=801418ee-5d7b-4cfc-af52-433952d7207b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419159 Apr 12 00:39:11.099605 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-9050d769-97e6-4b9f-8a58-6eec745d387d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'name': 'tempest-TestVolumeBootPattern-881313849-router', 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'eb4fcd47-990e-4bb1-b48a-14ca3a30756d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:29:47Z', 'updated_at': '2022-04-12T00:29:52Z', 'revision_number': 4, 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'gw_port': {'id': 'eb4fcd47-990e-4bb1-b48a-14ca3a30756d', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:29:48Z', 'updated_at': '2022-04-12T00:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': 'dcd1127c-7a98-45f3-8118-070d2b2c65ec', 'name': '', 'network_id': '8a9865c2-0d03-40f9-a71a-607e87040674', 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'mac_address': 'fa:16:3e:35:c4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '673329e3-8235-4c2b-a7ed-65b2b39a6faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:29:51Z', 'updated_at': '2022-04-12T00:29:56Z', 'revision_number': 5, 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'subnets': [{'id': '673329e3-8235-4c2b-a7ed-65b2b39a6faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:39:11.205648 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9050d769-97e6-4b9f-8a58-6eec745d387d None None] Checking router: 6ca15b63-1d2a-4015-b195-3a705cb14e92 for host: dv-cinder-836252-3-iscsi {{(pid=114862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:39:11.214133 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9050d769-97e6-4b9f-8a58-6eec745d387d None None] Routers {'6ca15b63-1d2a-4015-b195-3a705cb14e92'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:39:11.214770 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-9050d769-97e6-4b9f-8a58-6eec745d387d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:38:45Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['6ca15b63-1d2a-4015-b195-3a705cb14e92'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:39:11.318302 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-9050d769-97e6-4b9f-8a58-6eec745d387d None None] Set router 6ca15b63-1d2a-4015-b195-3a705cb14e92 gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:39:11.501608 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-9050d769-97e6-4b9f-8a58-6eec745d387d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'name': 'tempest-TestVolumeBootPattern-881313849-router', 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'eb4fcd47-990e-4bb1-b48a-14ca3a30756d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:29:47Z', 'updated_at': '2022-04-12T00:29:52Z', 'revision_number': 4, 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'gw_port': {'id': 'eb4fcd47-990e-4bb1-b48a-14ca3a30756d', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:29:48Z', 'updated_at': '2022-04-12T00:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': 'dcd1127c-7a98-45f3-8118-070d2b2c65ec', 'name': '', 'network_id': '8a9865c2-0d03-40f9-a71a-607e87040674', 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'mac_address': 'fa:16:3e:35:c4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '673329e3-8235-4c2b-a7ed-65b2b39a6faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:29:51Z', 'updated_at': '2022-04-12T00:29:56Z', 'revision_number': 5, 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'subnets': [{'id': '673329e3-8235-4c2b-a7ed-65b2b39a6faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:39:11.530605 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9050d769-97e6-4b9f-8a58-6eec745d387d None None] The sync data for ids ['6ca15b63-1d2a-4015-b195-3a705cb14e92'] in dv-cinder-836252-3-iscsi is: [{'id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'name': 'tempest-TestVolumeBootPattern-881313849-router', 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'eb4fcd47-990e-4bb1-b48a-14ca3a30756d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:29:47Z', 'updated_at': '2022-04-12T00:29:52Z', 'revision_number': 4, 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'gw_port': {'id': 'eb4fcd47-990e-4bb1-b48a-14ca3a30756d', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:29:48Z', 'updated_at': '2022-04-12T00:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': 'dcd1127c-7a98-45f3-8118-070d2b2c65ec', 'name': '', 'network_id': '8a9865c2-0d03-40f9-a71a-607e87040674', 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'mac_address': 'fa:16:3e:35:c4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '673329e3-8235-4c2b-a7ed-65b2b39a6faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:29:51Z', 'updated_at': '2022-04-12T00:29:56Z', 'revision_number': 5, 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'subnets': [{'id': '673329e3-8235-4c2b-a7ed-65b2b39a6faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:39:11.736177 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74698af2-d333-4b7f-ab21-082d7cbc0653 None None] New status for floating IP 8b2f5b78-4fbb-4202-9a90-cec5c494369d: DOWN {{(pid=114861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 00:39:11.959985 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d3afa839-62ad-4ffd-b4af-dd3b1a7f7ccf req-d3d2db6a-8997-4932-863a-34092bdc64ed service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eacce356-7ace-426f-a907-2db9bedc490d HTTP/1.1" status: 200 len: 217 time: 0.0352926 Apr 12 00:39:12.007085 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3afa839-62ad-4ffd-b4af-dd3b1a7f7ccf req-40f9728a-3bae-42a4-a754-3db80af9e5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:39:12.008608 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d3afa839-62ad-4ffd-b4af-dd3b1a7f7ccf req-40f9728a-3bae-42a4-a754-3db80af9e5a3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=673329e3-8235-4c2b-a7ed-65b2b39a6faf HTTP/1.1" status: 200 len: 850 time: 0.0427525 Apr 12 00:39:12.084431 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3afa839-62ad-4ffd-b4af-dd3b1a7f7ccf req-14ab017a-d328-4713-9d39-e2400ce23171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:39:12.085887 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d3afa839-62ad-4ffd-b4af-dd3b1a7f7ccf req-14ab017a-d328-4713-9d39-e2400ce23171 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8a9865c2-0d03-40f9-a71a-607e87040674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408118 Apr 12 00:39:12.235705 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83aed4-5c5c-4183-b493-9c65c88b5362 req-676eafbf-dc6d-4396-b63b-2d29190e9e8b tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:39:12.237075 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-2b83aed4-5c5c-4183-b493-9c65c88b5362 req-676eafbf-dc6d-4396-b63b-2d29190e9e8b tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a3357fa-5beb-40ae-ba19-95e893acd4b8 HTTP/1.1" status: 200 len: 945 time: 0.0810869 Apr 12 00:39:12.278715 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d3afa839-62ad-4ffd-b4af-dd3b1a7f7ccf req-e6878960-c3eb-4724-bb7e-d6c021c22e67 service neutron] 10.222.0.52 "GET /v2.0/networks/8a9865c2-0d03-40f9-a71a-607e87040674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405089 Apr 12 00:39:12.301274 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-2b83aed4-5c5c-4183-b493-9c65c88b5362 req-276f363e-3afd-4478-b385-35483f05102c tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/security-groups?id=801418ee-5d7b-4cfc-af52-433952d7207b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581961 Apr 12 00:39:12.383415 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27c92c80-5073-4180-a8c2-216982e03b62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (4ecbd319-6885-49f5-abb8-de205838eb1c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:12.557434 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d3afa839-62ad-4ffd-b4af-dd3b1a7f7ccf req-1ab52dde-6f3b-4212-b345-8a2e4e171b65 service neutron] 10.222.0.52 "GET /v2.0/networks/8a9865c2-0d03-40f9-a71a-607e87040674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809991 Apr 12 00:39:12.670483 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57aadc-96af-4a17-9674-0dcec8adea27 req-31996db8-08ee-45b1-b971-eb52698f9021 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:39:12.671957 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-3d57aadc-96af-4a17-9674-0dcec8adea27 req-31996db8-08ee-45b1-b971-eb52698f9021 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a3357fa-5beb-40ae-ba19-95e893acd4b8 HTTP/1.1" status: 200 len: 945 time: 0.0503659 Apr 12 00:39:12.754182 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [req-3d57aadc-96af-4a17-9674-0dcec8adea27 req-5a2814b8-a2ae-4aad-9c98-aa44843c7377 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Deleting port eacce356-7ace-426f-a907-2db9bedc490d {{(pid=114859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:39:12.754530 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-3d57aadc-96af-4a17-9674-0dcec8adea27 req-5a2814b8-a2ae-4aad-9c98-aa44843c7377 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (eacce356-7ace-426f-a907-2db9bedc490d), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:12.842874 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [req-3d57aadc-96af-4a17-9674-0dcec8adea27 req-5a2814b8-a2ae-4aad-9c98-aa44843c7377 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] For port eacce356-7ace-426f-a907-2db9bedc490d, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=eacce356-7ace-426f-a907-2db9bedc490d,segment=NetworkSegment(d64ef49d-093c-41ff-bdc1-96d0b857029b),segment_id=d64ef49d-093c-41ff-bdc1-96d0b857029b)] {{(pid=114859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:39:12.843161 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-3d57aadc-96af-4a17-9674-0dcec8adea27 req-5a2814b8-a2ae-4aad-9c98-aa44843c7377 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (eacce356-7ace-426f-a907-2db9bedc490d), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:12.856510 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [req-3d57aadc-96af-4a17-9674-0dcec8adea27 req-5a2814b8-a2ae-4aad-9c98-aa44843c7377 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Calling delete_port for eacce356-7ace-426f-a907-2db9bedc490d owned by compute:nova {{(pid=114859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:39:12.980305 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-3d57aadc-96af-4a17-9674-0dcec8adea27 req-5a2814b8-a2ae-4aad-9c98-aa44843c7377 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (eacce356-7ace-426f-a907-2db9bedc490d), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:13.009485 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2814b8-a2ae-4aad-9c98-aa44843c7377 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Pushing event deleted for resources: {'Port': ['ID=eacce356-7ace-426f-a907-2db9bedc490d,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:39:13.053694 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d57aadc-96af-4a17-9674-0dcec8adea27 req-5a2814b8-a2ae-4aad-9c98-aa44843c7377 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] No DVR routers for this DVR port eacce356-7ace-426f-a907-2db9bedc490d on host hv-cinder-83625 {{(pid=114859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:39:13.056234 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-3d57aadc-96af-4a17-9674-0dcec8adea27 req-5a2814b8-a2ae-4aad-9c98-aa44843c7377 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for port (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:13.059790 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-3d57aadc-96af-4a17-9674-0dcec8adea27 req-5a2814b8-a2ae-4aad-9c98-aa44843c7377 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.52 "DELETE /v2.0/ports/eacce356-7ace-426f-a907-2db9bedc490d HTTP/1.1" status: 204 len: 173 time: 0.3823228 Apr 12 00:39:13.060368 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a3357fa-5beb-40ae-ba19-95e893acd4b8', 'name': 'network-vif-deleted', 'tag': 'eacce356-7ace-426f-a907-2db9bedc490d'}] {{(pid=114859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:39:13.062587 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d751ce943c7fd1580d8237ddcdd582f05025ac6b53677acecb9ecfb4d000721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3fc0d4-ea36-4d1c-af6f-050216d9ab39" -d '{"events": [{"server_uuid": "4a3357fa-5beb-40ae-ba19-95e893acd4b8", "name": "network-vif-deleted", "tag": "eacce356-7ace-426f-a907-2db9bedc490d"}]}' {{(pid=114859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:39:13.098138 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387776d8-ff02-4210-93d2-4fe493969900 x-openstack-request-id: req-387776d8-ff02-4210-93d2-4fe493969900 {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:39:13.098459 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a3357fa-5beb-40ae-ba19-95e893acd4b8", "name": "network-vif-deleted", "tag": "eacce356-7ace-426f-a907-2db9bedc490d", "status": "completed", "code": 200}]} {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:39:13.098711 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-387776d8-ff02-4210-93d2-4fe493969900 {{(pid=114859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:39:13.099111 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-387776d8-ff02-4210-93d2-4fe493969900'] response: {'server_uuid': '4a3357fa-5beb-40ae-ba19-95e893acd4b8', 'name': 'network-vif-deleted', 'tag': 'eacce356-7ace-426f-a907-2db9bedc490d', 'status': 'completed', 'code': 200} Apr 12 00:39:13.403061 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-45091f21-d584-401e-a28b-18f05d7a4155 req-a611d28a-46fe-440a-b723-1b6b801bf9c2 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a3357fa-5beb-40ae-ba19-95e893acd4b8 HTTP/1.1" status: 200 len: 210 time: 0.0334582 Apr 12 00:39:14.455807 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 34874) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:39:14.573889 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.plugin [None req-25b6e641-2497-4ab8-a911-3e5b253a0ac5 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Deleting port 49e6aaa3-4dd0-4c7e-ba58-050d7d14632a {{(pid=114860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:39:14.574222 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-25b6e641-2497-4ab8-a911-3e5b253a0ac5 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (49e6aaa3-4dd0-4c7e-ba58-050d7d14632a), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:14.630082 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-c083411c-cce1-496f-ac2d-eb362def42e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (d3fb0dde-5c40-4fca-80b5-61326157311c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:14.650965 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-25b6e641-2497-4ab8-a911-3e5b253a0ac5 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (49e6aaa3-4dd0-4c7e-ba58-050d7d14632a), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:14.651288 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-25b6e641-2497-4ab8-a911-3e5b253a0ac5 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks [] for floatingip (49e6aaa3-4dd0-4c7e-ba58-050d7d14632a), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:14.663186 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.plugin [None req-25b6e641-2497-4ab8-a911-3e5b253a0ac5 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Calling delete_port for 49e6aaa3-4dd0-4c7e-ba58-050d7d14632a owned by network:floatingip {{(pid=114860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:39:14.794055 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-25b6e641-2497-4ab8-a911-3e5b253a0ac5 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806209'] for port (49e6aaa3-4dd0-4c7e-ba58-050d7d14632a), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:14.818465 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b6e641-2497-4ab8-a911-3e5b253a0ac5 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Pushing event deleted for resources: {'Port': ['ID=49e6aaa3-4dd0-4c7e-ba58-050d7d14632a,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:39:14.879937 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-25b6e641-2497-4ab8-a911-3e5b253a0ac5 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks [] for floatingip (d6849f57-11f1-40e3-ac62-d6da1aa9dedd), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:14.882580 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-25b6e641-2497-4ab8-a911-3e5b253a0ac5 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for floatingip (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:14.883645 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-25b6e641-2497-4ab8-a911-3e5b253a0ac5 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "DELETE /v2.0/floatingips/d6849f57-11f1-40e3-ac62-d6da1aa9dedd HTTP/1.1" status: 204 len: 168 time: 0.4267454 Apr 12 00:39:16.071831 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 34886) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:39:16.126574 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-a5ecfaed-91ee-49dc-95a7-62006442bd58 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks [] for security_group (801418ee-5d7b-4cfc-af52-433952d7207b), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:16.151321 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-a5ecfaed-91ee-49dc-95a7-62006442bd58 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks [] for security_group (801418ee-5d7b-4cfc-af52-433952d7207b), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:16.212474 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-a5ecfaed-91ee-49dc-95a7-62006442bd58 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (801418ee-5d7b-4cfc-af52-433952d7207b), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:16.215703 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-a5ecfaed-91ee-49dc-95a7-62006442bd58 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Publish callbacks [] for security_group (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:16.216797 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-a5ecfaed-91ee-49dc-95a7-62006442bd58 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] 10.222.0.32 "DELETE /v2.0/security-groups/801418ee-5d7b-4cfc-af52-433952d7207b HTTP/1.1" status: 204 len: 168 time: 0.1439047 Apr 12 00:39:16.226049 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ecfaed-91ee-49dc-95a7-62006442bd58 tempest-TestVolumeBootPattern-2050493480 tempest-TestVolumeBootPattern-2050493480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=801418ee-5d7b-4cfc-af52-433952d7207b,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:39:16.243835 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d4423688-5a44-44f3-a132-81f2c9b6cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (af38becd-82ff-4144-8f94-74de975161ca), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:16.297886 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 34890) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:39:16.516470 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device eacce356-7ace-426f-a907-2db9bedc490d no longer exists at agent hyperv_hv-cinder-83625 {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:39:16.535910 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] No Port match for: eacce356-7ace-426f-a907-2db9bedc490d {{(pid=114861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 00:39:16.536253 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device eacce356-7ace-426f-a907-2db9bedc490d not bound to the agent host hv-cinder-83625 {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:39:16.757178 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-ae3e0b6d-9add-424a-b3fd-3ebb5a17aec0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1586612'] for router_interface (6ca15b63-1d2a-4015-b195-3a705cb14e92), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:16.983342 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.plugin [None req-ae3e0b6d-9add-424a-b3fd-3ebb5a17aec0 admin admin] Deleting port dcd1127c-7a98-45f3-8118-070d2b2c65ec {{(pid=114860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:39:16.983680 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-ae3e0b6d-9add-424a-b3fd-3ebb5a17aec0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (dcd1127c-7a98-45f3-8118-070d2b2c65ec), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:17.063606 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.db [None req-ae3e0b6d-9add-424a-b3fd-3ebb5a17aec0 admin admin] For port dcd1127c-7a98-45f3-8118-070d2b2c65ec, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=dcd1127c-7a98-45f3-8118-070d2b2c65ec,segment=NetworkSegment(d64ef49d-093c-41ff-bdc1-96d0b857029b),segment_id=d64ef49d-093c-41ff-bdc1-96d0b857029b)] {{(pid=114860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:39:17.063973 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-ae3e0b6d-9add-424a-b3fd-3ebb5a17aec0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (dcd1127c-7a98-45f3-8118-070d2b2c65ec), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:17.076705 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.plugin [None req-ae3e0b6d-9add-424a-b3fd-3ebb5a17aec0 admin admin] Calling delete_port for dcd1127c-7a98-45f3-8118-070d2b2c65ec owned by network:router_interface {{(pid=114860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:39:17.245463 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (6c438ad1-5788-4552-a50f-29c8c96f3196), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:17.254286 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-ae3e0b6d-9add-424a-b3fd-3ebb5a17aec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806209'] for port (dcd1127c-7a98-45f3-8118-070d2b2c65ec), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:17.277117 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3e0b6d-9add-424a-b3fd-3ebb5a17aec0 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcd1127c-7a98-45f3-8118-070d2b2c65ec,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:39:17.639958 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-be9ea9f3-6c7c-4887-ad09-badb35df740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (738aa052-ee84-4bd1-913b-ee7149597f8f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:17.663470 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-ae3e0b6d-9add-424a-b3fd-3ebb5a17aec0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586456'] for router_interface (6ca15b63-1d2a-4015-b195-3a705cb14e92), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:17.874177 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae3e0b6d-9add-424a-b3fd-3ebb5a17aec0 admin admin] Router 6ca15b63-1d2a-4015-b195-3a705cb14e92 has already been hosted by L3 agent d3fb0dde-5c40-4fca-80b5-61326157311c {{(pid=114860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:39:17.978682 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3e0b6d-9add-424a-b3fd-3ebb5a17aec0 admin admin] Notify agent at l3_agent.dv-cinder-836252-3-iscsi the message routers_updated {{(pid=114860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:39:17.983669 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-ae3e0b6d-9add-424a-b3fd-3ebb5a17aec0 admin admin] 10.222.0.32 "PUT /v2.0/routers/6ca15b63-1d2a-4015-b195-3a705cb14e92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6847026 Apr 12 00:39:17.986225 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 34896) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:39:17.988938 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988ef31f-3960-4fba-832a-8ab508290959 None None] Sync routers for ids ['6ca15b63-1d2a-4015-b195-3a705cb14e92'] in dv-cinder-836252-3-iscsi {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:39:17.999832 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988ef31f-3960-4fba-832a-8ab508290959 None None] Routers {'6ca15b63-1d2a-4015-b195-3a705cb14e92'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:39:18.000442 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-988ef31f-3960-4fba-832a-8ab508290959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:39:15Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['6ca15b63-1d2a-4015-b195-3a705cb14e92'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:39:18.089408 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-8b854768-79a3-40fb-a9bf-9a4342bc2d15 admin admin] Publish callbacks [] for router (6ca15b63-1d2a-4015-b195-3a705cb14e92), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:18.104621 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-988ef31f-3960-4fba-832a-8ab508290959 None None] Set router 6ca15b63-1d2a-4015-b195-3a705cb14e92 gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:39:18.193541 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-8b854768-79a3-40fb-a9bf-9a4342bc2d15 admin admin] Publish callbacks [] for router_gateway (6ca15b63-1d2a-4015-b195-3a705cb14e92), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:18.237780 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.plugin [None req-8b854768-79a3-40fb-a9bf-9a4342bc2d15 admin admin] Deleting port eb4fcd47-990e-4bb1-b48a-14ca3a30756d {{(pid=114860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:39:18.238110 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-8b854768-79a3-40fb-a9bf-9a4342bc2d15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (eb4fcd47-990e-4bb1-b48a-14ca3a30756d), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:18.267740 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-988ef31f-3960-4fba-832a-8ab508290959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'name': 'tempest-TestVolumeBootPattern-881313849-router', 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'eb4fcd47-990e-4bb1-b48a-14ca3a30756d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:29:47Z', 'updated_at': '2022-04-12T00:39:17Z', 'revision_number': 5, 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'gw_port': {'id': 'eb4fcd47-990e-4bb1-b48a-14ca3a30756d', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:29:48Z', 'updated_at': '2022-04-12T00:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi'}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:39:18.297658 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988ef31f-3960-4fba-832a-8ab508290959 None None] Checking router: 6ca15b63-1d2a-4015-b195-3a705cb14e92 for host: dv-cinder-836252-3-iscsi {{(pid=114862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:39:18.305746 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988ef31f-3960-4fba-832a-8ab508290959 None None] Routers {'6ca15b63-1d2a-4015-b195-3a705cb14e92'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:39:18.306375 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-988ef31f-3960-4fba-832a-8ab508290959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:39:15Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['6ca15b63-1d2a-4015-b195-3a705cb14e92'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:39:18.317198 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.db [None req-8b854768-79a3-40fb-a9bf-9a4342bc2d15 admin admin] For port eb4fcd47-990e-4bb1-b48a-14ca3a30756d, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=eb4fcd47-990e-4bb1-b48a-14ca3a30756d,segment=NetworkSegment(45a4c36b-a669-4a7f-a3e9-c2d676175ec7),segment_id=45a4c36b-a669-4a7f-a3e9-c2d676175ec7)] {{(pid=114860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:39:18.317616 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-8b854768-79a3-40fb-a9bf-9a4342bc2d15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (eb4fcd47-990e-4bb1-b48a-14ca3a30756d), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:18.330128 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.plugin [None req-8b854768-79a3-40fb-a9bf-9a4342bc2d15 admin admin] Calling delete_port for eb4fcd47-990e-4bb1-b48a-14ca3a30756d owned by network:router_gateway {{(pid=114860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:39:18.391940 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-988ef31f-3960-4fba-832a-8ab508290959 None None] Set router 6ca15b63-1d2a-4015-b195-3a705cb14e92 gateway port host: None {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:39:18.440995 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-988ef31f-3960-4fba-832a-8ab508290959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'name': 'tempest-TestVolumeBootPattern-881313849-router', 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:29:47Z', 'updated_at': '2022-04-12T00:39:18Z', 'revision_number': 6, 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'gw_port_host': None}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:39:18.470209 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988ef31f-3960-4fba-832a-8ab508290959 None None] The sync data for ids ['6ca15b63-1d2a-4015-b195-3a705cb14e92'] in dv-cinder-836252-3-iscsi is: [{'id': '6ca15b63-1d2a-4015-b195-3a705cb14e92', 'name': 'tempest-TestVolumeBootPattern-881313849-router', 'tenant_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:29:47Z', 'updated_at': '2022-04-12T00:39:18Z', 'revision_number': 6, 'project_id': '4ad54dac63374c8a9b4da55ee5dc7fd1', 'gw_port_host': None}] {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:39:18.494498 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-8b854768-79a3-40fb-a9bf-9a4342bc2d15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806209'] for port (eb4fcd47-990e-4bb1-b48a-14ca3a30756d), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:18.520351 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b854768-79a3-40fb-a9bf-9a4342bc2d15 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb4fcd47-990e-4bb1-b48a-14ca3a30756d,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:39:18.578954 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-8b854768-79a3-40fb-a9bf-9a4342bc2d15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1586430'] for router_gateway (6ca15b63-1d2a-4015-b195-3a705cb14e92), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:18.674965 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-8b854768-79a3-40fb-a9bf-9a4342bc2d15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1018259'] for router (6ca15b63-1d2a-4015-b195-3a705cb14e92), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:18.677203 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-8b854768-79a3-40fb-a9bf-9a4342bc2d15 admin admin] Publish callbacks [] for router_controller (6ca15b63-1d2a-4015-b195-3a705cb14e92), precommit_delete_associations {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:18.720581 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-8b854768-79a3-40fb-a9bf-9a4342bc2d15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440409'] for router (6ca15b63-1d2a-4015-b195-3a705cb14e92), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:18.721139 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b854768-79a3-40fb-a9bf-9a4342bc2d15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ca15b63-1d2a-4015-b195-3a705cb14e92 {{(pid=114860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 00:39:18.725692 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-8b854768-79a3-40fb-a9bf-9a4342bc2d15 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:18.726869 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-8b854768-79a3-40fb-a9bf-9a4342bc2d15 admin admin] 10.222.0.32 "DELETE /v2.0/routers/6ca15b63-1d2a-4015-b195-3a705cb14e92 HTTP/1.1" status: 204 len: 168 time: 0.7397218 Apr 12 00:39:18.729452 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 34898) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:39:18.774178 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.db.db_base_plugin_v2 [None req-048caf30-b143-4bf0-bfc9-9bc94c6b0897 admin admin] Deleting subnet 673329e3-8235-4c2b-a7ed-65b2b39a6faf {{(pid=114860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 00:39:18.777238 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-048caf30-b143-4bf0-bfc9-9bc94c6b0897 admin admin] Publish callbacks [] for subnet (673329e3-8235-4c2b-a7ed-65b2b39a6faf), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:18.811598 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-048caf30-b143-4bf0-bfc9-9bc94c6b0897 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60543214'] for subnet (673329e3-8235-4c2b-a7ed-65b2b39a6faf), precommit_delete_associations {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:18.897974 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-048caf30-b143-4bf0-bfc9-9bc94c6b0897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550137'] for subnet (673329e3-8235-4c2b-a7ed-65b2b39a6faf), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:18.948330 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-048caf30-b143-4bf0-bfc9-9bc94c6b0897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069864'] for subnet (673329e3-8235-4c2b-a7ed-65b2b39a6faf), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:18.973039 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048caf30-b143-4bf0-bfc9-9bc94c6b0897 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=673329e3-8235-4c2b-a7ed-65b2b39a6faf,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:39:18.979474 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-048caf30-b143-4bf0-bfc9-9bc94c6b0897 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for subnet (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:18.980189 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (f9a21fd4-36f2-4826-890e-da332e228edf), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:18.982932 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-048caf30-b143-4bf0-bfc9-9bc94c6b0897 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/673329e3-8235-4c2b-a7ed-65b2b39a6faf HTTP/1.1" status: 204 len: 168 time: 0.2525482 Apr 12 00:39:18.985426 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 34900) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:39:18.985651 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5756f01a-954b-4a91-add6-9347d569fc51 None None] Network 8a9865c2-0d03-40f9-a71a-607e87040674 requested from dv-cinder-836252-3-iscsi {{(pid=114861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:39:19.055368 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-4aac2bdd-1c46-4c98-978c-eaabab527f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1475178'] for network (8a9865c2-0d03-40f9-a71a-607e87040674), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:19.099089 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.plugin [None req-4aac2bdd-1c46-4c98-978c-eaabab527f01 admin admin] Deleting port f8e83d4c-c681-4186-85f4-02273d9e624f {{(pid=114860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:39:19.099427 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-4aac2bdd-1c46-4c98-978c-eaabab527f01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (f8e83d4c-c681-4186-85f4-02273d9e624f), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:19.159700 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.db [None req-4aac2bdd-1c46-4c98-978c-eaabab527f01 admin admin] For port f8e83d4c-c681-4186-85f4-02273d9e624f, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=f8e83d4c-c681-4186-85f4-02273d9e624f,segment=NetworkSegment(d64ef49d-093c-41ff-bdc1-96d0b857029b),segment_id=d64ef49d-093c-41ff-bdc1-96d0b857029b)] {{(pid=114860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:39:19.159985 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-4aac2bdd-1c46-4c98-978c-eaabab527f01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (f8e83d4c-c681-4186-85f4-02273d9e624f), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:19.172778 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.plugin [None req-4aac2bdd-1c46-4c98-978c-eaabab527f01 admin admin] Calling delete_port for f8e83d4c-c681-4186-85f4-02273d9e624f owned by network:dhcp {{(pid=114860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:39:19.247271 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53ec97d-64ec-474e-92c3-aa231ef39b3f None None] DHCP port deletion for 8a9865c2-0d03-40f9-a71a-607e87040674 request from dv-cinder-836252-3-iscsi {{(pid=114861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 00:39:19.259082 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-4aac2bdd-1c46-4c98-978c-eaabab527f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806209'] for port (f8e83d4c-c681-4186-85f4-02273d9e624f), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:19.286035 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aac2bdd-1c46-4c98-978c-eaabab527f01 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8e83d4c-c681-4186-85f4-02273d9e624f,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:39:19.287859 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aac2bdd-1c46-4c98-978c-eaabab527f01 admin admin] No DVR routers for this DVR port f8e83d4c-c681-4186-85f4-02273d9e624f on host dv-cinder-836252-3-iscsi {{(pid=114860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:39:19.293962 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-f53ec97d-64ec-474e-92c3-aa231ef39b3f None None] Deleting port f8e83d4c-c681-4186-85f4-02273d9e624f {{(pid=114861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:39:19.294384 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-f53ec97d-64ec-474e-92c3-aa231ef39b3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (f8e83d4c-c681-4186-85f4-02273d9e624f), before_delete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:19.358565 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-f53ec97d-64ec-474e-92c3-aa231ef39b3f None None] For port f8e83d4c-c681-4186-85f4-02273d9e624f, host dv-cinder-836252-3-iscsi, got binding levels [] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:39:19.358970 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-f53ec97d-64ec-474e-92c3-aa231ef39b3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (f8e83d4c-c681-4186-85f4-02273d9e624f), precommit_delete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:19.360370 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-4aac2bdd-1c46-4c98-978c-eaabab527f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1545652', 'neutron.services.segments.db._delete_segments_for_network-8757613416367'] for network (8a9865c2-0d03-40f9-a71a-607e87040674), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:19.372146 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-f53ec97d-64ec-474e-92c3-aa231ef39b3f None None] Calling delete_port for f8e83d4c-c681-4186-85f4-02273d9e624f owned by network:dhcp {{(pid=114861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:39:19.375132 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.ipam_backend_mixin [None req-f53ec97d-64ec-474e-92c3-aa231ef39b3f None None] Port f8e83d4c-c681-4186-85f4-02273d9e624f was not found and therefore no delete operation was performed {{(pid=114861) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 12 00:39:19.376407 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-f53ec97d-64ec-474e-92c3-aa231ef39b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369'] for port (f8e83d4c-c681-4186-85f4-02273d9e624f), after_delete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:19.380477 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.services.segments.db [None req-4aac2bdd-1c46-4c98-978c-eaabab527f01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a9865c2-0d03-40f9-a71a-607e87040674']}} {{(pid=114860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:39:19.389479 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.services.segments.db [None req-4aac2bdd-1c46-4c98-978c-eaabab527f01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd64ef49d-093c-41ff-bdc1-96d0b857029b') {'for_net_delete': True} {{(pid=114860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:39:19.389772 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.services.segments.db [None req-4aac2bdd-1c46-4c98-978c-eaabab527f01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd64ef49d-093c-41ff-bdc1-96d0b857029b') {} {{(pid=114860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:39:19.399759 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-4aac2bdd-1c46-4c98-978c-eaabab527f01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757613418168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60543207'] for segment (d64ef49d-093c-41ff-bdc1-96d0b857029b), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:19.401022 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53ec97d-64ec-474e-92c3-aa231ef39b3f None None] Pushing event deleted for resources: {'Port': ['ID=f8e83d4c-c681-4186-85f4-02273d9e624f,revision_number=None']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:39:19.409111 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53ec97d-64ec-474e-92c3-aa231ef39b3f None None] No DVR routers for this DVR port f8e83d4c-c681-4186-85f4-02273d9e624f on host dv-cinder-836252-3-iscsi {{(pid=114861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:39:19.421492 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-4aac2bdd-1c46-4c98-978c-eaabab527f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552308'] for segment (d64ef49d-093c-41ff-bdc1-96d0b857029b), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:19.435439 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aac2bdd-1c46-4c98-978c-eaabab527f01 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=114860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 00:39:19.435955 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-4aac2bdd-1c46-4c98-978c-eaabab527f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2806038'] for segment (d64ef49d-093c-41ff-bdc1-96d0b857029b), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:19.438061 dv-cinder-836252-3-iscsi neutron-server[114860]: Traceback (most recent call last): Apr 12 00:39:19.438061 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 00:39:19.438061 dv-cinder-836252-3-iscsi neutron-server[114860]: timer() Apr 12 00:39:19.438061 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 00:39:19.438061 dv-cinder-836252-3-iscsi neutron-server[114860]: cb(*args, **kw) Apr 12 00:39:19.438061 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 00:39:19.438061 dv-cinder-836252-3-iscsi neutron-server[114860]: return func(*args, **kwargs) Apr 12 00:39:19.438061 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 00:39:19.438061 dv-cinder-836252-3-iscsi neutron-server[114860]: self._notify() Apr 12 00:39:19.438061 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 00:39:19.438061 dv-cinder-836252-3-iscsi neutron-server[114860]: self.callback(batched_events) Apr 12 00:39:19.438061 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 00:39:19.438061 dv-cinder-836252-3-iscsi neutron-server[114860]: event.method(event) Apr 12 00:39:19.438061 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 00:39:19.438061 dv-cinder-836252-3-iscsi neutron-server[114860]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 00:39:19.438061 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 00:39:19.438061 dv-cinder-836252-3-iscsi neutron-server[114860]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 00:39:19.438061 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 00:39:19.438061 dv-cinder-836252-3-iscsi neutron-server[114860]: return f(self, *a, **k) Apr 12 00:39:19.438061 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 00:39:19.438061 dv-cinder-836252-3-iscsi neutron-server[114860]: return self._get(url).json() Apr 12 00:39:19.438061 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 00:39:19.438061 dv-cinder-836252-3-iscsi neutron-server[114860]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 00:39:19.438061 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 00:39:19.438061 dv-cinder-836252-3-iscsi neutron-server[114860]: return self.request(url, 'GET', **kwargs) Apr 12 00:39:19.438061 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 00:39:19.438061 dv-cinder-836252-3-iscsi neutron-server[114860]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 00:39:19.438061 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 00:39:19.438061 dv-cinder-836252-3-iscsi neutron-server[114860]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 00:39:19.438061 dv-cinder-836252-3-iscsi neutron-server[114860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 00:39:19.438061 dv-cinder-836252-3-iscsi neutron-server[114860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 00:39:19.438061 dv-cinder-836252-3-iscsi neutron-server[114860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 00:39:19.497288 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-4aac2bdd-1c46-4c98-978c-eaabab527f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1545659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1586330'] for network (8a9865c2-0d03-40f9-a71a-607e87040674), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:19.502706 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-4aac2bdd-1c46-4c98-978c-eaabab527f01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for network (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:19.505800 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-4aac2bdd-1c46-4c98-978c-eaabab527f01 admin admin] 10.222.0.32 "DELETE /v2.0/networks/8a9865c2-0d03-40f9-a71a-607e87040674 HTTP/1.1" status: 204 len: 168 time: 0.5193024 Apr 12 00:39:19.508816 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 34902) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:39:19.516657 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aac2bdd-1c46-4c98-978c-eaabab527f01 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a9865c2-0d03-40f9-a71a-607e87040674,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:39:19.669554 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device dcd1127c-7a98-45f3-8118-070d2b2c65ec no longer exists at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:39:19.694003 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] No Port match for: dcd1127c-7a98-45f3-8118-070d2b2c65ec {{(pid=114861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 00:39:19.694422 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device dcd1127c-7a98-45f3-8118-070d2b2c65ec not bound to the agent host dv-cinder-836252-3-iscsi {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:39:19.695095 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device f8e83d4c-c681-4186-85f4-02273d9e624f no longer exists at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:39:19.713834 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] No Port match for: f8e83d4c-c681-4186-85f4-02273d9e624f {{(pid=114861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 00:39:19.714181 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device f8e83d4c-c681-4186-85f4-02273d9e624f not bound to the agent host dv-cinder-836252-3-iscsi {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:39:19.714621 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device eb4fcd47-990e-4bb1-b48a-14ca3a30756d no longer exists at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:39:19.732432 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] No Port match for: eb4fcd47-990e-4bb1-b48a-14ca3a30756d {{(pid=114861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 00:39:19.732779 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device eb4fcd47-990e-4bb1-b48a-14ca3a30756d not bound to the agent host dv-cinder-836252-3-iscsi {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:39:19.829459 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-75c0aa5d-8921-41b0-881d-a1c09d750af5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1586612'] for router_interface (e44c5321-613e-4152-b883-7dd3a31ac317), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:20.051570 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [None req-75c0aa5d-8921-41b0-881d-a1c09d750af5 admin admin] Deleting port 0133423c-a29e-4f8d-9df3-db90eab1becd {{(pid=114859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:39:20.051903 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-75c0aa5d-8921-41b0-881d-a1c09d750af5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (0133423c-a29e-4f8d-9df3-db90eab1becd), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:20.129256 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [None req-75c0aa5d-8921-41b0-881d-a1c09d750af5 admin admin] For port 0133423c-a29e-4f8d-9df3-db90eab1becd, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=0133423c-a29e-4f8d-9df3-db90eab1becd,segment=NetworkSegment(dce4b8e1-ec4c-40ff-a23c-83d16f90c5b1),segment_id=dce4b8e1-ec4c-40ff-a23c-83d16f90c5b1)] {{(pid=114859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:39:20.129533 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-75c0aa5d-8921-41b0-881d-a1c09d750af5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (0133423c-a29e-4f8d-9df3-db90eab1becd), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:20.142036 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [None req-75c0aa5d-8921-41b0-881d-a1c09d750af5 admin admin] Calling delete_port for 0133423c-a29e-4f8d-9df3-db90eab1becd owned by network:router_interface {{(pid=114859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:39:20.317793 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-75c0aa5d-8921-41b0-881d-a1c09d750af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (0133423c-a29e-4f8d-9df3-db90eab1becd), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:20.343532 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c0aa5d-8921-41b0-881d-a1c09d750af5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0133423c-a29e-4f8d-9df3-db90eab1becd,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:39:20.505830 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-75c0aa5d-8921-41b0-881d-a1c09d750af5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586456'] for router_interface (e44c5321-613e-4152-b883-7dd3a31ac317), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:20.719069 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c0aa5d-8921-41b0-881d-a1c09d750af5 admin admin] Router e44c5321-613e-4152-b883-7dd3a31ac317 has already been hosted by L3 agent d3fb0dde-5c40-4fca-80b5-61326157311c {{(pid=114859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:39:20.822651 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c0aa5d-8921-41b0-881d-a1c09d750af5 admin admin] Notify agent at l3_agent.dv-cinder-836252-3-iscsi the message routers_updated {{(pid=114859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:39:20.827961 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-75c0aa5d-8921-41b0-881d-a1c09d750af5 admin admin] 10.222.0.32 "PUT /v2.0/routers/e44c5321-613e-4152-b883-7dd3a31ac317/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3175640 Apr 12 00:39:20.830431 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 34904) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:39:20.833552 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9a7bc6-269b-4dda-9927-208e4857a50b None None] Sync routers for ids ['e44c5321-613e-4152-b883-7dd3a31ac317'] in dv-cinder-836252-3-iscsi {{(pid=114861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:39:20.844180 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9a7bc6-269b-4dda-9927-208e4857a50b None None] Routers {'e44c5321-613e-4152-b883-7dd3a31ac317'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:39:20.844799 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-fd9a7bc6-269b-4dda-9927-208e4857a50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:39:15Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['e44c5321-613e-4152-b883-7dd3a31ac317'], 'active': True} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:39:20.936074 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-9d882c1e-1d83-4182-b3ca-cb7e3d62225a admin admin] Publish callbacks [] for router (e44c5321-613e-4152-b883-7dd3a31ac317), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:21.080282 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvr_db [None req-fd9a7bc6-269b-4dda-9927-208e4857a50b None None] Set router e44c5321-613e-4152-b883-7dd3a31ac317 gateway port host: dv-cinder-836252-3-iscsi {{(pid=114861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:39:21.255068 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-fd9a7bc6-269b-4dda-9927-208e4857a50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44c5321-613e-4152-b883-7dd3a31ac317', 'name': 'tempest-TestVolumeBootPattern-1188956872-router', 'tenant_id': '3de3a4084d864ba6845b0d8385e0b593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '55e37827-ce7d-4902-a2c9-cc4af320b9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:29:54Z', 'updated_at': '2022-04-12T00:39:20Z', 'revision_number': 5, 'project_id': '3de3a4084d864ba6845b0d8385e0b593', 'gw_port': {'id': '55e37827-ce7d-4902-a2c9-cc4af320b9ba', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44c5321-613e-4152-b883-7dd3a31ac317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:29:54Z', 'updated_at': '2022-04-12T00:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi'}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:39:21.282653 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9a7bc6-269b-4dda-9927-208e4857a50b None None] Checking router: e44c5321-613e-4152-b883-7dd3a31ac317 for host: dv-cinder-836252-3-iscsi {{(pid=114861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:39:21.290981 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9a7bc6-269b-4dda-9927-208e4857a50b None None] Routers {'e44c5321-613e-4152-b883-7dd3a31ac317'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:39:21.291590 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-fd9a7bc6-269b-4dda-9927-208e4857a50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:39:15Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['e44c5321-613e-4152-b883-7dd3a31ac317'], 'active': True} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:39:21.314483 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-9d882c1e-1d83-4182-b3ca-cb7e3d62225a admin admin] Publish callbacks [] for router_gateway (e44c5321-613e-4152-b883-7dd3a31ac317), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:21.358381 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [None req-9d882c1e-1d83-4182-b3ca-cb7e3d62225a admin admin] Deleting port 55e37827-ce7d-4902-a2c9-cc4af320b9ba {{(pid=114859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:39:21.358724 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-9d882c1e-1d83-4182-b3ca-cb7e3d62225a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (55e37827-ce7d-4902-a2c9-cc4af320b9ba), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:21.397875 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvr_db [None req-fd9a7bc6-269b-4dda-9927-208e4857a50b None None] Set router e44c5321-613e-4152-b883-7dd3a31ac317 gateway port host: dv-cinder-836252-3-iscsi {{(pid=114861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:39:21.439851 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [None req-9d882c1e-1d83-4182-b3ca-cb7e3d62225a admin admin] For port 55e37827-ce7d-4902-a2c9-cc4af320b9ba, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=55e37827-ce7d-4902-a2c9-cc4af320b9ba,segment=NetworkSegment(45a4c36b-a669-4a7f-a3e9-c2d676175ec7),segment_id=45a4c36b-a669-4a7f-a3e9-c2d676175ec7)] {{(pid=114859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:39:21.440212 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-9d882c1e-1d83-4182-b3ca-cb7e3d62225a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (55e37827-ce7d-4902-a2c9-cc4af320b9ba), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:21.453166 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [None req-9d882c1e-1d83-4182-b3ca-cb7e3d62225a admin admin] Calling delete_port for 55e37827-ce7d-4902-a2c9-cc4af320b9ba owned by network:router_gateway {{(pid=114859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:39:21.560642 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-fd9a7bc6-269b-4dda-9927-208e4857a50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44c5321-613e-4152-b883-7dd3a31ac317', 'name': 'tempest-TestVolumeBootPattern-1188956872-router', 'tenant_id': '3de3a4084d864ba6845b0d8385e0b593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '55e37827-ce7d-4902-a2c9-cc4af320b9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:29:54Z', 'updated_at': '2022-04-12T00:39:20Z', 'revision_number': 5, 'project_id': '3de3a4084d864ba6845b0d8385e0b593', 'gw_port': {'id': '55e37827-ce7d-4902-a2c9-cc4af320b9ba', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44c5321-613e-4152-b883-7dd3a31ac317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:29:54Z', 'updated_at': '2022-04-12T00:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi'}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:39:21.589520 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9a7bc6-269b-4dda-9927-208e4857a50b None None] The sync data for ids ['e44c5321-613e-4152-b883-7dd3a31ac317'] in dv-cinder-836252-3-iscsi is: [{'id': 'e44c5321-613e-4152-b883-7dd3a31ac317', 'name': 'tempest-TestVolumeBootPattern-1188956872-router', 'tenant_id': '3de3a4084d864ba6845b0d8385e0b593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '55e37827-ce7d-4902-a2c9-cc4af320b9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:29:54Z', 'updated_at': '2022-04-12T00:39:20Z', 'revision_number': 5, 'project_id': '3de3a4084d864ba6845b0d8385e0b593', 'gw_port': {'id': '55e37827-ce7d-4902-a2c9-cc4af320b9ba', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44c5321-613e-4152-b883-7dd3a31ac317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:29:54Z', 'updated_at': '2022-04-12T00:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi'}] {{(pid=114861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:39:21.624645 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-9d882c1e-1d83-4182-b3ca-cb7e3d62225a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (55e37827-ce7d-4902-a2c9-cc4af320b9ba), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:21.650933 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d882c1e-1d83-4182-b3ca-cb7e3d62225a admin admin] Pushing event deleted for resources: {'Port': ['ID=55e37827-ce7d-4902-a2c9-cc4af320b9ba,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:39:21.711024 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-9d882c1e-1d83-4182-b3ca-cb7e3d62225a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1586430'] for router_gateway (e44c5321-613e-4152-b883-7dd3a31ac317), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:21.800998 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-9d882c1e-1d83-4182-b3ca-cb7e3d62225a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1018259'] for router (e44c5321-613e-4152-b883-7dd3a31ac317), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:21.803127 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-9d882c1e-1d83-4182-b3ca-cb7e3d62225a admin admin] Publish callbacks [] for router_controller (e44c5321-613e-4152-b883-7dd3a31ac317), precommit_delete_associations {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:21.848077 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-9d882c1e-1d83-4182-b3ca-cb7e3d62225a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440409'] for router (e44c5321-613e-4152-b883-7dd3a31ac317), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:21.848578 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d882c1e-1d83-4182-b3ca-cb7e3d62225a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e44c5321-613e-4152-b883-7dd3a31ac317 {{(pid=114859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 00:39:21.852964 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-9d882c1e-1d83-4182-b3ca-cb7e3d62225a admin admin] Publish callbacks [] for router (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:21.853928 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-9d882c1e-1d83-4182-b3ca-cb7e3d62225a admin admin] 10.222.0.32 "DELETE /v2.0/routers/e44c5321-613e-4152-b883-7dd3a31ac317 HTTP/1.1" status: 204 len: 168 time: 1.0225949 Apr 12 00:39:21.856609 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 34906) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:39:21.900357 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ba26542-8183-4791-9277-7e3238947f66 admin admin] Deleting subnet c11f733d-aa26-4ad3-9909-ee99fd0c4335 {{(pid=114859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 00:39:21.903606 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-0ba26542-8183-4791-9277-7e3238947f66 admin admin] Publish callbacks [] for subnet (c11f733d-aa26-4ad3-9909-ee99fd0c4335), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:21.937718 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-0ba26542-8183-4791-9277-7e3238947f66 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58913329'] for subnet (c11f733d-aa26-4ad3-9909-ee99fd0c4335), precommit_delete_associations {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:22.028602 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-0ba26542-8183-4791-9277-7e3238947f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550137'] for subnet (c11f733d-aa26-4ad3-9909-ee99fd0c4335), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:22.087697 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-0ba26542-8183-4791-9277-7e3238947f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59136081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59423680'] for subnet (c11f733d-aa26-4ad3-9909-ee99fd0c4335), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:22.113823 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba26542-8183-4791-9277-7e3238947f66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c11f733d-aa26-4ad3-9909-ee99fd0c4335,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:39:22.117493 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-0ba26542-8183-4791-9277-7e3238947f66 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:22.123370 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-0ba26542-8183-4791-9277-7e3238947f66 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c11f733d-aa26-4ad3-9909-ee99fd0c4335 HTTP/1.1" status: 204 len: 168 time: 0.2631590 Apr 12 00:39:22.123970 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 34910) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:39:22.126442 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764daa43-c38c-4cf5-bf80-ce23d347b9d3 None None] Network 4bce48e7-f272-4d7f-8b74-ec8868e7768a requested from dv-cinder-836252-3-iscsi {{(pid=114861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:39:22.205790 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-6226a4d6-c2f2-4ebc-af53-302b6b00a260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1475178'] for network (4bce48e7-f272-4d7f-8b74-ec8868e7768a), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:22.260887 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [None req-6226a4d6-c2f2-4ebc-af53-302b6b00a260 admin admin] Deleting port c92f9f90-780c-4e01-b7e8-7c860df00aab {{(pid=114859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:39:22.261249 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-6226a4d6-c2f2-4ebc-af53-302b6b00a260 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (c92f9f90-780c-4e01-b7e8-7c860df00aab), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:22.308740 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89d50b7-ed87-4940-b249-63b196c52819 None None] DHCP port deletion for 4bce48e7-f272-4d7f-8b74-ec8868e7768a request from dv-cinder-836252-3-iscsi {{(pid=114861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 00:39:22.340867 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [None req-6226a4d6-c2f2-4ebc-af53-302b6b00a260 admin admin] For port c92f9f90-780c-4e01-b7e8-7c860df00aab, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=c92f9f90-780c-4e01-b7e8-7c860df00aab,segment=NetworkSegment(dce4b8e1-ec4c-40ff-a23c-83d16f90c5b1),segment_id=dce4b8e1-ec4c-40ff-a23c-83d16f90c5b1)] {{(pid=114859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:39:22.341218 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-6226a4d6-c2f2-4ebc-af53-302b6b00a260 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (c92f9f90-780c-4e01-b7e8-7c860df00aab), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:22.362492 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-f89d50b7-ed87-4940-b249-63b196c52819 None None] Deleting port c92f9f90-780c-4e01-b7e8-7c860df00aab {{(pid=114861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:39:22.362972 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-f89d50b7-ed87-4940-b249-63b196c52819 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (c92f9f90-780c-4e01-b7e8-7c860df00aab), before_delete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:22.393159 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [None req-6226a4d6-c2f2-4ebc-af53-302b6b00a260 admin admin] Calling delete_port for c92f9f90-780c-4e01-b7e8-7c860df00aab owned by network:dhcp {{(pid=114859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:39:22.429621 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-f89d50b7-ed87-4940-b249-63b196c52819 None None] For port c92f9f90-780c-4e01-b7e8-7c860df00aab, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=c92f9f90-780c-4e01-b7e8-7c860df00aab,segment=NetworkSegment(dce4b8e1-ec4c-40ff-a23c-83d16f90c5b1),segment_id=dce4b8e1-ec4c-40ff-a23c-83d16f90c5b1)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:39:22.430013 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-f89d50b7-ed87-4940-b249-63b196c52819 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (c92f9f90-780c-4e01-b7e8-7c860df00aab), precommit_delete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:22.442427 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-f89d50b7-ed87-4940-b249-63b196c52819 None None] Calling delete_port for c92f9f90-780c-4e01-b7e8-7c860df00aab owned by network:dhcp {{(pid=114861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:39:22.475952 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca80ecf-c0d1-4e14-ad6e-a02d00d6dfcb req-06aae3da-e249-48be-9409-a17fb549cb7d tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:39:22.477510 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-2ca80ecf-c0d1-4e14-ad6e-a02d00d6dfcb req-06aae3da-e249-48be-9409-a17fb549cb7d tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/ports?device_id=90ec626f-1d95-45d9-8293-40d6408a52d2 HTTP/1.1" status: 200 len: 984 time: 0.1388462 Apr 12 00:39:22.480207 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20bec9-b658-429c-aeea-24db0014f9d3 req-7eeb0e1a-dd64-43df-bae6-e97e96ae18a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:39:22.481702 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-aa20bec9-b658-429c-aeea-24db0014f9d3 req-7eeb0e1a-dd64-43df-bae6-e97e96ae18a1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ba38491d23d64bd58eabf7ea16fd68e8&device_id=90ec626f-1d95-45d9-8293-40d6408a52d2 HTTP/1.1" status: 200 len: 1168 time: 0.0996649 Apr 12 00:39:22.524443 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-f89d50b7-ed87-4940-b249-63b196c52819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369'] for port (c92f9f90-780c-4e01-b7e8-7c860df00aab), after_delete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:22.549819 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d50b7-ed87-4940-b249-63b196c52819 None None] Pushing event deleted for resources: {'Port': ['ID=c92f9f90-780c-4e01-b7e8-7c860df00aab,revision_number=None']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:39:22.551590 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89d50b7-ed87-4940-b249-63b196c52819 None None] No DVR routers for this DVR port c92f9f90-780c-4e01-b7e8-7c860df00aab on host dv-cinder-836252-3-iscsi {{(pid=114861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:39:22.603578 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-6226a4d6-c2f2-4ebc-af53-302b6b00a260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (c92f9f90-780c-4e01-b7e8-7c860df00aab), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:22.656332 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6226a4d6-c2f2-4ebc-af53-302b6b00a260 admin admin] Pushing event deleted for resources: {'Port': ['ID=c92f9f90-780c-4e01-b7e8-7c860df00aab,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:39:22.658427 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6226a4d6-c2f2-4ebc-af53-302b6b00a260 admin admin] No DVR routers for this DVR port c92f9f90-780c-4e01-b7e8-7c860df00aab on host dv-cinder-836252-3-iscsi {{(pid=114859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:39:22.669357 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-2ca80ecf-c0d1-4e14-ad6e-a02d00d6dfcb req-b4427e9f-e389-4d21-a652-729ea60421ca tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee2503da-e8da-4e7a-9230-a41a5b27af53&id=bf733550-9bd9-424e-8525-7508fddcb233&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1849370 Apr 12 00:39:22.722135 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20bec9-b658-429c-aeea-24db0014f9d3 req-85ca7fbc-4628-497d-942a-f00f2ec06435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:39:22.723641 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-aa20bec9-b658-429c-aeea-24db0014f9d3 req-85ca7fbc-4628-497d-942a-f00f2ec06435 service neutron] 10.222.0.52 "GET /v2.0/networks?id=468ee0a2-580f-4c3a-8cc5-2cad68c7110d HTTP/1.1" status: 200 len: 915 time: 0.2345669 Apr 12 00:39:22.761461 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-6226a4d6-c2f2-4ebc-af53-302b6b00a260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1545652', 'neutron.services.segments.db._delete_segments_for_network-8757613416367'] for network (4bce48e7-f272-4d7f-8b74-ec8868e7768a), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:22.816533 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.services.segments.db [None req-6226a4d6-c2f2-4ebc-af53-302b6b00a260 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bce48e7-f272-4d7f-8b74-ec8868e7768a']}} {{(pid=114859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:39:22.833949 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.services.segments.db [None req-6226a4d6-c2f2-4ebc-af53-302b6b00a260 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dce4b8e1-ec4c-40ff-a23c-83d16f90c5b1') {'for_net_delete': True} {{(pid=114859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:39:22.834240 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.services.segments.db [None req-6226a4d6-c2f2-4ebc-af53-302b6b00a260 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dce4b8e1-ec4c-40ff-a23c-83d16f90c5b1') {} {{(pid=114859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:39:22.845205 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-aa20bec9-b658-429c-aeea-24db0014f9d3 req-f7078b0a-0903-4908-a612-a18284cc2c4c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8104ec7-8594-4188-ae28-392ce2284da2 HTTP/1.1" status: 200 len: 1000 time: 0.0927749 Apr 12 00:39:22.846772 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-6226a4d6-c2f2-4ebc-af53-302b6b00a260 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757613418168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58913336'] for segment (dce4b8e1-ec4c-40ff-a23c-83d16f90c5b1), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:22.883874 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-6226a4d6-c2f2-4ebc-af53-302b6b00a260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552308'] for segment (dce4b8e1-ec4c-40ff-a23c-83d16f90c5b1), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:22.894111 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6226a4d6-c2f2-4ebc-af53-302b6b00a260 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=114859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 00:39:22.894492 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-6226a4d6-c2f2-4ebc-af53-302b6b00a260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59136251'] for segment (dce4b8e1-ec4c-40ff-a23c-83d16f90c5b1), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:22.896141 dv-cinder-836252-3-iscsi neutron-server[114859]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 00:39:22.896141 dv-cinder-836252-3-iscsi neutron-server[114859]: self.session.flush() Apr 12 00:39:22.896141 dv-cinder-836252-3-iscsi neutron-server[114859]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 00:39:22.896141 dv-cinder-836252-3-iscsi neutron-server[114859]: self.session.flush() Apr 12 00:39:22.896141 dv-cinder-836252-3-iscsi neutron-server[114859]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 00:39:22.896141 dv-cinder-836252-3-iscsi neutron-server[114859]: self.session.flush() Apr 12 00:39:22.896141 dv-cinder-836252-3-iscsi neutron-server[114859]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 00:39:22.896141 dv-cinder-836252-3-iscsi neutron-server[114859]: self.session.flush() Apr 12 00:39:22.896141 dv-cinder-836252-3-iscsi neutron-server[114859]: Traceback (most recent call last): Apr 12 00:39:22.896141 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 00:39:22.896141 dv-cinder-836252-3-iscsi neutron-server[114859]: timer() Apr 12 00:39:22.896141 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 00:39:22.896141 dv-cinder-836252-3-iscsi neutron-server[114859]: cb(*args, **kw) Apr 12 00:39:22.896141 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 00:39:22.896141 dv-cinder-836252-3-iscsi neutron-server[114859]: return func(*args, **kwargs) Apr 12 00:39:22.896141 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 00:39:22.896141 dv-cinder-836252-3-iscsi neutron-server[114859]: self._notify() Apr 12 00:39:22.896141 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 00:39:22.896141 dv-cinder-836252-3-iscsi neutron-server[114859]: self.callback(batched_events) Apr 12 00:39:22.896141 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 00:39:22.896141 dv-cinder-836252-3-iscsi neutron-server[114859]: event.method(event) Apr 12 00:39:22.896141 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 00:39:22.896141 dv-cinder-836252-3-iscsi neutron-server[114859]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 00:39:22.896141 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 00:39:22.896141 dv-cinder-836252-3-iscsi neutron-server[114859]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 00:39:22.896141 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 00:39:22.896141 dv-cinder-836252-3-iscsi neutron-server[114859]: return f(self, *a, **k) Apr 12 00:39:22.896141 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 00:39:22.896141 dv-cinder-836252-3-iscsi neutron-server[114859]: return self._get(url).json() Apr 12 00:39:22.896141 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 00:39:22.896141 dv-cinder-836252-3-iscsi neutron-server[114859]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 00:39:22.896141 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 00:39:22.896141 dv-cinder-836252-3-iscsi neutron-server[114859]: return self.request(url, 'GET', **kwargs) Apr 12 00:39:22.896141 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 00:39:22.896141 dv-cinder-836252-3-iscsi neutron-server[114859]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 00:39:22.896141 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 00:39:22.896141 dv-cinder-836252-3-iscsi neutron-server[114859]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 00:39:22.896141 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 00:39:22.896141 dv-cinder-836252-3-iscsi neutron-server[114859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 00:39:22.896141 dv-cinder-836252-3-iscsi neutron-server[114859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 00:39:22.944661 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20bec9-b658-429c-aeea-24db0014f9d3 req-3e4c9b69-f4c8-4176-9e37-605032392af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:39:22.946110 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-aa20bec9-b658-429c-aeea-24db0014f9d3 req-3e4c9b69-f4c8-4176-9e37-605032392af7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dce6ee9c-077a-4548-b4fa-4937134c603a HTTP/1.1" status: 200 len: 853 time: 0.0933299 Apr 12 00:39:22.978584 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-6226a4d6-c2f2-4ebc-af53-302b6b00a260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1545659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1586330'] for network (4bce48e7-f272-4d7f-8b74-ec8868e7768a), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:22.986939 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-6226a4d6-c2f2-4ebc-af53-302b6b00a260 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for network (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:22.989832 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-6226a4d6-c2f2-4ebc-af53-302b6b00a260 admin admin] 10.222.0.32 "DELETE /v2.0/networks/4bce48e7-f272-4d7f-8b74-ec8868e7768a HTTP/1.1" status: 204 len: 168 time: 0.8649361 Apr 12 00:39:23.004876 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20bec9-b658-429c-aeea-24db0014f9d3 req-8249b55f-de95-45ad-954a-dd20a9ac4bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:39:23.006359 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-aa20bec9-b658-429c-aeea-24db0014f9d3 req-8249b55f-de95-45ad-954a-dd20a9ac4bdc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=468ee0a2-580f-4c3a-8cc5-2cad68c7110d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535786 Apr 12 00:39:23.007074 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6226a4d6-c2f2-4ebc-af53-302b6b00a260 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bce48e7-f272-4d7f-8b74-ec8868e7768a,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:39:23.095774 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-aa20bec9-b658-429c-aeea-24db0014f9d3 req-a067120e-bef4-4eb6-9727-55ec8ebce4ab service neutron] 10.222.0.52 "GET /v2.0/networks/468ee0a2-580f-4c3a-8cc5-2cad68c7110d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824611 Apr 12 00:39:23.102202 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 34920) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:39:23.193803 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-baf1fae9-f929-4b33-9939-4ce7e49e28d5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4ad54dac63374c8a9b4da55ee5dc7fd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0905073 Apr 12 00:39:23.196275 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 34922) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:39:23.243752 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-aa20bec9-b658-429c-aeea-24db0014f9d3 req-96e55624-3f16-4395-8722-cdddc753c400 service neutron] 10.222.0.52 "GET /v2.0/networks/468ee0a2-580f-4c3a-8cc5-2cad68c7110d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347451 Apr 12 00:39:23.258118 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-d29a8024-03bb-4b75-91fa-57ec03368262 admin admin] Publish callbacks [] for security_group (72b87953-a40c-4d61-a90b-98381cd0ec82), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:23.279709 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-d29a8024-03bb-4b75-91fa-57ec03368262 admin admin] Publish callbacks [] for security_group (72b87953-a40c-4d61-a90b-98381cd0ec82), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:23.328765 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-d29a8024-03bb-4b75-91fa-57ec03368262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (72b87953-a40c-4d61-a90b-98381cd0ec82), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:23.331239 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-d29a8024-03bb-4b75-91fa-57ec03368262 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:23.332345 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-d29a8024-03bb-4b75-91fa-57ec03368262 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/72b87953-a40c-4d61-a90b-98381cd0ec82 HTTP/1.1" status: 204 len: 168 time: 0.1352472 Apr 12 00:39:23.345405 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29a8024-03bb-4b75-91fa-57ec03368262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b87953-a40c-4d61-a90b-98381cd0ec82,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:39:23.646561 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 34928) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:39:23.665083 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 0133423c-a29e-4f8d-9df3-db90eab1becd no longer exists at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:39:23.686677 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] No Port match for: 0133423c-a29e-4f8d-9df3-db90eab1becd {{(pid=114861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 00:39:23.687116 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 0133423c-a29e-4f8d-9df3-db90eab1becd not bound to the agent host dv-cinder-836252-3-iscsi {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:39:23.687601 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 55e37827-ce7d-4902-a2c9-cc4af320b9ba no longer exists at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:39:23.688561 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-4b9f60d2-49aa-45dc-b699-838747b969d1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3de3a4084d864ba6845b0d8385e0b593&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408483 Apr 12 00:39:23.691189 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 34930) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:39:23.710808 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] No Port match for: 55e37827-ce7d-4902-a2c9-cc4af320b9ba {{(pid=114861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 00:39:23.711094 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 55e37827-ce7d-4902-a2c9-cc4af320b9ba not bound to the agent host dv-cinder-836252-3-iscsi {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:39:23.711521 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device c92f9f90-780c-4e01-b7e8-7c860df00aab no longer exists at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:39:23.733733 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] No Port match for: c92f9f90-780c-4e01-b7e8-7c860df00aab {{(pid=114861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 00:39:23.734078 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device c92f9f90-780c-4e01-b7e8-7c860df00aab not bound to the agent host dv-cinder-836252-3-iscsi {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:39:23.753232 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-8d7887f5-841a-46b9-9234-0835000c7700 admin admin] Publish callbacks [] for security_group (bca64c84-7ef9-4b36-bdb7-f6ccdc230db6), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:23.796470 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-8d7887f5-841a-46b9-9234-0835000c7700 admin admin] Publish callbacks [] for security_group (bca64c84-7ef9-4b36-bdb7-f6ccdc230db6), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:23.803461 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e871dc7-0272-45cc-8c2c-ca0fffbb67c9 req-9c8e66d9-ff53-4295-bffe-186fb817bd96 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:39:23.804901 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-2e871dc7-0272-45cc-8c2c-ca0fffbb67c9 req-9c8e66d9-ff53-4295-bffe-186fb817bd96 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/ports?device_id=90ec626f-1d95-45d9-8293-40d6408a52d2 HTTP/1.1" status: 200 len: 984 time: 0.0649669 Apr 12 00:39:23.882135 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-2e871dc7-0272-45cc-8c2c-ca0fffbb67c9 req-8f115bfd-d659-462a-abb8-ecf88ad66983 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee2503da-e8da-4e7a-9230-a41a5b27af53&id=bf733550-9bd9-424e-8525-7508fddcb233&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0703747 Apr 12 00:39:23.888088 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-8d7887f5-841a-46b9-9234-0835000c7700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (bca64c84-7ef9-4b36-bdb7-f6ccdc230db6), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:23.890994 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-8d7887f5-841a-46b9-9234-0835000c7700 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:23.894410 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-8d7887f5-841a-46b9-9234-0835000c7700 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bca64c84-7ef9-4b36-bdb7-f6ccdc230db6 HTTP/1.1" status: 204 len: 168 time: 0.1998124 Apr 12 00:39:23.899959 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7887f5-841a-46b9-9234-0835000c7700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca64c84-7ef9-4b36-bdb7-f6ccdc230db6,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:39:24.993919 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4dbc6-fd45-4277-8950-09bcfa463822 req-cfca5656-5f3a-4c66-9f94-f4ce7c8cdc8f tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:39:24.995400 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-cfe4dbc6-fd45-4277-8950-09bcfa463822 req-cfca5656-5f3a-4c66-9f94-f4ce7c8cdc8f tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/ports?device_id=90ec626f-1d95-45d9-8293-40d6408a52d2 HTTP/1.1" status: 200 len: 984 time: 0.0463233 Apr 12 00:39:25.053878 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-cfe4dbc6-fd45-4277-8950-09bcfa463822 req-253639c1-b0af-40f9-ab36-a0d0f2998e44 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee2503da-e8da-4e7a-9230-a41a5b27af53&id=bf733550-9bd9-424e-8525-7508fddcb233&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523269 Apr 12 00:39:26.165753 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff965219-1054-4065-b15f-30f365daacef req-3fb06374-715e-4fbf-9b82-ba95e6602483 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:39:26.167203 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-ff965219-1054-4065-b15f-30f365daacef req-3fb06374-715e-4fbf-9b82-ba95e6602483 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/ports?device_id=90ec626f-1d95-45d9-8293-40d6408a52d2 HTTP/1.1" status: 200 len: 984 time: 0.0493116 Apr 12 00:39:26.224529 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-ff965219-1054-4065-b15f-30f365daacef req-d2d85527-b187-418f-bcdd-fa83c4e731ef tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee2503da-e8da-4e7a-9230-a41a5b27af53&id=bf733550-9bd9-424e-8525-7508fddcb233&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0511127 Apr 12 00:39:27.336574 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a817b4-85b3-4c83-910a-6ad838aa4ffc req-6fe444a4-1dc4-43a1-a0e3-de3996a5eea7 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:39:27.338015 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d0a817b4-85b3-4c83-910a-6ad838aa4ffc req-6fe444a4-1dc4-43a1-a0e3-de3996a5eea7 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/ports?device_id=90ec626f-1d95-45d9-8293-40d6408a52d2 HTTP/1.1" status: 200 len: 984 time: 0.0465655 Apr 12 00:39:27.399614 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d0a817b4-85b3-4c83-910a-6ad838aa4ffc req-88533235-cb08-42a4-a99d-97bec45a1c7b tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee2503da-e8da-4e7a-9230-a41a5b27af53&id=bf733550-9bd9-424e-8525-7508fddcb233&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554478 Apr 12 00:39:28.511804 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ae8ec-24f5-4f55-bdb3-72db1be888ea req-b74ffbed-15a9-44ee-87f6-a84c4f2cec48 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:39:28.513238 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-100ae8ec-24f5-4f55-bdb3-72db1be888ea req-b74ffbed-15a9-44ee-87f6-a84c4f2cec48 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/ports?device_id=90ec626f-1d95-45d9-8293-40d6408a52d2 HTTP/1.1" status: 200 len: 984 time: 0.0460403 Apr 12 00:39:28.570747 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-100ae8ec-24f5-4f55-bdb3-72db1be888ea req-320764eb-d609-4657-9c10-8ad965ac791d tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee2503da-e8da-4e7a-9230-a41a5b27af53&id=bf733550-9bd9-424e-8525-7508fddcb233&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518036 Apr 12 00:39:29.683107 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c3304-6173-481b-9412-bbd51e828549 req-5f0e8dc2-36bd-4344-aece-54263437581d tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:39:29.684556 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-6b7c3304-6173-481b-9412-bbd51e828549 req-5f0e8dc2-36bd-4344-aece-54263437581d tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/ports?device_id=90ec626f-1d95-45d9-8293-40d6408a52d2 HTTP/1.1" status: 200 len: 984 time: 0.0465066 Apr 12 00:39:29.742117 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-6b7c3304-6173-481b-9412-bbd51e828549 req-71bd5d26-bb2a-4eca-bc98-e3b7e8cabf62 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee2503da-e8da-4e7a-9230-a41a5b27af53&id=bf733550-9bd9-424e-8525-7508fddcb233&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519223 Apr 12 00:39:30.850210 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ad7d5-a54d-4821-bcdc-973cbc10710e req-8bbcc5d4-d13e-49ca-a758-a9dd3999dcdc tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:39:30.851579 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-a81ad7d5-a54d-4821-bcdc-973cbc10710e req-8bbcc5d4-d13e-49ca-a758-a9dd3999dcdc tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/ports?device_id=90ec626f-1d95-45d9-8293-40d6408a52d2 HTTP/1.1" status: 200 len: 984 time: 0.0448833 Apr 12 00:39:30.912322 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-a81ad7d5-a54d-4821-bcdc-973cbc10710e req-fbe905ae-1e00-43e9-8b20-af2ca83ffc07 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee2503da-e8da-4e7a-9230-a41a5b27af53&id=bf733550-9bd9-424e-8525-7508fddcb233&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544755 Apr 12 00:39:32.023493 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b332302-902c-42d0-8f26-b5107cc4b20a req-0054b2f8-7437-4779-8372-419d79e440a0 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:39:32.024963 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-3b332302-902c-42d0-8f26-b5107cc4b20a req-0054b2f8-7437-4779-8372-419d79e440a0 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/ports?device_id=90ec626f-1d95-45d9-8293-40d6408a52d2 HTTP/1.1" status: 200 len: 984 time: 0.0466042 Apr 12 00:39:32.082873 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-3b332302-902c-42d0-8f26-b5107cc4b20a req-4730dd01-23aa-4abd-9bbc-7a7e558de167 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee2503da-e8da-4e7a-9230-a41a5b27af53&id=bf733550-9bd9-424e-8525-7508fddcb233&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0514770 Apr 12 00:39:33.192971 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad579b9-caca-4e9a-b9e6-d63b01b42b91 req-5a47d9df-286a-496b-ab62-d6b3271778df tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:39:33.194424 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-3ad579b9-caca-4e9a-b9e6-d63b01b42b91 req-5a47d9df-286a-496b-ab62-d6b3271778df tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/ports?device_id=90ec626f-1d95-45d9-8293-40d6408a52d2 HTTP/1.1" status: 200 len: 984 time: 0.0450401 Apr 12 00:39:33.252495 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-3ad579b9-caca-4e9a-b9e6-d63b01b42b91 req-404ebf39-337f-415c-9b83-002ee42694ab tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee2503da-e8da-4e7a-9230-a41a5b27af53&id=bf733550-9bd9-424e-8525-7508fddcb233&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519316 Apr 12 00:39:34.365280 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105b115-1d11-449c-9498-174691cf34b5 req-76c9bec9-9a8d-4ae1-9a83-99e7e1e5cec4 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:39:34.366720 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c105b115-1d11-449c-9498-174691cf34b5 req-76c9bec9-9a8d-4ae1-9a83-99e7e1e5cec4 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/ports?device_id=90ec626f-1d95-45d9-8293-40d6408a52d2 HTTP/1.1" status: 200 len: 984 time: 0.0495532 Apr 12 00:39:34.425957 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c105b115-1d11-449c-9498-174691cf34b5 req-faae0250-433f-47ac-adb5-e6b955cf5d1a tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee2503da-e8da-4e7a-9230-a41a5b27af53&id=bf733550-9bd9-424e-8525-7508fddcb233&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531757 Apr 12 00:39:42.383954 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-e3c75071-2b83-4f0d-91e5-3d37d4929877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (4ecbd319-6885-49f5-abb8-de205838eb1c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:42.844710 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.agents_db [None req-4f17da96-f611-4225-a78f-ee15b860eec6 None None] Agent healthcheck: found 6 active agents {{(pid=114862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:39:44.632535 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-e7eabdbb-3585-4d57-b1fa-d0b798343efd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (d3fb0dde-5c40-4fca-80b5-61326157311c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:46.240259 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d4423688-5a44-44f3-a132-81f2c9b6cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (af38becd-82ff-4144-8f94-74de975161ca), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:47.246410 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (6c438ad1-5788-4552-a50f-29c8c96f3196), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:47.641378 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-be9ea9f3-6c7c-4887-ad09-badb35df740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (738aa052-ee84-4bd1-913b-ee7149597f8f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:48.974319 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (f9a21fd4-36f2-4826-890e-da332e228edf), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:39:55.273035 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-eddea3d5-370e-476f-bea2-2e7cb377f1d3 req-b4f922b7-2115-4a3e-b39c-7ca01692c028 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ca8227d3-6b1f-4d92-90c7-41de2b3054bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0361435 Apr 12 00:39:55.345408 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddea3d5-370e-476f-bea2-2e7cb377f1d3 req-a0a0c03a-2fbf-4bbf-a3f7-c9f76319dbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:39:55.346914 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-eddea3d5-370e-476f-bea2-2e7cb377f1d3 req-a0a0c03a-2fbf-4bbf-a3f7-c9f76319dbc7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=add150d29f3d4ccc8d4e3775577e3d57&device_id=ca8227d3-6b1f-4d92-90c7-41de2b3054bd HTTP/1.1" status: 200 len: 1130 time: 0.0382507 Apr 12 00:39:55.460343 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddea3d5-370e-476f-bea2-2e7cb377f1d3 req-8bf955eb-b1fa-47bb-bcf3-32d54b512fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:39:55.462887 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-eddea3d5-370e-476f-bea2-2e7cb377f1d3 req-8bf955eb-b1fa-47bb-bcf3-32d54b512fba service neutron] 10.222.0.52 "GET /v2.0/networks?id=ad6fa16c-9ae9-409b-a431-15655dbe3bc7 HTTP/1.1" status: 200 len: 916 time: 0.0980542 Apr 12 00:39:55.526269 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-eddea3d5-370e-476f-bea2-2e7cb377f1d3 req-d76218a8-6217-44f8-ab4f-7adfadedd359 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b26c3c3f-4a79-4918-90df-a275b5f37b5b HTTP/1.1" status: 200 len: 1002 time: 0.0574446 Apr 12 00:39:55.577681 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddea3d5-370e-476f-bea2-2e7cb377f1d3 req-2e0adc19-d22a-471a-abfb-2f116c313367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:39:55.579133 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-eddea3d5-370e-476f-bea2-2e7cb377f1d3 req-2e0adc19-d22a-471a-abfb-2f116c313367 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a9745a0d-5463-41a5-8b5c-e529c4495cbd HTTP/1.1" status: 200 len: 854 time: 0.0460787 Apr 12 00:39:55.622935 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddea3d5-370e-476f-bea2-2e7cb377f1d3 req-e25d9c8a-4541-4d1e-91e6-211743c8951c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:39:55.624395 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-eddea3d5-370e-476f-bea2-2e7cb377f1d3 req-e25d9c8a-4541-4d1e-91e6-211743c8951c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad6fa16c-9ae9-409b-a431-15655dbe3bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375941 Apr 12 00:39:55.716769 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-eddea3d5-370e-476f-bea2-2e7cb377f1d3 req-b4668fa3-4dd4-46db-ae98-78101dc556e2 service neutron] 10.222.0.52 "GET /v2.0/networks/ad6fa16c-9ae9-409b-a431-15655dbe3bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854583 Apr 12 00:39:55.809459 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-eddea3d5-370e-476f-bea2-2e7cb377f1d3 req-fcd4e63f-6be5-4c10-89a6-3318463f2993 service neutron] 10.222.0.52 "GET /v2.0/networks/ad6fa16c-9ae9-409b-a431-15655dbe3bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864873 Apr 12 00:40:12.141343 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb568c-e620-4703-8756-d4c902968d59 req-f6bf2eb5-6b5a-4b9c-8a0a-d2c0317dd464 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:40:12.142714 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-facb568c-e620-4703-8756-d4c902968d59 req-f6bf2eb5-6b5a-4b9c-8a0a-d2c0317dd464 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a589bc8-9b32-4820-aa00-e5c764ba1b77 HTTP/1.1" status: 200 len: 946 time: 0.0462229 Apr 12 00:40:12.186905 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-facb568c-e620-4703-8756-d4c902968d59 req-b2b2cc1a-5256-4a98-af20-11ce87b7d11f tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/security-groups?id=e92aeab2-612f-4908-8069-47f7486916d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387781 Apr 12 00:40:12.385845 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-accecbde-ecc4-41d8-9df6-506c8aa10b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (4ecbd319-6885-49f5-abb8-de205838eb1c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:13.298266 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d659f-e05a-4d79-94e2-0c7f8a5f398d req-5d81b14a-524f-4573-9305-3fdd11633474 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:40:13.299746 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-d62d659f-e05a-4d79-94e2-0c7f8a5f398d req-5d81b14a-524f-4573-9305-3fdd11633474 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a589bc8-9b32-4820-aa00-e5c764ba1b77 HTTP/1.1" status: 200 len: 946 time: 0.0466480 Apr 12 00:40:13.345638 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-d62d659f-e05a-4d79-94e2-0c7f8a5f398d req-93ca3608-762a-4df3-af83-e542c98f2369 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/security-groups?id=e92aeab2-612f-4908-8069-47f7486916d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405188 Apr 12 00:40:13.761316 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d28976d-e3bd-4384-9938-29c55798b486 req-a8820b73-aff8-4372-81bd-9113ffc16570 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:40:13.762786 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5d28976d-e3bd-4384-9938-29c55798b486 req-a8820b73-aff8-4372-81bd-9113ffc16570 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a589bc8-9b32-4820-aa00-e5c764ba1b77 HTTP/1.1" status: 200 len: 946 time: 0.0497572 Apr 12 00:40:13.845505 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [req-5d28976d-e3bd-4384-9938-29c55798b486 req-99119220-6b07-482d-b85a-bb5ad867e2a3 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Deleting port a3a93149-14b3-413d-b3d4-f6a40088a349 {{(pid=114859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:40:13.845843 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-5d28976d-e3bd-4384-9938-29c55798b486 req-99119220-6b07-482d-b85a-bb5ad867e2a3 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (a3a93149-14b3-413d-b3d4-f6a40088a349), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:13.935773 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [req-5d28976d-e3bd-4384-9938-29c55798b486 req-99119220-6b07-482d-b85a-bb5ad867e2a3 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] For port a3a93149-14b3-413d-b3d4-f6a40088a349, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=a3a93149-14b3-413d-b3d4-f6a40088a349,segment=NetworkSegment(850085f3-336f-4cd2-8504-bcaa5ecc90d0),segment_id=850085f3-336f-4cd2-8504-bcaa5ecc90d0)] {{(pid=114859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:40:13.936135 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-5d28976d-e3bd-4384-9938-29c55798b486 req-99119220-6b07-482d-b85a-bb5ad867e2a3 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (a3a93149-14b3-413d-b3d4-f6a40088a349), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:14.102130 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-5d28976d-e3bd-4384-9938-29c55798b486 req-99119220-6b07-482d-b85a-bb5ad867e2a3 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:14.102522 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-5d28976d-e3bd-4384-9938-29c55798b486 req-99119220-6b07-482d-b85a-bb5ad867e2a3 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1586356'] for floatingip (a0446f61-8e39-4660-849e-c63fe43efb76), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:14.102838 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.db.l3_db [req-5d28976d-e3bd-4384-9938-29c55798b486 req-99119220-6b07-482d-b85a-bb5ad867e2a3 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Floating IP a0446f61-8e39-4660-849e-c63fe43efb76 disassociated. External IP: 172.27.3.15, port: a3a93149-14b3-413d-b3d4-f6a40088a349. Apr 12 00:40:14.103184 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [req-5d28976d-e3bd-4384-9938-29c55798b486 req-99119220-6b07-482d-b85a-bb5ad867e2a3 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Calling delete_port for a3a93149-14b3-413d-b3d4-f6a40088a349 owned by compute:nova {{(pid=114859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:40:14.229233 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-5d28976d-e3bd-4384-9938-29c55798b486 req-99119220-6b07-482d-b85a-bb5ad867e2a3 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (a3a93149-14b3-413d-b3d4-f6a40088a349), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:14.256899 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99119220-6b07-482d-b85a-bb5ad867e2a3 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Pushing event deleted for resources: {'Port': ['ID=a3a93149-14b3-413d-b3d4-f6a40088a349,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:40:14.269413 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99119220-6b07-482d-b85a-bb5ad867e2a3 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:40:14.269872 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99119220-6b07-482d-b85a-bb5ad867e2a3 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:40:14.270230 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99119220-6b07-482d-b85a-bb5ad867e2a3 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:40:14.270594 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99119220-6b07-482d-b85a-bb5ad867e2a3 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:40:14.270931 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99119220-6b07-482d-b85a-bb5ad867e2a3 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:40:14.271266 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99119220-6b07-482d-b85a-bb5ad867e2a3 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:40:14.271624 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99119220-6b07-482d-b85a-bb5ad867e2a3 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:40:14.271953 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99119220-6b07-482d-b85a-bb5ad867e2a3 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:40:14.272288 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99119220-6b07-482d-b85a-bb5ad867e2a3 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:40:14.272612 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99119220-6b07-482d-b85a-bb5ad867e2a3 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:40:14.272939 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99119220-6b07-482d-b85a-bb5ad867e2a3 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:40:14.273284 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99119220-6b07-482d-b85a-bb5ad867e2a3 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:40:14.273591 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99119220-6b07-482d-b85a-bb5ad867e2a3 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:40:14.273911 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99119220-6b07-482d-b85a-bb5ad867e2a3 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:40:14.274235 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99119220-6b07-482d-b85a-bb5ad867e2a3 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:40:14.382932 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d28976d-e3bd-4384-9938-29c55798b486 req-99119220-6b07-482d-b85a-bb5ad867e2a3 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Router c55378f6-ed14-4860-9722-f016e3ed5a64 has already been hosted by L3 agent d3fb0dde-5c40-4fca-80b5-61326157311c {{(pid=114859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:40:14.460615 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-991c450b-4e45-44a4-b733-cc6fb4d03122 req-ddd0591d-e0c6-4528-b3d2-6026342e40b2 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a589bc8-9b32-4820-aa00-e5c764ba1b77 HTTP/1.1" status: 200 len: 210 time: 0.0352604 Apr 12 00:40:14.519805 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d28976d-e3bd-4384-9938-29c55798b486 req-99119220-6b07-482d-b85a-bb5ad867e2a3 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Notify agent at l3_agent.dv-cinder-836252-3-iscsi the message routers_updated {{(pid=114859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:40:14.530499 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0582ff37-6818-4a0e-9475-f6fdb35d0a0b None None] Sync routers for ids ['c55378f6-ed14-4860-9722-f016e3ed5a64'] in dv-cinder-836252-3-iscsi {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:40:14.539988 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0582ff37-6818-4a0e-9475-f6fdb35d0a0b None None] Routers {'c55378f6-ed14-4860-9722-f016e3ed5a64'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:40:14.540601 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-0582ff37-6818-4a0e-9475-f6fdb35d0a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:39:45Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['c55378f6-ed14-4860-9722-f016e3ed5a64'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:40:14.559980 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d28976d-e3bd-4384-9938-29c55798b486 req-99119220-6b07-482d-b85a-bb5ad867e2a3 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] No DVR routers for this DVR port a3a93149-14b3-413d-b3d4-f6a40088a349 on host hv-cinder-83625 {{(pid=114859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:40:14.562478 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-5d28976d-e3bd-4384-9938-29c55798b486 req-99119220-6b07-482d-b85a-bb5ad867e2a3 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for port (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:14.565710 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5d28976d-e3bd-4384-9938-29c55798b486 req-99119220-6b07-482d-b85a-bb5ad867e2a3 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.52 "DELETE /v2.0/ports/a3a93149-14b3-413d-b3d4-f6a40088a349 HTTP/1.1" status: 204 len: 173 time: 0.7975485 Apr 12 00:40:14.566198 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a589bc8-9b32-4820-aa00-e5c764ba1b77', 'name': 'network-vif-deleted', 'tag': 'a3a93149-14b3-413d-b3d4-f6a40088a349'}] {{(pid=114859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:40:14.568638 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d751ce943c7fd1580d8237ddcdd582f05025ac6b53677acecb9ecfb4d000721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e757116c-0e15-4694-a8bd-023221bad53c" -d '{"events": [{"server_uuid": "8a589bc8-9b32-4820-aa00-e5c764ba1b77", "name": "network-vif-deleted", "tag": "a3a93149-14b3-413d-b3d4-f6a40088a349"}]}' {{(pid=114859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:40:14.626772 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78029b26-becc-476d-87f5-b2797eab1fdc x-openstack-request-id: req-78029b26-becc-476d-87f5-b2797eab1fdc {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:40:14.627069 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a589bc8-9b32-4820-aa00-e5c764ba1b77", "name": "network-vif-deleted", "tag": "a3a93149-14b3-413d-b3d4-f6a40088a349", "status": "completed", "code": 200}]} {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:40:14.627327 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-78029b26-becc-476d-87f5-b2797eab1fdc {{(pid=114859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:40:14.627929 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78029b26-becc-476d-87f5-b2797eab1fdc'] response: {'server_uuid': '8a589bc8-9b32-4820-aa00-e5c764ba1b77', 'name': 'network-vif-deleted', 'tag': 'a3a93149-14b3-413d-b3d4-f6a40088a349', 'status': 'completed', 'code': 200} Apr 12 00:40:14.642326 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-bb658a8b-c65a-4f89-b46d-2efdb971c1c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (d3fb0dde-5c40-4fca-80b5-61326157311c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:14.758031 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-0582ff37-6818-4a0e-9475-f6fdb35d0a0b None None] Set router c55378f6-ed14-4860-9722-f016e3ed5a64 gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:40:14.970679 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-0582ff37-6818-4a0e-9475-f6fdb35d0a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'name': 'tempest-AttachVolumeNegativeTest-1669374095-router', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '58289c30-3084-4e4c-98f4-831e7f157643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:36:38Z', 'updated_at': '2022-04-12T00:36:41Z', 'revision_number': 4, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'gw_port': {'id': '58289c30-3084-4e4c-98f4-831e7f157643', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:36:38Z', 'updated_at': '2022-04-12T00:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_floatingips': [{'id': '8d871c1f-2051-49df-b1f4-467b16c34867', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'floating_ip_address': '172.27.3.224', 'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'router_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'port_id': 'b26c3c3f-4a79-4918-90df-a275b5f37b5b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7', 'mac_address': 'fa:16:3e:e8:7f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8227d3-6b1f-4d92-90c7-41de2b3054bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:36:44Z', 'updated_at': '2022-04-12T00:37:03Z', 'revision_number': 2, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3', 'name': '', 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'mac_address': 'fa:16:3e:20:45:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'a9745a0d-5463-41a5-8b5c-e529c4495cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:36:40Z', 'updated_at': '2022-04-12T00:36:45Z', 'revision_number': 5, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'subnets': [{'id': 'a9745a0d-5463-41a5-8b5c-e529c4495cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:40:15.000410 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0582ff37-6818-4a0e-9475-f6fdb35d0a0b None None] Checking router: c55378f6-ed14-4860-9722-f016e3ed5a64 for host: dv-cinder-836252-3-iscsi {{(pid=114862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:40:15.008888 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0582ff37-6818-4a0e-9475-f6fdb35d0a0b None None] Routers {'c55378f6-ed14-4860-9722-f016e3ed5a64'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:40:15.009497 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-0582ff37-6818-4a0e-9475-f6fdb35d0a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:40:15Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['c55378f6-ed14-4860-9722-f016e3ed5a64'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:40:15.118528 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-0582ff37-6818-4a0e-9475-f6fdb35d0a0b None None] Set router c55378f6-ed14-4860-9722-f016e3ed5a64 gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:40:15.322711 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-0582ff37-6818-4a0e-9475-f6fdb35d0a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'name': 'tempest-AttachVolumeNegativeTest-1669374095-router', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '58289c30-3084-4e4c-98f4-831e7f157643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:36:38Z', 'updated_at': '2022-04-12T00:36:41Z', 'revision_number': 4, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'gw_port': {'id': '58289c30-3084-4e4c-98f4-831e7f157643', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:36:38Z', 'updated_at': '2022-04-12T00:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_floatingips': [{'id': '8d871c1f-2051-49df-b1f4-467b16c34867', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'floating_ip_address': '172.27.3.224', 'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'router_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'port_id': 'b26c3c3f-4a79-4918-90df-a275b5f37b5b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7', 'mac_address': 'fa:16:3e:e8:7f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8227d3-6b1f-4d92-90c7-41de2b3054bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:36:44Z', 'updated_at': '2022-04-12T00:37:03Z', 'revision_number': 2, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3', 'name': '', 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'mac_address': 'fa:16:3e:20:45:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'a9745a0d-5463-41a5-8b5c-e529c4495cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:36:40Z', 'updated_at': '2022-04-12T00:36:45Z', 'revision_number': 5, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'subnets': [{'id': 'a9745a0d-5463-41a5-8b5c-e529c4495cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:40:15.351983 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0582ff37-6818-4a0e-9475-f6fdb35d0a0b None None] The sync data for ids ['c55378f6-ed14-4860-9722-f016e3ed5a64'] in dv-cinder-836252-3-iscsi is: [{'id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'name': 'tempest-AttachVolumeNegativeTest-1669374095-router', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '58289c30-3084-4e4c-98f4-831e7f157643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:36:38Z', 'updated_at': '2022-04-12T00:36:41Z', 'revision_number': 4, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'gw_port': {'id': '58289c30-3084-4e4c-98f4-831e7f157643', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:36:38Z', 'updated_at': '2022-04-12T00:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_floatingips': [{'id': '8d871c1f-2051-49df-b1f4-467b16c34867', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'floating_ip_address': '172.27.3.224', 'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'router_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'port_id': 'b26c3c3f-4a79-4918-90df-a275b5f37b5b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7', 'mac_address': 'fa:16:3e:e8:7f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8227d3-6b1f-4d92-90c7-41de2b3054bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:36:44Z', 'updated_at': '2022-04-12T00:37:03Z', 'revision_number': 2, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3', 'name': '', 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'mac_address': 'fa:16:3e:20:45:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'a9745a0d-5463-41a5-8b5c-e529c4495cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:36:40Z', 'updated_at': '2022-04-12T00:36:45Z', 'revision_number': 5, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'subnets': [{'id': 'a9745a0d-5463-41a5-8b5c-e529c4495cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:40:15.548142 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 34988) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:40:15.570891 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb999dd-2c25-4cfa-b9b1-40f7e33b2218 None None] New status for floating IP a0446f61-8e39-4660-849e-c63fe43efb76: DOWN {{(pid=114861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 00:40:15.605620 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-690eee63-0b43-4dd7-a96b-9b56692f74b7 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for security_group (e92aeab2-612f-4908-8069-47f7486916d0), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:15.628864 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-690eee63-0b43-4dd7-a96b-9b56692f74b7 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for security_group (e92aeab2-612f-4908-8069-47f7486916d0), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:15.680066 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-690eee63-0b43-4dd7-a96b-9b56692f74b7 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (e92aeab2-612f-4908-8069-47f7486916d0), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:15.683343 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-690eee63-0b43-4dd7-a96b-9b56692f74b7 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for security_group (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:15.684391 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-690eee63-0b43-4dd7-a96b-9b56692f74b7 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "DELETE /v2.0/security-groups/e92aeab2-612f-4908-8069-47f7486916d0 HTTP/1.1" status: 204 len: 168 time: 0.1351385 Apr 12 00:40:15.687186 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 34990) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:40:15.693710 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690eee63-0b43-4dd7-a96b-9b56692f74b7 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92aeab2-612f-4908-8069-47f7486916d0,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:40:15.702613 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.api.v2.resource [None req-ec4ef8df-4844-401b-a6a8-d569e4109616 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] show failed (client error): The resource could not be found. Apr 12 00:40:15.706692 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 34992) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:40:15.706911 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-ec4ef8df-4844-401b-a6a8-d569e4109616 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/security-groups/e92aeab2-612f-4908-8069-47f7486916d0 HTTP/1.1" status: 404 len: 347 time: 0.0185962 Apr 12 00:40:15.827157 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [None req-6a0167b6-f0f2-4ca5-a4f3-2dbe1d285da9 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Deleting port 18bf496c-a9f4-4237-b8de-7bd5ae40bd0b {{(pid=114859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:40:15.827480 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-6a0167b6-f0f2-4ca5-a4f3-2dbe1d285da9 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (18bf496c-a9f4-4237-b8de-7bd5ae40bd0b), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:15.909774 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-6a0167b6-f0f2-4ca5-a4f3-2dbe1d285da9 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (18bf496c-a9f4-4237-b8de-7bd5ae40bd0b), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:15.910011 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-6a0167b6-f0f2-4ca5-a4f3-2dbe1d285da9 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for floatingip (18bf496c-a9f4-4237-b8de-7bd5ae40bd0b), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:15.923867 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [None req-6a0167b6-f0f2-4ca5-a4f3-2dbe1d285da9 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Calling delete_port for 18bf496c-a9f4-4237-b8de-7bd5ae40bd0b owned by network:floatingip {{(pid=114859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:40:16.058485 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-6a0167b6-f0f2-4ca5-a4f3-2dbe1d285da9 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (18bf496c-a9f4-4237-b8de-7bd5ae40bd0b), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:16.086514 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0167b6-f0f2-4ca5-a4f3-2dbe1d285da9 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Pushing event deleted for resources: {'Port': ['ID=18bf496c-a9f4-4237-b8de-7bd5ae40bd0b,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:40:16.146346 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-6a0167b6-f0f2-4ca5-a4f3-2dbe1d285da9 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for floatingip (a0446f61-8e39-4660-849e-c63fe43efb76), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:16.148804 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-6a0167b6-f0f2-4ca5-a4f3-2dbe1d285da9 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for floatingip (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:16.149962 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-6a0167b6-f0f2-4ca5-a4f3-2dbe1d285da9 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "DELETE /v2.0/floatingips/a0446f61-8e39-4660-849e-c63fe43efb76 HTTP/1.1" status: 204 len: 168 time: 0.4421225 Apr 12 00:40:16.243824 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d4423688-5a44-44f3-a132-81f2c9b6cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (af38becd-82ff-4144-8f94-74de975161ca), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:16.786983 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device a3a93149-14b3-413d-b3d4-f6a40088a349 no longer exists at agent hyperv_hv-cinder-83625 {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:40:16.805930 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] No Port match for: a3a93149-14b3-413d-b3d4-f6a40088a349 {{(pid=114861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 00:40:16.806306 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device a3a93149-14b3-413d-b3d4-f6a40088a349 not bound to the agent host hv-cinder-83625 {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:40:17.243058 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (6c438ad1-5788-4552-a50f-29c8c96f3196), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:17.654415 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-be9ea9f3-6c7c-4887-ad09-badb35df740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (738aa052-ee84-4bd1-913b-ee7149597f8f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:17.724580 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b84a6-ac66-4e48-9339-546f440e9c8d req-315c698a-3b6b-4bbe-a597-966a1d2e2aa6 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:40:17.725938 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0b8b84a6-ac66-4e48-9339-546f440e9c8d req-315c698a-3b6b-4bbe-a597-966a1d2e2aa6 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca8227d3-6b1f-4d92-90c7-41de2b3054bd HTTP/1.1" status: 200 len: 946 time: 0.0456479 Apr 12 00:40:17.774464 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-0b8b84a6-ac66-4e48-9339-546f440e9c8d req-a99d4b27-1d0a-4034-ab58-b06b2b5fb4a6 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/security-groups?id=5bae668d-f5ff-4736-9a1b-f37ba63f298b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423315 Apr 12 00:40:18.888401 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67836906-a770-46e7-a082-fcc976b5f3e9 req-48779519-b71f-4603-89f6-1bb81f370176 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:40:18.890095 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-67836906-a770-46e7-a082-fcc976b5f3e9 req-48779519-b71f-4603-89f6-1bb81f370176 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca8227d3-6b1f-4d92-90c7-41de2b3054bd HTTP/1.1" status: 200 len: 946 time: 0.0487592 Apr 12 00:40:18.938295 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-67836906-a770-46e7-a082-fcc976b5f3e9 req-905e8c8f-b8f1-484c-a430-4a8b0f03c644 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/security-groups?id=5bae668d-f5ff-4736-9a1b-f37ba63f298b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426805 Apr 12 00:40:18.976637 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (f9a21fd4-36f2-4826-890e-da332e228edf), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:19.688083 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e68289-b82b-4cc1-a20c-cbcd172c7e6f req-b3a26d61-1edb-4d30-ae13-a21e4f148714 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:40:19.689504 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-45e68289-b82b-4cc1-a20c-cbcd172c7e6f req-b3a26d61-1edb-4d30-ae13-a21e4f148714 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca8227d3-6b1f-4d92-90c7-41de2b3054bd HTTP/1.1" status: 200 len: 946 time: 0.0481768 Apr 12 00:40:19.776892 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [req-45e68289-b82b-4cc1-a20c-cbcd172c7e6f req-5a6efebd-ef64-41fe-adc9-e74da13d4eca tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Deleting port b26c3c3f-4a79-4918-90df-a275b5f37b5b {{(pid=114859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:40:19.777231 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-45e68289-b82b-4cc1-a20c-cbcd172c7e6f req-5a6efebd-ef64-41fe-adc9-e74da13d4eca tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (b26c3c3f-4a79-4918-90df-a275b5f37b5b), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:19.843717 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.agents_db [None req-4f17da96-f611-4225-a78f-ee15b860eec6 None None] Agent healthcheck: found 6 active agents {{(pid=114862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:40:19.866041 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [req-45e68289-b82b-4cc1-a20c-cbcd172c7e6f req-5a6efebd-ef64-41fe-adc9-e74da13d4eca tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] For port b26c3c3f-4a79-4918-90df-a275b5f37b5b, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=b26c3c3f-4a79-4918-90df-a275b5f37b5b,segment=NetworkSegment(850085f3-336f-4cd2-8504-bcaa5ecc90d0),segment_id=850085f3-336f-4cd2-8504-bcaa5ecc90d0)] {{(pid=114859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:40:19.866442 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-45e68289-b82b-4cc1-a20c-cbcd172c7e6f req-5a6efebd-ef64-41fe-adc9-e74da13d4eca tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (b26c3c3f-4a79-4918-90df-a275b5f37b5b), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:20.069872 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5099b495-d7e6-4e19-924e-b15d917e24a8 req-f7f57b24-6ccc-4994-91ef-eba2070641c3 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:40:20.071347 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5099b495-d7e6-4e19-924e-b15d917e24a8 req-f7f57b24-6ccc-4994-91ef-eba2070641c3 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca8227d3-6b1f-4d92-90c7-41de2b3054bd HTTP/1.1" status: 200 len: 946 time: 0.0623097 Apr 12 00:40:20.074745 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-45e68289-b82b-4cc1-a20c-cbcd172c7e6f req-5a6efebd-ef64-41fe-adc9-e74da13d4eca tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:20.075106 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-45e68289-b82b-4cc1-a20c-cbcd172c7e6f req-5a6efebd-ef64-41fe-adc9-e74da13d4eca tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1586356'] for floatingip (8d871c1f-2051-49df-b1f4-467b16c34867), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:20.075422 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.db.l3_db [req-45e68289-b82b-4cc1-a20c-cbcd172c7e6f req-5a6efebd-ef64-41fe-adc9-e74da13d4eca tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Floating IP 8d871c1f-2051-49df-b1f4-467b16c34867 disassociated. External IP: 172.27.3.224, port: b26c3c3f-4a79-4918-90df-a275b5f37b5b. Apr 12 00:40:20.075764 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [req-45e68289-b82b-4cc1-a20c-cbcd172c7e6f req-5a6efebd-ef64-41fe-adc9-e74da13d4eca tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Calling delete_port for b26c3c3f-4a79-4918-90df-a275b5f37b5b owned by compute:nova {{(pid=114859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:40:20.164725 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-5099b495-d7e6-4e19-924e-b15d917e24a8 req-a7f99d1a-3927-462c-82b8-1c20e74915a7 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/security-groups?id=5bae668d-f5ff-4736-9a1b-f37ba63f298b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0869420 Apr 12 00:40:20.234186 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-45e68289-b82b-4cc1-a20c-cbcd172c7e6f req-5a6efebd-ef64-41fe-adc9-e74da13d4eca tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (b26c3c3f-4a79-4918-90df-a275b5f37b5b), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:20.269631 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6efebd-ef64-41fe-adc9-e74da13d4eca tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Pushing event deleted for resources: {'Port': ['ID=b26c3c3f-4a79-4918-90df-a275b5f37b5b,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:40:20.377758 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45e68289-b82b-4cc1-a20c-cbcd172c7e6f req-5a6efebd-ef64-41fe-adc9-e74da13d4eca tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Router c55378f6-ed14-4860-9722-f016e3ed5a64 has already been hosted by L3 agent d3fb0dde-5c40-4fca-80b5-61326157311c {{(pid=114859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:40:20.755146 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45e68289-b82b-4cc1-a20c-cbcd172c7e6f req-5a6efebd-ef64-41fe-adc9-e74da13d4eca tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Notify agent at l3_agent.dv-cinder-836252-3-iscsi the message routers_updated {{(pid=114859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:40:20.765605 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4afff71-5cf2-40a4-b845-f09864f2070f None None] Sync routers for ids ['c55378f6-ed14-4860-9722-f016e3ed5a64'] in dv-cinder-836252-3-iscsi {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:40:20.777880 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4afff71-5cf2-40a4-b845-f09864f2070f None None] Routers {'c55378f6-ed14-4860-9722-f016e3ed5a64'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:40:20.778551 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-f4afff71-5cf2-40a4-b845-f09864f2070f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:40:15Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['c55378f6-ed14-4860-9722-f016e3ed5a64'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:40:20.795465 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e68289-b82b-4cc1-a20c-cbcd172c7e6f req-5a6efebd-ef64-41fe-adc9-e74da13d4eca tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] No DVR routers for this DVR port b26c3c3f-4a79-4918-90df-a275b5f37b5b on host hv-cinder-83625 {{(pid=114859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:40:20.797914 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-45e68289-b82b-4cc1-a20c-cbcd172c7e6f req-5a6efebd-ef64-41fe-adc9-e74da13d4eca tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for port (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:20.801107 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-45e68289-b82b-4cc1-a20c-cbcd172c7e6f req-5a6efebd-ef64-41fe-adc9-e74da13d4eca tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.52 "DELETE /v2.0/ports/b26c3c3f-4a79-4918-90df-a275b5f37b5b HTTP/1.1" status: 204 len: 173 time: 1.1060781 Apr 12 00:40:20.801687 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca8227d3-6b1f-4d92-90c7-41de2b3054bd', 'name': 'network-vif-deleted', 'tag': 'b26c3c3f-4a79-4918-90df-a275b5f37b5b'}] {{(pid=114859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:40:20.803787 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d751ce943c7fd1580d8237ddcdd582f05025ac6b53677acecb9ecfb4d000721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666711b7-ed45-47cf-a2c7-095a1ac40cf5" -d '{"events": [{"server_uuid": "ca8227d3-6b1f-4d92-90c7-41de2b3054bd", "name": "network-vif-deleted", "tag": "b26c3c3f-4a79-4918-90df-a275b5f37b5b"}]}' {{(pid=114859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:40:20.841807 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5ed8cf-e327-478e-87f5-b1df73cd9844 x-openstack-request-id: req-0b5ed8cf-e327-478e-87f5-b1df73cd9844 {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:40:20.842162 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca8227d3-6b1f-4d92-90c7-41de2b3054bd", "name": "network-vif-deleted", "tag": "b26c3c3f-4a79-4918-90df-a275b5f37b5b", "status": "completed", "code": 200}]} {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:40:20.842507 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0b5ed8cf-e327-478e-87f5-b1df73cd9844 {{(pid=114859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:40:20.843014 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b5ed8cf-e327-478e-87f5-b1df73cd9844'] response: {'server_uuid': 'ca8227d3-6b1f-4d92-90c7-41de2b3054bd', 'name': 'network-vif-deleted', 'tag': 'b26c3c3f-4a79-4918-90df-a275b5f37b5b', 'status': 'completed', 'code': 200} Apr 12 00:40:20.884318 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-f4afff71-5cf2-40a4-b845-f09864f2070f None None] Set router c55378f6-ed14-4860-9722-f016e3ed5a64 gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:40:21.068247 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-f4afff71-5cf2-40a4-b845-f09864f2070f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'name': 'tempest-AttachVolumeNegativeTest-1669374095-router', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '58289c30-3084-4e4c-98f4-831e7f157643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:36:38Z', 'updated_at': '2022-04-12T00:36:41Z', 'revision_number': 4, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'gw_port': {'id': '58289c30-3084-4e4c-98f4-831e7f157643', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:36:38Z', 'updated_at': '2022-04-12T00:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': 'a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3', 'name': '', 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'mac_address': 'fa:16:3e:20:45:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'a9745a0d-5463-41a5-8b5c-e529c4495cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:36:40Z', 'updated_at': '2022-04-12T00:36:45Z', 'revision_number': 5, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'subnets': [{'id': 'a9745a0d-5463-41a5-8b5c-e529c4495cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:40:21.094098 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4afff71-5cf2-40a4-b845-f09864f2070f None None] Checking router: c55378f6-ed14-4860-9722-f016e3ed5a64 for host: dv-cinder-836252-3-iscsi {{(pid=114862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:40:21.102005 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4afff71-5cf2-40a4-b845-f09864f2070f None None] Routers {'c55378f6-ed14-4860-9722-f016e3ed5a64'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:40:21.102642 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-f4afff71-5cf2-40a4-b845-f09864f2070f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:40:15Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['c55378f6-ed14-4860-9722-f016e3ed5a64'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:40:21.206615 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-f4afff71-5cf2-40a4-b845-f09864f2070f None None] Set router c55378f6-ed14-4860-9722-f016e3ed5a64 gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:40:21.278559 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-9df5b374-c89c-4b44-8f67-9e40b75d45ca req-fee8ff3b-88b9-4ca2-aa3e-cb235eea1b31 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca8227d3-6b1f-4d92-90c7-41de2b3054bd HTTP/1.1" status: 200 len: 210 time: 0.0348489 Apr 12 00:40:21.399497 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-f4afff71-5cf2-40a4-b845-f09864f2070f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'name': 'tempest-AttachVolumeNegativeTest-1669374095-router', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '58289c30-3084-4e4c-98f4-831e7f157643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:36:38Z', 'updated_at': '2022-04-12T00:36:41Z', 'revision_number': 4, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'gw_port': {'id': '58289c30-3084-4e4c-98f4-831e7f157643', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:36:38Z', 'updated_at': '2022-04-12T00:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': 'a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3', 'name': '', 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'mac_address': 'fa:16:3e:20:45:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'a9745a0d-5463-41a5-8b5c-e529c4495cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:36:40Z', 'updated_at': '2022-04-12T00:36:45Z', 'revision_number': 5, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'subnets': [{'id': 'a9745a0d-5463-41a5-8b5c-e529c4495cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:40:21.425186 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4afff71-5cf2-40a4-b845-f09864f2070f None None] The sync data for ids ['c55378f6-ed14-4860-9722-f016e3ed5a64'] in dv-cinder-836252-3-iscsi is: [{'id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'name': 'tempest-AttachVolumeNegativeTest-1669374095-router', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '58289c30-3084-4e4c-98f4-831e7f157643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:36:38Z', 'updated_at': '2022-04-12T00:36:41Z', 'revision_number': 4, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'gw_port': {'id': '58289c30-3084-4e4c-98f4-831e7f157643', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:36:38Z', 'updated_at': '2022-04-12T00:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': 'a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3', 'name': '', 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'mac_address': 'fa:16:3e:20:45:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'a9745a0d-5463-41a5-8b5c-e529c4495cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:36:40Z', 'updated_at': '2022-04-12T00:36:45Z', 'revision_number': 5, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'subnets': [{'id': 'a9745a0d-5463-41a5-8b5c-e529c4495cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:40:21.634738 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7bfd1d-2e44-41a7-92f6-74e5fd05546a None None] New status for floating IP 8d871c1f-2051-49df-b1f4-467b16c34867: DOWN {{(pid=114861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 00:40:22.360383 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 35026) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:40:22.412503 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-d140a939-bab4-4b62-9354-868f894a4014 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for security_group (5bae668d-f5ff-4736-9a1b-f37ba63f298b), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:22.435317 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-d140a939-bab4-4b62-9354-868f894a4014 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for security_group (5bae668d-f5ff-4736-9a1b-f37ba63f298b), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:22.486147 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-d140a939-bab4-4b62-9354-868f894a4014 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (5bae668d-f5ff-4736-9a1b-f37ba63f298b), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:22.488713 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-d140a939-bab4-4b62-9354-868f894a4014 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for security_group (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:22.490092 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-d140a939-bab4-4b62-9354-868f894a4014 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "DELETE /v2.0/security-groups/5bae668d-f5ff-4736-9a1b-f37ba63f298b HTTP/1.1" status: 204 len: 168 time: 0.1286736 Apr 12 00:40:22.492878 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 35028) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:40:22.499751 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140a939-bab4-4b62-9354-868f894a4014 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bae668d-f5ff-4736-9a1b-f37ba63f298b,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:40:22.506701 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.api.v2.resource [None req-dd2b7eff-2009-4ef4-9f1b-b94b7ba9f55f tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] show failed (client error): The resource could not be found. Apr 12 00:40:22.507698 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-dd2b7eff-2009-4ef4-9f1b-b94b7ba9f55f tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/security-groups/5bae668d-f5ff-4736-9a1b-f37ba63f298b HTTP/1.1" status: 404 len: 347 time: 0.0137515 Apr 12 00:40:22.511185 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 35030) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:40:22.623270 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.plugin [None req-c2d4fac7-d4e9-428d-af8b-69451042abf9 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Deleting port bcd922cb-3144-4e00-9c85-39c6afd9756f {{(pid=114860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:40:22.623527 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-c2d4fac7-d4e9-428d-af8b-69451042abf9 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (bcd922cb-3144-4e00-9c85-39c6afd9756f), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:22.700259 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-c2d4fac7-d4e9-428d-af8b-69451042abf9 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (bcd922cb-3144-4e00-9c85-39c6afd9756f), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:22.700586 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-c2d4fac7-d4e9-428d-af8b-69451042abf9 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for floatingip (bcd922cb-3144-4e00-9c85-39c6afd9756f), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:22.712974 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.plugin [None req-c2d4fac7-d4e9-428d-af8b-69451042abf9 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Calling delete_port for bcd922cb-3144-4e00-9c85-39c6afd9756f owned by network:floatingip {{(pid=114860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:40:22.799106 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device b26c3c3f-4a79-4918-90df-a275b5f37b5b no longer exists at agent hyperv_hv-cinder-83625 {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:40:22.821017 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] No Port match for: b26c3c3f-4a79-4918-90df-a275b5f37b5b {{(pid=114861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 00:40:22.821355 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device b26c3c3f-4a79-4918-90df-a275b5f37b5b not bound to the agent host hv-cinder-83625 {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:40:22.840434 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-c2d4fac7-d4e9-428d-af8b-69451042abf9 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806209'] for port (bcd922cb-3144-4e00-9c85-39c6afd9756f), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:22.874603 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d4fac7-d4e9-428d-af8b-69451042abf9 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Pushing event deleted for resources: {'Port': ['ID=bcd922cb-3144-4e00-9c85-39c6afd9756f,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:40:22.896806 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d4fac7-d4e9-428d-af8b-69451042abf9 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:40:22.897160 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d4fac7-d4e9-428d-af8b-69451042abf9 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:40:22.897504 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d4fac7-d4e9-428d-af8b-69451042abf9 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:40:22.897847 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d4fac7-d4e9-428d-af8b-69451042abf9 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:40:22.898181 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d4fac7-d4e9-428d-af8b-69451042abf9 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:40:22.898545 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d4fac7-d4e9-428d-af8b-69451042abf9 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:40:22.898876 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d4fac7-d4e9-428d-af8b-69451042abf9 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:40:22.899205 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d4fac7-d4e9-428d-af8b-69451042abf9 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:40:22.899533 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d4fac7-d4e9-428d-af8b-69451042abf9 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:40:22.899861 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d4fac7-d4e9-428d-af8b-69451042abf9 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:40:22.900191 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d4fac7-d4e9-428d-af8b-69451042abf9 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:40:22.900518 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d4fac7-d4e9-428d-af8b-69451042abf9 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:40:22.900841 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d4fac7-d4e9-428d-af8b-69451042abf9 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:40:22.901191 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d4fac7-d4e9-428d-af8b-69451042abf9 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:40:22.901512 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d4fac7-d4e9-428d-af8b-69451042abf9 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:40:22.938944 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-c2d4fac7-d4e9-428d-af8b-69451042abf9 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for floatingip (8d871c1f-2051-49df-b1f4-467b16c34867), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:22.941421 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-c2d4fac7-d4e9-428d-af8b-69451042abf9 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for floatingip (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:22.942588 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-c2d4fac7-d4e9-428d-af8b-69451042abf9 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "DELETE /v2.0/floatingips/8d871c1f-2051-49df-b1f4-467b16c34867 HTTP/1.1" status: 204 len: 168 time: 0.4304850 Apr 12 00:40:23.134489 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 35034) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:40:23.139257 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [None req-077fa61d-70ee-42b9-a34f-dbbac138e9fe tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1073504290', 'description': 'tempest-description--678802912'}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:40:23.159775 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-077fa61d-70ee-42b9-a34f-dbbac138e9fe tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for security_group (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:23.224147 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-077fa61d-70ee-42b9-a34f-dbbac138e9fe tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for security_group (c389fa8b-06c1-42a2-a1ba-a920eb90950a), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:23.227557 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-077fa61d-70ee-42b9-a34f-dbbac138e9fe tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (c389fa8b-06c1-42a2-a1ba-a920eb90950a), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:23.250150 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-077fa61d-70ee-42b9-a34f-dbbac138e9fe tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for security_group (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:23.251353 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-077fa61d-70ee-42b9-a34f-dbbac138e9fe tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1158640 Apr 12 00:40:23.254292 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 35036) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:40:23.258762 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-4967e34a-386d-4f46-90f1-923b189a57f0 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Request body: {'security_group_rule': {'security_group_id': 'c389fa8b-06c1-42a2-a1ba-a920eb90950a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:40:23.258952 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077fa61d-70ee-42b9-a34f-dbbac138e9fe tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c389fa8b-06c1-42a2-a1ba-a920eb90950a,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:40:23.285549 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-4967e34a-386d-4f46-90f1-923b189a57f0 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for security_group_rule (17703701-8cc5-40a0-93fc-5da5db7536b5), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:23.344491 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-4967e34a-386d-4f46-90f1-923b189a57f0 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for security_group_rule (17703701-8cc5-40a0-93fc-5da5db7536b5), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:23.348002 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-4967e34a-386d-4f46-90f1-923b189a57f0 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496243'] for security_group_rule (17703701-8cc5-40a0-93fc-5da5db7536b5), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:23.365172 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4967e34a-386d-4f46-90f1-923b189a57f0 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17703701-8cc5-40a0-93fc-5da5db7536b5,revision_number=0']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:40:23.373011 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-4967e34a-386d-4f46-90f1-923b189a57f0 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:23.374195 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-4967e34a-386d-4f46-90f1-923b189a57f0 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1189022 Apr 12 00:40:23.376837 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 35038) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:40:23.381087 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-d9444961-7bb5-4195-8892-17863ccca5f2 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Request body: {'security_group_rule': {'security_group_id': 'c389fa8b-06c1-42a2-a1ba-a920eb90950a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:40:23.405708 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-d9444961-7bb5-4195-8892-17863ccca5f2 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for security_group_rule (2caac0d9-ddf7-4f50-99e4-a6db45dd11e0), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:23.458826 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-d9444961-7bb5-4195-8892-17863ccca5f2 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for security_group_rule (2caac0d9-ddf7-4f50-99e4-a6db45dd11e0), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:23.462110 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-d9444961-7bb5-4195-8892-17863ccca5f2 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496243'] for security_group_rule (2caac0d9-ddf7-4f50-99e4-a6db45dd11e0), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:23.482035 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9444961-7bb5-4195-8892-17863ccca5f2 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2caac0d9-ddf7-4f50-99e4-a6db45dd11e0,revision_number=0']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:40:23.488909 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-d9444961-7bb5-4195-8892-17863ccca5f2 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:23.490057 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-d9444961-7bb5-4195-8892-17863ccca5f2 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1123209 Apr 12 00:40:23.493087 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 35040) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:40:23.497587 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-31800afe-c5c7-482b-9ccb-a4ad4715763a tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Request body: {'floatingip': {'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7'}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:40:23.515791 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-31800afe-c5c7-482b-9ccb-a4ad4715763a tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:23.590167 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-31800afe-c5c7-482b-9ccb-a4ad4715763a tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:23.693191 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.db.db_base_plugin_common [None req-31800afe-c5c7-482b-9ccb-a4ad4715763a tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Allocated IP 172.27.3.111 (1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7/02a01a71-afa8-4790-9b30-3097f97db265/e895acd9-d1ee-45a5-af94-2d7251f20ea7) {{(pid=114860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:40:23.794960 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-31800afe-c5c7-482b-9ccb-a4ad4715763a tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for port (e895acd9-d1ee-45a5-af94-2d7251f20ea7), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:23.828667 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-31800afe-c5c7-482b-9ccb-a4ad4715763a tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806209'] for port (e895acd9-d1ee-45a5-af94-2d7251f20ea7), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:23.863290 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31800afe-c5c7-482b-9ccb-a4ad4715763a tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Network 1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7 is already hosted by enough agents. {{(pid=114860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:40:23.866033 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.base_scheduler [None req-31800afe-c5c7-482b-9ccb-a4ad4715763a tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Resources bound (agent type, host, resource id): {{(pid=114860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:40:23.869339 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31800afe-c5c7-482b-9ccb-a4ad4715763a tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Received port after_create {{(pid=114860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:40:23.901101 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31800afe-c5c7-482b-9ccb-a4ad4715763a tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Pushing event updated for resources: {'Port': ['ID=e895acd9-d1ee-45a5-af94-2d7251f20ea7,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:40:23.962320 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-31800afe-c5c7-482b-9ccb-a4ad4715763a tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for floatingip (8bf495f3-7ec3-430c-a9cb-eb9e7a8f04a3), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:23.996528 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-31800afe-c5c7-482b-9ccb-a4ad4715763a tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (e895acd9-d1ee-45a5-af94-2d7251f20ea7), before_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:24.140664 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-31800afe-c5c7-482b-9ccb-a4ad4715763a tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for port (e895acd9-d1ee-45a5-af94-2d7251f20ea7), precommit_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:24.144874 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-31800afe-c5c7-482b-9ccb-a4ad4715763a tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806218'] for port (e895acd9-d1ee-45a5-af94-2d7251f20ea7), after_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:24.207878 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31800afe-c5c7-482b-9ccb-a4ad4715763a tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Pushing event updated for resources: {'Port': ['ID=e895acd9-d1ee-45a5-af94-2d7251f20ea7,revision_number=2']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:40:24.219305 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-31800afe-c5c7-482b-9ccb-a4ad4715763a tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1586356'] for floatingip (8bf495f3-7ec3-430c-a9cb-eb9e7a8f04a3), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:24.233311 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-31800afe-c5c7-482b-9ccb-a4ad4715763a tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for floatingip (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:24.234531 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-31800afe-c5c7-482b-9ccb-a4ad4715763a tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7405300 Apr 12 00:40:24.421782 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-132b1938-e12a-4aea-b2a0-152fe9191d79 req-8ef3116b-ef03-457f-998b-cdaf9d9164a8 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1073504290&fields=id&tenant_id=add150d29f3d4ccc8d4e3775577e3d57 HTTP/1.1" status: 200 len: 267 time: 0.0419426 Apr 12 00:40:24.533015 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b1938-e12a-4aea-b2a0-152fe9191d79 req-da133366-fd32-486b-9026-5730c2d99895 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:40:24.534371 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-132b1938-e12a-4aea-b2a0-152fe9191d79 req-da133366-fd32-486b-9026-5730c2d99895 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/networks?id=ad6fa16c-9ae9-409b-a431-15655dbe3bc7 HTTP/1.1" status: 200 len: 815 time: 0.1064026 Apr 12 00:40:24.548798 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-132b1938-e12a-4aea-b2a0-152fe9191d79 req-f21eb377-9c2d-48de-a6a2-0d43b8d845f9 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/quotas/add150d29f3d4ccc8d4e3775577e3d57 HTTP/1.1" status: 200 len: 375 time: 0.0090063 Apr 12 00:40:24.594893 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-132b1938-e12a-4aea-b2a0-152fe9191d79 req-b319c3ea-b3b7-413d-ab6d-80d9edbf167b tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=add150d29f3d4ccc8d4e3775577e3d57&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0414259 Apr 12 00:40:24.690017 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-132b1938-e12a-4aea-b2a0-152fe9191d79 req-937865a1-e9c2-423f-bea0-46cba7b5199e service neutron] 10.222.0.32 "GET /v2.0/networks/ad6fa16c-9ae9-409b-a431-15655dbe3bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837827 Apr 12 00:40:24.775661 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-132b1938-e12a-4aea-b2a0-152fe9191d79 req-0e3afc44-f6c4-421d-bbe2-e914b4298308 service neutron] 10.222.0.32 "GET /v2.0/networks/ad6fa16c-9ae9-409b-a431-15655dbe3bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799358 Apr 12 00:40:24.933756 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-ef0ad78d-89cb-4636-afd7-a306289c42e0 req-e648977d-dcb3-4b8d-8852-48e62fd1faf5 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ab1db03-6d57-4cc4-8f8d-8f3d89295019 HTTP/1.1" status: 200 len: 210 time: 0.0310879 Apr 12 00:40:26.012069 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-74d45b9b-2dad-4703-9048-5d31b7ae2785 req-a2bac5fb-f3b1-4757-bc97-60ecf754c457 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ab1db03-6d57-4cc4-8f8d-8f3d89295019 HTTP/1.1" status: 200 len: 210 time: 0.0280156 Apr 12 00:40:27.087187 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-40ee9c98-4ab1-4b7b-9180-41f04205ebd8 req-5205134b-4947-4294-9cfe-24a42074ab40 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ab1db03-6d57-4cc4-8f8d-8f3d89295019 HTTP/1.1" status: 200 len: 210 time: 0.0275376 Apr 12 00:40:28.168316 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c922ce48-8978-4e1f-a127-b083c65f7914 req-b89490b0-39e3-4c0a-b5e1-c40deef9ad78 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ab1db03-6d57-4cc4-8f8d-8f3d89295019 HTTP/1.1" status: 200 len: 210 time: 0.0321143 Apr 12 00:40:29.259089 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-3f04ca93-e3c0-4862-a70c-a821f1c8eab4 req-1e9e2df5-ecaa-4621-94cc-cd0e7af5607c tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ab1db03-6d57-4cc4-8f8d-8f3d89295019 HTTP/1.1" status: 200 len: 210 time: 0.0280941 Apr 12 00:40:29.930187 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b1938-e12a-4aea-b2a0-152fe9191d79 req-85fa6945-8976-496b-b543-cc8d82bbdb59 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:40:29.931652 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-132b1938-e12a-4aea-b2a0-152fe9191d79 req-85fa6945-8976-496b-b543-cc8d82bbdb59 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.52 "GET /v2.0/networks?id=ad6fa16c-9ae9-409b-a431-15655dbe3bc7 HTTP/1.1" status: 200 len: 815 time: 0.0987124 Apr 12 00:40:30.003737 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-132b1938-e12a-4aea-b2a0-152fe9191d79 req-25ff063b-95da-495b-be77-c13204158ab7 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=add150d29f3d4ccc8d4e3775577e3d57 HTTP/1.1" status: 200 len: 380 time: 0.0562406 Apr 12 00:40:30.091711 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [req-132b1938-e12a-4aea-b2a0-152fe9191d79 req-1a0ab13d-4045-4ebd-82cf-121c8e326652 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Request body: {'port': {'device_id': '1ab1db03-6d57-4cc4-8f8d-8f3d89295019', 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7', 'admin_state_up': True, 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'security_groups': ['c389fa8b-06c1-42a2-a1ba-a920eb90950a']}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:40:30.196761 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-132b1938-e12a-4aea-b2a0-152fe9191d79 req-1a0ab13d-4045-4ebd-82cf-121c8e326652 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Made reservation on behalf of add150d29f3d4ccc8d4e3775577e3d57 for: {'port': 1} {{(pid=114859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:40:30.200509 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-132b1938-e12a-4aea-b2a0-152fe9191d79 req-1a0ab13d-4045-4ebd-82cf-121c8e326652 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:30.323497 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.db_base_plugin_common [req-132b1938-e12a-4aea-b2a0-152fe9191d79 req-1a0ab13d-4045-4ebd-82cf-121c8e326652 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Allocated IP 172.20.0.4 (ad6fa16c-9ae9-409b-a431-15655dbe3bc7/a9745a0d-5463-41a5-8b5c-e529c4495cbd/3a13265b-2931-4702-abb1-4e7e0743d747) {{(pid=114859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:40:30.357145 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-719a6773-fc45-4623-8b59-500d15fd951a req-c46d82d9-dc4a-4600-8632-4aaedbee29f9 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ab1db03-6d57-4cc4-8f8d-8f3d89295019 HTTP/1.1" status: 200 len: 210 time: 0.0295088 Apr 12 00:40:30.477867 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-132b1938-e12a-4aea-b2a0-152fe9191d79 req-1a0ab13d-4045-4ebd-82cf-121c8e326652 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for port (3a13265b-2931-4702-abb1-4e7e0743d747), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:30.516973 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-132b1938-e12a-4aea-b2a0-152fe9191d79 req-1a0ab13d-4045-4ebd-82cf-121c8e326652 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (3a13265b-2931-4702-abb1-4e7e0743d747), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:30.558144 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-132b1938-e12a-4aea-b2a0-152fe9191d79 req-1a0ab13d-4045-4ebd-82cf-121c8e326652 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Network ad6fa16c-9ae9-409b-a431-15655dbe3bc7 is already hosted by enough agents. {{(pid=114859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:40:30.561078 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.base_scheduler [req-132b1938-e12a-4aea-b2a0-152fe9191d79 req-1a0ab13d-4045-4ebd-82cf-121c8e326652 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Resources bound (agent type, host, resource id): {{(pid=114859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:40:30.564650 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.l3_dvrscheduler_db [req-132b1938-e12a-4aea-b2a0-152fe9191d79 req-1a0ab13d-4045-4ebd-82cf-121c8e326652 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Received port after_create {{(pid=114859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:40:30.573591 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0ab13d-4045-4ebd-82cf-121c8e326652 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Pushing event updated for resources: {'Port': ['ID=3a13265b-2931-4702-abb1-4e7e0743d747,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:40:30.618386 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b1938-e12a-4aea-b2a0-152fe9191d79 req-1a0ab13d-4045-4ebd-82cf-121c8e326652 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:40:30.619003 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-132b1938-e12a-4aea-b2a0-152fe9191d79 req-1a0ab13d-4045-4ebd-82cf-121c8e326652 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for port (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:30.635509 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-132b1938-e12a-4aea-b2a0-152fe9191d79 req-1a0ab13d-4045-4ebd-82cf-121c8e326652 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5474133 Apr 12 00:40:30.653071 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [req-132b1938-e12a-4aea-b2a0-152fe9191d79 req-6012c1dc-b83e-4576-8b6d-d0571c2e9283 service neutron] Request body: {'port': {'device_id': '1ab1db03-6d57-4cc4-8f8d-8f3d89295019', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83625'}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:40:30.715972 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-132b1938-e12a-4aea-b2a0-152fe9191d79 req-6012c1dc-b83e-4576-8b6d-d0571c2e9283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (3a13265b-2931-4702-abb1-4e7e0743d747), before_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:30.836344 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-bd6afe76-d50d-4f3a-b441-ba93abc2337c None None] Provisioning complete for port 3a13265b-2931-4702-abb1-4e7e0743d747 triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:40:30.836973 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-bd6afe76-d50d-4f3a-b441-ba93abc2337c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (3a13265b-2931-4702-abb1-4e7e0743d747), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:30.872366 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-bd6afe76-d50d-4f3a-b441-ba93abc2337c None None] Port 3a13265b-2931-4702-abb1-4e7e0743d747 cannot update to ACTIVE because it is not bound. {{(pid=114861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:40:30.970276 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [req-132b1938-e12a-4aea-b2a0-152fe9191d79 req-6012c1dc-b83e-4576-8b6d-d0571c2e9283 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a13265b-2931-4702-abb1-4e7e0743d747 {{(pid=114859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:40:30.977472 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-132b1938-e12a-4aea-b2a0-152fe9191d79 req-6012c1dc-b83e-4576-8b6d-d0571c2e9283 service neutron] Publish callbacks [] for port (3a13265b-2931-4702-abb1-4e7e0743d747), precommit_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:30.989966 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.provisioning_blocks [req-132b1938-e12a-4aea-b2a0-152fe9191d79 req-6012c1dc-b83e-4576-8b6d-d0571c2e9283 service neutron] Transition to ACTIVE for port object 3a13265b-2931-4702-abb1-4e7e0743d747 will not be triggered until provisioned by entity L2. {{(pid=114859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 00:40:30.993257 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-132b1938-e12a-4aea-b2a0-152fe9191d79 req-6012c1dc-b83e-4576-8b6d-d0571c2e9283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59136039'] for port (3a13265b-2931-4702-abb1-4e7e0743d747), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:31.047201 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6012c1dc-b83e-4576-8b6d-d0571c2e9283 service neutron] Pushing event updated for resources: {'Port': ['ID=3a13265b-2931-4702-abb1-4e7e0743d747,revision_number=2']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:40:31.117514 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.managers [req-132b1938-e12a-4aea-b2a0-152fe9191d79 req-6012c1dc-b83e-4576-8b6d-d0571c2e9283 service neutron] Attempting to bind port 3a13265b-2931-4702-abb1-4e7e0743d747 on host hv-cinder-83625 for vnic_type normal with profile {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:40:31.117847 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.managers [req-132b1938-e12a-4aea-b2a0-152fe9191d79 req-6012c1dc-b83e-4576-8b6d-d0571c2e9283 service neutron] Attempting to bind port 3a13265b-2931-4702-abb1-4e7e0743d747 by drivers openvswitch,hyperv on host hv-cinder-83625 at level 0 using segments [{'id': '850085f3-336f-4cd2-8504-bcaa5ecc90d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7'}] {{(pid=114859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:40:31.118173 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132b1938-e12a-4aea-b2a0-152fe9191d79 req-6012c1dc-b83e-4576-8b6d-d0571c2e9283 service neutron] Attempting to bind port 3a13265b-2931-4702-abb1-4e7e0743d747 on network ad6fa16c-9ae9-409b-a431-15655dbe3bc7 {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:40:31.122723 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132b1938-e12a-4aea-b2a0-152fe9191d79 req-6012c1dc-b83e-4576-8b6d-d0571c2e9283 service neutron] Port 3a13265b-2931-4702-abb1-4e7e0743d747 on network ad6fa16c-9ae9-409b-a431-15655dbe3bc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83625 {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 00:40:31.123041 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132b1938-e12a-4aea-b2a0-152fe9191d79 req-6012c1dc-b83e-4576-8b6d-d0571c2e9283 service neutron] Attempting to bind port 3a13265b-2931-4702-abb1-4e7e0743d747 on network ad6fa16c-9ae9-409b-a431-15655dbe3bc7 {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:40:31.127849 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132b1938-e12a-4aea-b2a0-152fe9191d79 req-6012c1dc-b83e-4576-8b6d-d0571c2e9283 service neutron] Checking agent: {'id': '6c438ad1-5788-4552-a50f-29c8c96f3196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83625', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 0, 23, 42), 'started_at': datetime.datetime(2022, 4, 12, 0, 23, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:40:31.128181 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132b1938-e12a-4aea-b2a0-152fe9191d79 req-6012c1dc-b83e-4576-8b6d-d0571c2e9283 service neutron] Checking segment: {'id': '850085f3-336f-4cd2-8504-bcaa5ecc90d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:40:31.128557 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132b1938-e12a-4aea-b2a0-152fe9191d79 req-6012c1dc-b83e-4576-8b6d-d0571c2e9283 service neutron] Bound using segment: {'id': '850085f3-336f-4cd2-8504-bcaa5ecc90d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7'} {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:40:31.128978 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.managers [req-132b1938-e12a-4aea-b2a0-152fe9191d79 req-6012c1dc-b83e-4576-8b6d-d0571c2e9283 service neutron] Bound port: 3a13265b-2931-4702-abb1-4e7e0743d747, host: hv-cinder-83625, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '850085f3-336f-4cd2-8504-bcaa5ecc90d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7'}}] {{(pid=114859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:40:31.129334 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-132b1938-e12a-4aea-b2a0-152fe9191d79 req-6012c1dc-b83e-4576-8b6d-d0571c2e9283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (3a13265b-2931-4702-abb1-4e7e0743d747), before_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:31.193477 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [req-132b1938-e12a-4aea-b2a0-152fe9191d79 req-6012c1dc-b83e-4576-8b6d-d0571c2e9283 service neutron] For port 3a13265b-2931-4702-abb1-4e7e0743d747, host hv-cinder-83625, cleared binding levels {{(pid=114859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:40:31.196414 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [req-132b1938-e12a-4aea-b2a0-152fe9191d79 req-6012c1dc-b83e-4576-8b6d-d0571c2e9283 service neutron] For port 3a13265b-2931-4702-abb1-4e7e0743d747, host hv-cinder-83625, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=3a13265b-2931-4702-abb1-4e7e0743d747,segment=NetworkSegment(850085f3-336f-4cd2-8504-bcaa5ecc90d0),segment_id=850085f3-336f-4cd2-8504-bcaa5ecc90d0)] {{(pid=114859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:40:31.202764 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-132b1938-e12a-4aea-b2a0-152fe9191d79 req-6012c1dc-b83e-4576-8b6d-d0571c2e9283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59136039'] for port (3a13265b-2931-4702-abb1-4e7e0743d747), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:31.236189 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b1938-e12a-4aea-b2a0-152fe9191d79 req-6012c1dc-b83e-4576-8b6d-d0571c2e9283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:40:31.236793 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-132b1938-e12a-4aea-b2a0-152fe9191d79 req-6012c1dc-b83e-4576-8b6d-d0571c2e9283 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for port (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:31.238157 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-132b1938-e12a-4aea-b2a0-152fe9191d79 req-6012c1dc-b83e-4576-8b6d-d0571c2e9283 service neutron] 10.222.0.52 "PUT /v2.0/ports/3a13265b-2931-4702-abb1-4e7e0743d747 HTTP/1.1" status: 200 len: 1093 time: 0.5899270 Apr 12 00:40:31.238616 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ab1db03-6d57-4cc4-8f8d-8f3d89295019', 'tag': '3a13265b-2931-4702-abb1-4e7e0743d747'}] {{(pid=114859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:40:31.240882 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d751ce943c7fd1580d8237ddcdd582f05025ac6b53677acecb9ecfb4d000721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e03a44-4b88-4860-a0cf-9e8d7b50ba68" -d '{"events": [{"name": "network-changed", "server_uuid": "1ab1db03-6d57-4cc4-8f8d-8f3d89295019", "tag": "3a13265b-2931-4702-abb1-4e7e0743d747"}]}' {{(pid=114859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:40:31.265822 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6012c1dc-b83e-4576-8b6d-d0571c2e9283 service neutron] Pushing event updated for resources: {'Port': ['ID=3a13265b-2931-4702-abb1-4e7e0743d747,revision_number=3']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:40:31.280590 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f56a61-3e7c-48d3-8d0e-66e28f998db3 x-openstack-request-id: req-c3f56a61-3e7c-48d3-8d0e-66e28f998db3 {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:40:31.280925 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ab1db03-6d57-4cc4-8f8d-8f3d89295019", "tag": "3a13265b-2931-4702-abb1-4e7e0743d747", "status": "completed", "code": 200}]} {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:40:31.281173 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c3f56a61-3e7c-48d3-8d0e-66e28f998db3 {{(pid=114859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:40:31.281538 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3f56a61-3e7c-48d3-8d0e-66e28f998db3'] response: {'name': 'network-changed', 'server_uuid': '1ab1db03-6d57-4cc4-8f8d-8f3d89295019', 'tag': '3a13265b-2931-4702-abb1-4e7e0743d747', 'status': 'completed', 'code': 200} Apr 12 00:40:31.339882 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b1938-e12a-4aea-b2a0-152fe9191d79 req-cfb145ed-9301-4172-8ff8-f6438da3e5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:40:31.341395 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-132b1938-e12a-4aea-b2a0-152fe9191d79 req-cfb145ed-9301-4172-8ff8-f6438da3e5ce service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=add150d29f3d4ccc8d4e3775577e3d57&device_id=1ab1db03-6d57-4cc4-8f8d-8f3d89295019 HTTP/1.1" status: 200 len: 1127 time: 0.0404847 Apr 12 00:40:31.394008 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-132b1938-e12a-4aea-b2a0-152fe9191d79 req-a321951d-35e9-4c2c-b535-53ec71dee4f7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a13265b-2931-4702-abb1-4e7e0743d747 HTTP/1.1" status: 200 len: 217 time: 0.0388803 Apr 12 00:40:31.470008 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b1938-e12a-4aea-b2a0-152fe9191d79 req-d016b838-9487-4598-9b6a-a2725b33a964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:40:31.471472 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-132b1938-e12a-4aea-b2a0-152fe9191d79 req-d016b838-9487-4598-9b6a-a2725b33a964 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a9745a0d-5463-41a5-8b5c-e529c4495cbd HTTP/1.1" status: 200 len: 854 time: 0.0710874 Apr 12 00:40:31.491258 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78dff3f-cd70-4d16-ab64-6b4b76e293ff req-c594b6e2-2820-4025-96cc-a2fe0d634920 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:40:31.492523 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a78dff3f-cd70-4d16-ab64-6b4b76e293ff req-c594b6e2-2820-4025-96cc-a2fe0d634920 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ab1db03-6d57-4cc4-8f8d-8f3d89295019 HTTP/1.1" status: 200 len: 943 time: 0.0603850 Apr 12 00:40:31.537782 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b1938-e12a-4aea-b2a0-152fe9191d79 req-9c53fbd2-1744-4dff-9592-9d744a0fac7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:40:31.539237 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-132b1938-e12a-4aea-b2a0-152fe9191d79 req-9c53fbd2-1744-4dff-9592-9d744a0fac7f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad6fa16c-9ae9-409b-a431-15655dbe3bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0609176 Apr 12 00:40:31.585545 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a78dff3f-cd70-4d16-ab64-6b4b76e293ff req-a0d0e232-f614-41df-9cb8-a04e4d3e3079 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/security-groups?id=c389fa8b-06c1-42a2-a1ba-a920eb90950a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720809 Apr 12 00:40:31.641379 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-132b1938-e12a-4aea-b2a0-152fe9191d79 req-5820ca9b-59db-4287-93f7-e8dc06a84c68 service neutron] 10.222.0.52 "GET /v2.0/networks/ad6fa16c-9ae9-409b-a431-15655dbe3bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923426 Apr 12 00:40:31.732173 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-132b1938-e12a-4aea-b2a0-152fe9191d79 req-376b8dfd-aa4a-4349-9b0e-6b125ed061bf service neutron] 10.222.0.52 "GET /v2.0/networks/ad6fa16c-9ae9-409b-a431-15655dbe3bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850008 Apr 12 00:40:32.695892 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e927aa-7a14-4280-bf3f-7131dc9283c9 req-6d4d2def-374f-466e-b1ca-4bc28f53c650 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:40:32.697319 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-11e927aa-7a14-4280-bf3f-7131dc9283c9 req-6d4d2def-374f-466e-b1ca-4bc28f53c650 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ab1db03-6d57-4cc4-8f8d-8f3d89295019 HTTP/1.1" status: 200 len: 943 time: 0.0442927 Apr 12 00:40:32.742603 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-11e927aa-7a14-4280-bf3f-7131dc9283c9 req-fd414950-4d21-456f-8bd9-7c530bbdf712 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/security-groups?id=c389fa8b-06c1-42a2-a1ba-a920eb90950a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391195 Apr 12 00:40:33.745487 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e03a44-4b88-4860-a0cf-9e8d7b50ba68 req-120144c4-3b4d-4528-a78a-19f3dd87a3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:40:33.746994 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c8e03a44-4b88-4860-a0cf-9e8d7b50ba68 req-120144c4-3b4d-4528-a78a-19f3dd87a3b6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=add150d29f3d4ccc8d4e3775577e3d57&device_id=1ab1db03-6d57-4cc4-8f8d-8f3d89295019 HTTP/1.1" status: 200 len: 1127 time: 0.0391061 Apr 12 00:40:33.871470 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac84e09-f1b2-4c67-bff1-59bcf2f9a7bf req-f329ef61-975d-46bd-8a22-3b12cb7e204b tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:40:33.872933 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-cac84e09-f1b2-4c67-bff1-59bcf2f9a7bf req-f329ef61-975d-46bd-8a22-3b12cb7e204b tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ab1db03-6d57-4cc4-8f8d-8f3d89295019 HTTP/1.1" status: 200 len: 943 time: 0.0638559 Apr 12 00:40:33.894244 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e03a44-4b88-4860-a0cf-9e8d7b50ba68 req-7e025b89-b93e-4e45-b968-9ce99f127d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:40:33.895592 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c8e03a44-4b88-4860-a0cf-9e8d7b50ba68 req-7e025b89-b93e-4e45-b968-9ce99f127d9a service neutron] 10.222.0.52 "GET /v2.0/networks?id=ad6fa16c-9ae9-409b-a431-15655dbe3bc7 HTTP/1.1" status: 200 len: 916 time: 0.1426780 Apr 12 00:40:33.943795 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c8e03a44-4b88-4860-a0cf-9e8d7b50ba68 req-2e9293df-59d4-4be3-9a8b-35ab4e8563e6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a13265b-2931-4702-abb1-4e7e0743d747 HTTP/1.1" status: 200 len: 217 time: 0.0419579 Apr 12 00:40:33.965419 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-cac84e09-f1b2-4c67-bff1-59bcf2f9a7bf req-a2b37e58-52cb-4923-a659-7776ed9f54b0 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/security-groups?id=c389fa8b-06c1-42a2-a1ba-a920eb90950a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870605 Apr 12 00:40:33.998178 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e03a44-4b88-4860-a0cf-9e8d7b50ba68 req-de607b7d-67aa-4ed4-a5e3-63a3d318239c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:40:33.999623 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c8e03a44-4b88-4860-a0cf-9e8d7b50ba68 req-de607b7d-67aa-4ed4-a5e3-63a3d318239c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a9745a0d-5463-41a5-8b5c-e529c4495cbd HTTP/1.1" status: 200 len: 854 time: 0.0482521 Apr 12 00:40:34.040921 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e03a44-4b88-4860-a0cf-9e8d7b50ba68 req-8e12ee71-e402-4cb8-a105-1c850c867719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:40:34.042899 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c8e03a44-4b88-4860-a0cf-9e8d7b50ba68 req-8e12ee71-e402-4cb8-a105-1c850c867719 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad6fa16c-9ae9-409b-a431-15655dbe3bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374689 Apr 12 00:40:34.130212 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c8e03a44-4b88-4860-a0cf-9e8d7b50ba68 req-0f45d21b-9e05-491d-b38f-10a8a903d3f2 service neutron] 10.222.0.52 "GET /v2.0/networks/ad6fa16c-9ae9-409b-a431-15655dbe3bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811584 Apr 12 00:40:34.216369 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-c8e03a44-4b88-4860-a0cf-9e8d7b50ba68 req-2d098003-78d6-4d5a-87b4-db6d990766ea service neutron] 10.222.0.52 "GET /v2.0/networks/ad6fa16c-9ae9-409b-a431-15655dbe3bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799041 Apr 12 00:40:34.852114 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device 3a13265b-2931-4702-abb1-4e7e0743d747 details requested by agent hyperv_hv-cinder-83625 with host hv-cinder-83625 {{(pid=114861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 00:40:34.947744 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port 3a13265b-2931-4702-abb1-4e7e0743d747, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=3a13265b-2931-4702-abb1-4e7e0743d747,segment=NetworkSegment(850085f3-336f-4cd2-8504-bcaa5ecc90d0),segment_id=850085f3-336f-4cd2-8504-bcaa5ecc90d0)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:40:34.958561 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Returning: {'device': '3a13265b-2931-4702-abb1-4e7e0743d747', 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7', 'port_id': '3a13265b-2931-4702-abb1-4e7e0743d747', 'mac_address': 'fa:16:3e:c6:08:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9745a0d-5463-41a5-8b5c-e529c4495cbd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 00:40:34.993371 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Current status of the port 3a13265b-2931-4702-abb1-4e7e0743d747 is: DOWN; New status is: BUILD {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:40:34.993755 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (3a13265b-2931-4702-abb1-4e7e0743d747), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:35.006914 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.notifiers.nova [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a13265b-2931-4702-abb1-4e7e0743d747 {{(pid=114861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:40:35.026234 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port 3a13265b-2931-4702-abb1-4e7e0743d747, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=3a13265b-2931-4702-abb1-4e7e0743d747,segment=NetworkSegment(850085f3-336f-4cd2-8504-bcaa5ecc90d0),segment_id=850085f3-336f-4cd2-8504-bcaa5ecc90d0)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:40:35.030360 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (3a13265b-2931-4702-abb1-4e7e0743d747), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:35.076871 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Pushing event updated for resources: {'Port': ['ID=3a13265b-2931-4702-abb1-4e7e0743d747,revision_number=4']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:40:35.080139 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac1307-7a3e-475f-a5e4-b13cab5e42e0 req-7a639a60-cc33-4888-9cff-6695dcf25626 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:40:35.081608 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-1dac1307-7a3e-475f-a5e4-b13cab5e42e0 req-7a639a60-cc33-4888-9cff-6695dcf25626 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ab1db03-6d57-4cc4-8f8d-8f3d89295019 HTTP/1.1" status: 200 len: 944 time: 0.0490174 Apr 12 00:40:35.083965 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:40:35.084313 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:40:35.084660 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:40:35.085000 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:40:35.085335 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:40:35.085667 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:40:35.085997 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:40:35.086345 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:40:35.086677 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:40:35.087006 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:40:35.087332 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:40:35.087660 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:40:35.087983 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:40:35.088303 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:40:35.088623 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:40:35.127295 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-1dac1307-7a3e-475f-a5e4-b13cab5e42e0 req-b4838d7b-9d00-4d5c-837f-0718771bc1e4 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/security-groups?id=c389fa8b-06c1-42a2-a1ba-a920eb90950a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399868 Apr 12 00:40:35.432828 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] get_ports_and_sgs() called for port_ids ['3a13265b-2931-4702-abb1-4e7e0743d747'] {{(pid=114861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:40:36.237066 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ac2c8-26a9-404b-860c-03a858815e3f req-b7695f1a-4370-44bb-bac3-ba5cdd9569ac tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:40:36.238523 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-9b1ac2c8-26a9-404b-860c-03a858815e3f req-b7695f1a-4370-44bb-bac3-ba5cdd9569ac tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ab1db03-6d57-4cc4-8f8d-8f3d89295019 HTTP/1.1" status: 200 len: 944 time: 0.0459256 Apr 12 00:40:36.287156 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-9b1ac2c8-26a9-404b-860c-03a858815e3f req-52664e48-f405-4498-b7ac-4011bda37e14 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/security-groups?id=c389fa8b-06c1-42a2-a1ba-a920eb90950a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431752 Apr 12 00:40:36.858800 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device 3a13265b-2931-4702-abb1-4e7e0743d747 up at agent hyperv_hv-cinder-83625 {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:40:36.902544 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Provisioning for port 3a13265b-2931-4702-abb1-4e7e0743d747 completed by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 00:40:36.908224 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Provisioning complete for port 3a13265b-2931-4702-abb1-4e7e0743d747 triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:40:36.908673 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (3a13265b-2931-4702-abb1-4e7e0743d747), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:36.988514 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Current status of the port 3a13265b-2931-4702-abb1-4e7e0743d747 is: BUILD; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:40:36.988922 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (3a13265b-2931-4702-abb1-4e7e0743d747), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:37.012138 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab1db03-6d57-4cc4-8f8d-8f3d89295019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a13265b-2931-4702-abb1-4e7e0743d747'}] {{(pid=114861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:40:37.014473 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d187226e65eb8f713948fb36ffe50595ec682b3d9ec12b6d0c088ba153fadb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c25236-1fc6-43bf-b96c-0bf88972760a" -d '{"events": [{"server_uuid": "1ab1db03-6d57-4cc4-8f8d-8f3d89295019", "name": "network-vif-plugged", "status": "completed", "tag": "3a13265b-2931-4702-abb1-4e7e0743d747"}]}' {{(pid=114861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:40:37.028667 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port 3a13265b-2931-4702-abb1-4e7e0743d747, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=3a13265b-2931-4702-abb1-4e7e0743d747,segment=NetworkSegment(850085f3-336f-4cd2-8504-bcaa5ecc90d0),segment_id=850085f3-336f-4cd2-8504-bcaa5ecc90d0)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:40:37.033647 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (3a13265b-2931-4702-abb1-4e7e0743d747), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:37.056063 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa7d616-953f-4f69-a898-fb3e7436ea74 x-openstack-request-id: req-3fa7d616-953f-4f69-a898-fb3e7436ea74 {{(pid=114861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:40:37.056360 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ab1db03-6d57-4cc4-8f8d-8f3d89295019", "name": "network-vif-plugged", "status": "completed", "tag": "3a13265b-2931-4702-abb1-4e7e0743d747", "code": 200}]} {{(pid=114861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:40:37.056620 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3fa7d616-953f-4f69-a898-fb3e7436ea74 {{(pid=114861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:40:37.057047 dv-cinder-836252-3-iscsi neutron-server[114861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fa7d616-953f-4f69-a898-fb3e7436ea74'] response: {'server_uuid': '1ab1db03-6d57-4cc4-8f8d-8f3d89295019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a13265b-2931-4702-abb1-4e7e0743d747', 'code': 200} Apr 12 00:40:37.081981 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Pushing event updated for resources: {'Port': ['ID=3a13265b-2931-4702-abb1-4e7e0743d747,revision_number=5']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:40:37.250348 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4febaf-a6ee-4e0b-9399-42ae8fd1adac req-6be67d82-2a4e-4baa-90ec-2174683bf9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:40:37.251772 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-1d4febaf-a6ee-4e0b-9399-42ae8fd1adac req-6be67d82-2a4e-4baa-90ec-2174683bf9b0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1ab1db03-6d57-4cc4-8f8d-8f3d89295019 HTTP/1.1" status: 200 len: 1129 time: 0.0369802 Apr 12 00:40:37.295373 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-1d4febaf-a6ee-4e0b-9399-42ae8fd1adac req-0cec242d-20f2-4d39-b835-2fceb6ac7680 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c389fa8b-06c1-42a2-a1ba-a920eb90950a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376656 Apr 12 00:40:37.396039 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7b4e2-e276-47d6-86cd-413eb15a5f7f req-0b54e0d6-7ad0-4156-a8ff-c9c9dad02e85 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:40:37.397469 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-2bf7b4e2-e276-47d6-86cd-413eb15a5f7f req-0b54e0d6-7ad0-4156-a8ff-c9c9dad02e85 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ab1db03-6d57-4cc4-8f8d-8f3d89295019 HTTP/1.1" status: 200 len: 945 time: 0.0452881 Apr 12 00:40:37.442824 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-2bf7b4e2-e276-47d6-86cd-413eb15a5f7f req-9889813f-d68e-49f9-93db-fbc8e6c79b04 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/security-groups?id=c389fa8b-06c1-42a2-a1ba-a920eb90950a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394268 Apr 12 00:40:37.965159 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-4769a018-2b57-4084-912a-2000aabcef76 req-a0fa6b67-39a9-4b9c-8e01-8e7ef21fe8a6 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1041762533&fields=id&tenant_id=ba38491d23d64bd58eabf7ea16fd68e8 HTTP/1.1" status: 200 len: 267 time: 0.0436850 Apr 12 00:40:38.013759 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4769a018-2b57-4084-912a-2000aabcef76 req-d775e31f-0c9b-4c12-a8ef-725e5f2c1c16 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:40:38.015627 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-4769a018-2b57-4084-912a-2000aabcef76 req-d775e31f-0c9b-4c12-a8ef-725e5f2c1c16 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/ports?device_id=90ec626f-1d95-45d9-8293-40d6408a52d2 HTTP/1.1" status: 200 len: 984 time: 0.0452971 Apr 12 00:40:38.026927 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [req-4769a018-2b57-4084-912a-2000aabcef76 req-28080ea9-b320-400c-91da-dd42b53075f0 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Request body: {'port': {'security_groups': ['ee2503da-e8da-4e7a-9230-a41a5b27af53']}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:40:38.100413 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [req-4769a018-2b57-4084-912a-2000aabcef76 req-28080ea9-b320-400c-91da-dd42b53075f0 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (f8104ec7-8594-4188-ae28-392ce2284da2), before_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:38.297138 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.db [req-4769a018-2b57-4084-912a-2000aabcef76 req-28080ea9-b320-400c-91da-dd42b53075f0 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] For port f8104ec7-8594-4188-ae28-392ce2284da2, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=f8104ec7-8594-4188-ae28-392ce2284da2,segment=NetworkSegment(e14d385a-469b-4ac0-a811-9aac40ac8f12),segment_id=e14d385a-469b-4ac0-a811-9aac40ac8f12)] {{(pid=114860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:40:38.325452 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [req-4769a018-2b57-4084-912a-2000aabcef76 req-28080ea9-b320-400c-91da-dd42b53075f0 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Publish callbacks [] for port (f8104ec7-8594-4188-ae28-392ce2284da2), precommit_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:38.329582 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [req-4769a018-2b57-4084-912a-2000aabcef76 req-28080ea9-b320-400c-91da-dd42b53075f0 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2806218'] for port (f8104ec7-8594-4188-ae28-392ce2284da2), after_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:38.372086 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4769a018-2b57-4084-912a-2000aabcef76 req-28080ea9-b320-400c-91da-dd42b53075f0 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:40:38.372709 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [req-4769a018-2b57-4084-912a-2000aabcef76 req-28080ea9-b320-400c-91da-dd42b53075f0 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for port (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:38.374168 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-4769a018-2b57-4084-912a-2000aabcef76 req-28080ea9-b320-400c-91da-dd42b53075f0 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "PUT /v2.0/ports/f8104ec7-8594-4188-ae28-392ce2284da2 HTTP/1.1" status: 200 len: 942 time: 0.3524063 Apr 12 00:40:38.374632 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ec626f-1d95-45d9-8293-40d6408a52d2', 'tag': 'f8104ec7-8594-4188-ae28-392ce2284da2'}] {{(pid=114860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:40:38.377442 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90dfd39203e2da807f23340b9cb516271cbc18bcd75fa685292d117274546a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c185fc8-0e70-42a9-9cd2-e1e6ace36282" -d '{"events": [{"name": "network-changed", "server_uuid": "90ec626f-1d95-45d9-8293-40d6408a52d2", "tag": "f8104ec7-8594-4188-ae28-392ce2284da2"}]}' {{(pid=114860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:40:38.377572 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] get_ports_and_sgs() called for port_ids ['f8104ec7-8594-4188-ae28-392ce2284da2'] {{(pid=114861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:40:38.383507 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 35114) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:40:38.418600 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4444d3cd-d57a-474e-91bf-7bb92882d657 x-openstack-request-id: req-4444d3cd-d57a-474e-91bf-7bb92882d657 {{(pid=114860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:40:38.418885 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90ec626f-1d95-45d9-8293-40d6408a52d2", "tag": "f8104ec7-8594-4188-ae28-392ce2284da2", "status": "completed", "code": 200}]} {{(pid=114860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:40:38.419136 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4444d3cd-d57a-474e-91bf-7bb92882d657 {{(pid=114860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:40:38.419542 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4444d3cd-d57a-474e-91bf-7bb92882d657'] response: {'name': 'network-changed', 'server_uuid': '90ec626f-1d95-45d9-8293-40d6408a52d2', 'tag': 'f8104ec7-8594-4188-ae28-392ce2284da2', 'status': 'completed', 'code': 200} Apr 12 00:40:38.425016 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28080ea9-b320-400c-91da-dd42b53075f0 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Pushing event updated for resources: {'Port': ['ID=f8104ec7-8594-4188-ae28-392ce2284da2,revision_number=7']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:40:38.477514 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-dfd3fd3b-978f-4ac7-a886-b8e2dd0d28f9 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Publish callbacks [] for security_group (bf733550-9bd9-424e-8525-7508fddcb233), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:38.507223 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-dfd3fd3b-978f-4ac7-a886-b8e2dd0d28f9 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Publish callbacks [] for security_group (bf733550-9bd9-424e-8525-7508fddcb233), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:38.563976 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c185fc8-0e70-42a9-9cd2-e1e6ace36282 req-ed4e3c78-1e11-4ff5-a159-d44526da13fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:40:38.565406 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-8c185fc8-0e70-42a9-9cd2-e1e6ace36282 req-ed4e3c78-1e11-4ff5-a159-d44526da13fa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ba38491d23d64bd58eabf7ea16fd68e8&device_id=90ec626f-1d95-45d9-8293-40d6408a52d2 HTTP/1.1" status: 200 len: 1129 time: 0.0847485 Apr 12 00:40:38.599022 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9bdda2-81c5-4eb5-8675-35772f3588b9 req-0924170d-4df7-4369-8ffe-701ad16aecbe tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:40:38.600562 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-9a9bdda2-81c5-4eb5-8675-35772f3588b9 req-0924170d-4df7-4369-8ffe-701ad16aecbe tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ab1db03-6d57-4cc4-8f8d-8f3d89295019 HTTP/1.1" status: 200 len: 945 time: 0.0535159 Apr 12 00:40:38.641270 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-dfd3fd3b-978f-4ac7-a886-b8e2dd0d28f9 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (bf733550-9bd9-424e-8525-7508fddcb233), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:38.643341 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-dfd3fd3b-978f-4ac7-a886-b8e2dd0d28f9 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Publish callbacks [] for security_group (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:38.644458 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-dfd3fd3b-978f-4ac7-a886-b8e2dd0d28f9 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "DELETE /v2.0/security-groups/bf733550-9bd9-424e-8525-7508fddcb233 HTTP/1.1" status: 204 len: 168 time: 0.2601581 Apr 12 00:40:38.647500 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 35118) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:40:38.663722 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd3fd3b-978f-4ac7-a886-b8e2dd0d28f9 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf733550-9bd9-424e-8525-7508fddcb233,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:40:38.665840 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] get_ports_and_sgs() called for port_ids ['f8104ec7-8594-4188-ae28-392ce2284da2'] {{(pid=114861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:40:38.670417 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-9a9bdda2-81c5-4eb5-8675-35772f3588b9 req-91083fe8-69e6-4278-bdd2-1ab27eea7134 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/security-groups?id=c389fa8b-06c1-42a2-a1ba-a920eb90950a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614338 Apr 12 00:40:38.727716 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-62494d78-e939-429c-b3e6-d0ef9090a8e8 None None] Provisioning complete for port f8104ec7-8594-4188-ae28-392ce2284da2 triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:40:38.728099 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-62494d78-e939-429c-b3e6-d0ef9090a8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (f8104ec7-8594-4188-ae28-392ce2284da2), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:38.805007 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [None req-c311a008-c450-4d32-8d78-67199a4559d2 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Deleting port fd4ce310-673c-4fcb-9184-a9c66de9ecc2 {{(pid=114859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:40:38.805640 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-c311a008-c450-4d32-8d78-67199a4559d2 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (fd4ce310-673c-4fcb-9184-a9c66de9ecc2), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:38.879442 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-c311a008-c450-4d32-8d78-67199a4559d2 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (fd4ce310-673c-4fcb-9184-a9c66de9ecc2), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:38.879662 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-c311a008-c450-4d32-8d78-67199a4559d2 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Publish callbacks [] for floatingip (fd4ce310-673c-4fcb-9184-a9c66de9ecc2), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:38.892414 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [None req-c311a008-c450-4d32-8d78-67199a4559d2 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Calling delete_port for fd4ce310-673c-4fcb-9184-a9c66de9ecc2 owned by network:floatingip {{(pid=114859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:40:38.896740 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-62494d78-e939-429c-b3e6-d0ef9090a8e8 None None] Current status of the port f8104ec7-8594-4188-ae28-392ce2284da2 is: ACTIVE; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:40:39.111139 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-c311a008-c450-4d32-8d78-67199a4559d2 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (fd4ce310-673c-4fcb-9184-a9c66de9ecc2), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:39.141984 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c311a008-c450-4d32-8d78-67199a4559d2 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Pushing event deleted for resources: {'Port': ['ID=fd4ce310-673c-4fcb-9184-a9c66de9ecc2,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:40:39.203607 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c185fc8-0e70-42a9-9cd2-e1e6ace36282 req-92596f2b-19c1-471e-82a3-b97a34e78717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:40:39.205051 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-8c185fc8-0e70-42a9-9cd2-e1e6ace36282 req-92596f2b-19c1-471e-82a3-b97a34e78717 service neutron] 10.222.0.52 "GET /v2.0/networks?id=468ee0a2-580f-4c3a-8cc5-2cad68c7110d HTTP/1.1" status: 200 len: 915 time: 0.1621737 Apr 12 00:40:39.249761 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-8c185fc8-0e70-42a9-9cd2-e1e6ace36282 req-2f06caee-a448-4695-859c-e4b6d8f14c91 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8104ec7-8594-4188-ae28-392ce2284da2 HTTP/1.1" status: 200 len: 217 time: 0.0370564 Apr 12 00:40:39.252263 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-c311a008-c450-4d32-8d78-67199a4559d2 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Publish callbacks [] for floatingip (b03912f2-e083-4ae1-80bf-1ffae3d983bf), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:39.252586 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.db.l3_db [None req-c311a008-c450-4d32-8d78-67199a4559d2 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Floating IP b03912f2-e083-4ae1-80bf-1ffae3d983bf disassociated (deleted). External IP: 172.27.3.39, port: f8104ec7-8594-4188-ae28-392ce2284da2. Apr 12 00:40:39.367823 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c185fc8-0e70-42a9-9cd2-e1e6ace36282 req-210e1efc-b62e-481d-9705-94ace99c4ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:40:39.369253 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-8c185fc8-0e70-42a9-9cd2-e1e6ace36282 req-210e1efc-b62e-481d-9705-94ace99c4ed8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dce6ee9c-077a-4548-b4fa-4937134c603a HTTP/1.1" status: 200 len: 853 time: 0.1134953 Apr 12 00:40:39.426197 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c185fc8-0e70-42a9-9cd2-e1e6ace36282 req-fd51530b-7c0a-46d0-8360-121ce47c8bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:40:39.427590 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-8c185fc8-0e70-42a9-9cd2-e1e6ace36282 req-fd51530b-7c0a-46d0-8360-121ce47c8bc0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=468ee0a2-580f-4c3a-8cc5-2cad68c7110d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511084 Apr 12 00:40:39.591821 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-8c185fc8-0e70-42a9-9cd2-e1e6ace36282 req-b0039e61-9b3a-4621-b60c-9f8b3c1a1193 service neutron] 10.222.0.52 "GET /v2.0/networks/468ee0a2-580f-4c3a-8cc5-2cad68c7110d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346641 Apr 12 00:40:39.593470 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c311a008-c450-4d32-8d78-67199a4559d2 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Router dd2019ca-26d6-4bda-bb97-057b1dfaecf1 has already been hosted by L3 agent d3fb0dde-5c40-4fca-80b5-61326157311c {{(pid=114859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:40:40.067990 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-8c185fc8-0e70-42a9-9cd2-e1e6ace36282 req-7b152ffc-3527-431e-828a-0bcf76714f85 service neutron] 10.222.0.52 "GET /v2.0/networks/468ee0a2-580f-4c3a-8cc5-2cad68c7110d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4696336 Apr 12 00:40:40.075277 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7adb2b4-fc94-43d8-93b0-5d1257869d02 req-ad67721d-42a5-4b5c-b288-54c5d8567cba tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:40:40.076602 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-b7adb2b4-fc94-43d8-93b0-5d1257869d02 req-ad67721d-42a5-4b5c-b288-54c5d8567cba tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ab1db03-6d57-4cc4-8f8d-8f3d89295019 HTTP/1.1" status: 200 len: 945 time: 0.0755088 Apr 12 00:40:40.079258 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c311a008-c450-4d32-8d78-67199a4559d2 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Notify agent at l3_agent.dv-cinder-836252-3-iscsi the message routers_updated {{(pid=114859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:40:40.084009 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-c311a008-c450-4d32-8d78-67199a4559d2 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for floatingip (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:40.088811 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ce2373-da70-4bf4-b362-74d1c954592d None None] Sync routers for ids ['dd2019ca-26d6-4bda-bb97-057b1dfaecf1'] in dv-cinder-836252-3-iscsi {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:40:40.100007 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ce2373-da70-4bf4-b362-74d1c954592d None None] Routers {'dd2019ca-26d6-4bda-bb97-057b1dfaecf1'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:40:40.100889 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-84ce2373-da70-4bf4-b362-74d1c954592d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:40:15Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['dd2019ca-26d6-4bda-bb97-057b1dfaecf1'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:40:40.133988 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-c311a008-c450-4d32-8d78-67199a4559d2 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "DELETE /v2.0/floatingips/b03912f2-e083-4ae1-80bf-1ffae3d983bf HTTP/1.1" status: 204 len: 168 time: 1.4850159 Apr 12 00:40:40.136747 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ec626f-1d95-45d9-8293-40d6408a52d2', 'tag': 'f8104ec7-8594-4188-ae28-392ce2284da2'}] {{(pid=114859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:40:40.139094 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d751ce943c7fd1580d8237ddcdd582f05025ac6b53677acecb9ecfb4d000721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e17a590-2325-4b31-b25a-ae5fca8fac57" -d '{"events": [{"name": "network-changed", "server_uuid": "90ec626f-1d95-45d9-8293-40d6408a52d2", "tag": "f8104ec7-8594-4188-ae28-392ce2284da2"}]}' {{(pid=114859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:40:40.156956 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-b7adb2b4-fc94-43d8-93b0-5d1257869d02 req-34cfc5e7-4915-4950-90ad-7850ff08cbf8 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/security-groups?id=c389fa8b-06c1-42a2-a1ba-a920eb90950a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710623 Apr 12 00:40:40.213815 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa83cdd9-1286-4e21-a8c5-090253d7885d x-openstack-request-id: req-fa83cdd9-1286-4e21-a8c5-090253d7885d {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:40:40.214180 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90ec626f-1d95-45d9-8293-40d6408a52d2", "tag": "f8104ec7-8594-4188-ae28-392ce2284da2", "status": "completed", "code": 200}]} {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:40:40.214527 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fa83cdd9-1286-4e21-a8c5-090253d7885d {{(pid=114859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:40:40.215201 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa83cdd9-1286-4e21-a8c5-090253d7885d'] response: {'name': 'network-changed', 'server_uuid': '90ec626f-1d95-45d9-8293-40d6408a52d2', 'tag': 'f8104ec7-8594-4188-ae28-392ce2284da2', 'status': 'completed', 'code': 200} Apr 12 00:40:40.316015 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-84ce2373-da70-4bf4-b362-74d1c954592d None None] Set router dd2019ca-26d6-4bda-bb97-057b1dfaecf1 gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:40:40.340747 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf7dba-3436-4363-a7b6-7b54ec8e9e30 req-2be26cf7-eb63-484a-9bae-e9de422effef tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:40:40.342646 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-2eaf7dba-3436-4363-a7b6-7b54ec8e9e30 req-2be26cf7-eb63-484a-9bae-e9de422effef tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ab1db03-6d57-4cc4-8f8d-8f3d89295019 HTTP/1.1" status: 200 len: 945 time: 0.0853951 Apr 12 00:40:40.346038 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e17a590-2325-4b31-b25a-ae5fca8fac57 req-2096bf2d-cf6b-42c9-adef-0382d4a2f585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:40:40.347491 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-9e17a590-2325-4b31-b25a-ae5fca8fac57 req-2096bf2d-cf6b-42c9-adef-0382d4a2f585 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ba38491d23d64bd58eabf7ea16fd68e8&device_id=90ec626f-1d95-45d9-8293-40d6408a52d2 HTTP/1.1" status: 200 len: 1129 time: 0.0800748 Apr 12 00:40:40.353161 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 35134) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:40:40.358445 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-b1e59f10-fc15-471f-b8dc-3ff2dbc07a61 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Request body: {'floatingip': {'port_id': '3a13265b-2931-4702-abb1-4e7e0743d747'}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:40:40.473973 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e17a590-2325-4b31-b25a-ae5fca8fac57 req-9b4d3b7d-626e-4143-8c2e-5dbac3ce2714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:40:40.475583 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-9e17a590-2325-4b31-b25a-ae5fca8fac57 req-9b4d3b7d-626e-4143-8c2e-5dbac3ce2714 service neutron] 10.222.0.52 "GET /v2.0/networks?id=468ee0a2-580f-4c3a-8cc5-2cad68c7110d HTTP/1.1" status: 200 len: 915 time: 0.1133735 Apr 12 00:40:40.527964 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-84ce2373-da70-4bf4-b362-74d1c954592d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd2019ca-26d6-4bda-bb97-057b1dfaecf1', 'name': 'tempest-TestMinimumBasicScenario-561530225-router', 'tenant_id': 'ba38491d23d64bd58eabf7ea16fd68e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '217a747d-5642-436a-8b70-61c62fb990ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:37:26Z', 'updated_at': '2022-04-12T00:37:29Z', 'revision_number': 4, 'project_id': 'ba38491d23d64bd58eabf7ea16fd68e8', 'gw_port': {'id': '217a747d-5642-436a-8b70-61c62fb990ff', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2019ca-26d6-4bda-bb97-057b1dfaecf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:37:26Z', 'updated_at': '2022-04-12T00:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': '2d0d5aaf-c6d5-4900-9fee-49918e0515bc', 'name': '', 'network_id': '468ee0a2-580f-4c3a-8cc5-2cad68c7110d', 'tenant_id': 'ba38491d23d64bd58eabf7ea16fd68e8', 'mac_address': 'fa:16:3e:18:82:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2019ca-26d6-4bda-bb97-057b1dfaecf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'dce6ee9c-077a-4548-b4fa-4937134c603a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:37:28Z', 'updated_at': '2022-04-12T00:37:32Z', 'revision_number': 5, 'project_id': 'ba38491d23d64bd58eabf7ea16fd68e8', 'subnets': [{'id': 'dce6ee9c-077a-4548-b4fa-4937134c603a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:40:40.554742 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ce2373-da70-4bf4-b362-74d1c954592d None None] Checking router: dd2019ca-26d6-4bda-bb97-057b1dfaecf1 for host: dv-cinder-836252-3-iscsi {{(pid=114862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:40:40.564292 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ce2373-da70-4bf4-b362-74d1c954592d None None] Routers {'dd2019ca-26d6-4bda-bb97-057b1dfaecf1'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:40:40.564962 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-84ce2373-da70-4bf4-b362-74d1c954592d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:40:15Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['dd2019ca-26d6-4bda-bb97-057b1dfaecf1'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:40:40.625235 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-b1e59f10-fc15-471f-b8dc-3ff2dbc07a61 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for floatingip (8bf495f3-7ec3-430c-a9cb-eb9e7a8f04a3), before_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:40.676367 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-84ce2373-da70-4bf4-b362-74d1c954592d None None] Set router dd2019ca-26d6-4bda-bb97-057b1dfaecf1 gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:40:40.784259 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-9e17a590-2325-4b31-b25a-ae5fca8fac57 req-ebcedbbd-7b45-4fba-8e1e-d997ec2197b4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8104ec7-8594-4188-ae28-392ce2284da2 HTTP/1.1" status: 200 len: 217 time: 0.0373521 Apr 12 00:40:40.838918 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e17a590-2325-4b31-b25a-ae5fca8fac57 req-441619cd-e8ca-4df4-a487-723202e6dbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:40:40.840392 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-9e17a590-2325-4b31-b25a-ae5fca8fac57 req-441619cd-e8ca-4df4-a487-723202e6dbe1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dce6ee9c-077a-4548-b4fa-4937134c603a HTTP/1.1" status: 200 len: 853 time: 0.0493042 Apr 12 00:40:40.870040 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-84ce2373-da70-4bf4-b362-74d1c954592d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd2019ca-26d6-4bda-bb97-057b1dfaecf1', 'name': 'tempest-TestMinimumBasicScenario-561530225-router', 'tenant_id': 'ba38491d23d64bd58eabf7ea16fd68e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '217a747d-5642-436a-8b70-61c62fb990ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:37:26Z', 'updated_at': '2022-04-12T00:37:29Z', 'revision_number': 4, 'project_id': 'ba38491d23d64bd58eabf7ea16fd68e8', 'gw_port': {'id': '217a747d-5642-436a-8b70-61c62fb990ff', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2019ca-26d6-4bda-bb97-057b1dfaecf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:37:26Z', 'updated_at': '2022-04-12T00:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': '2d0d5aaf-c6d5-4900-9fee-49918e0515bc', 'name': '', 'network_id': '468ee0a2-580f-4c3a-8cc5-2cad68c7110d', 'tenant_id': 'ba38491d23d64bd58eabf7ea16fd68e8', 'mac_address': 'fa:16:3e:18:82:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2019ca-26d6-4bda-bb97-057b1dfaecf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'dce6ee9c-077a-4548-b4fa-4937134c603a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:37:28Z', 'updated_at': '2022-04-12T00:37:32Z', 'revision_number': 5, 'project_id': 'ba38491d23d64bd58eabf7ea16fd68e8', 'subnets': [{'id': 'dce6ee9c-077a-4548-b4fa-4937134c603a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:40:40.897495 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ce2373-da70-4bf4-b362-74d1c954592d None None] The sync data for ids ['dd2019ca-26d6-4bda-bb97-057b1dfaecf1'] in dv-cinder-836252-3-iscsi is: [{'id': 'dd2019ca-26d6-4bda-bb97-057b1dfaecf1', 'name': 'tempest-TestMinimumBasicScenario-561530225-router', 'tenant_id': 'ba38491d23d64bd58eabf7ea16fd68e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '217a747d-5642-436a-8b70-61c62fb990ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:37:26Z', 'updated_at': '2022-04-12T00:37:29Z', 'revision_number': 4, 'project_id': 'ba38491d23d64bd58eabf7ea16fd68e8', 'gw_port': {'id': '217a747d-5642-436a-8b70-61c62fb990ff', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2019ca-26d6-4bda-bb97-057b1dfaecf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:37:26Z', 'updated_at': '2022-04-12T00:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': '2d0d5aaf-c6d5-4900-9fee-49918e0515bc', 'name': '', 'network_id': '468ee0a2-580f-4c3a-8cc5-2cad68c7110d', 'tenant_id': 'ba38491d23d64bd58eabf7ea16fd68e8', 'mac_address': 'fa:16:3e:18:82:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2019ca-26d6-4bda-bb97-057b1dfaecf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'dce6ee9c-077a-4548-b4fa-4937134c603a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:37:28Z', 'updated_at': '2022-04-12T00:37:32Z', 'revision_number': 5, 'project_id': 'ba38491d23d64bd58eabf7ea16fd68e8', 'subnets': [{'id': 'dce6ee9c-077a-4548-b4fa-4937134c603a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:40:40.941311 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e17a590-2325-4b31-b25a-ae5fca8fac57 req-8018b365-5423-4623-a4a6-532206ecd0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:40:40.943140 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-9e17a590-2325-4b31-b25a-ae5fca8fac57 req-8018b365-5423-4623-a4a6-532206ecd0ed service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=468ee0a2-580f-4c3a-8cc5-2cad68c7110d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0555553 Apr 12 00:40:41.043424 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-9e17a590-2325-4b31-b25a-ae5fca8fac57 req-ed6431c4-d5c3-45e4-a0a4-2300d228b942 service neutron] 10.222.0.52 "GET /v2.0/networks/468ee0a2-580f-4c3a-8cc5-2cad68c7110d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924139 Apr 12 00:40:41.106148 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-b1e59f10-fc15-471f-b8dc-3ff2dbc07a61 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:41.110477 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-b1e59f10-fc15-471f-b8dc-3ff2dbc07a61 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1586356'] for floatingip (8bf495f3-7ec3-430c-a9cb-eb9e7a8f04a3), after_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:41.159745 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-9e17a590-2325-4b31-b25a-ae5fca8fac57 req-38b4e2de-96d2-4c0b-bfe0-1eedd7a16fe6 service neutron] 10.222.0.52 "GET /v2.0/networks/468ee0a2-580f-4c3a-8cc5-2cad68c7110d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081450 Apr 12 00:40:41.162108 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83049bb-1853-4a05-8cdf-239956d2262b None None] New status for floating IP b03912f2-e083-4ae1-80bf-1ffae3d983bf: DOWN {{(pid=114861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 00:40:41.229369 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.db.l3_db [None req-b1e59f10-fc15-471f-b8dc-3ff2dbc07a61 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Floating IP 8bf495f3-7ec3-430c-a9cb-eb9e7a8f04a3 associated. External IP: 172.27.3.111, port: 3a13265b-2931-4702-abb1-4e7e0743d747. Apr 12 00:40:41.441200 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1e59f10-fc15-471f-b8dc-3ff2dbc07a61 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Router c55378f6-ed14-4860-9722-f016e3ed5a64 has already been hosted by L3 agent d3fb0dde-5c40-4fca-80b5-61326157311c {{(pid=114860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:40:41.552512 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e59f10-fc15-471f-b8dc-3ff2dbc07a61 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Notify agent at l3_agent.dv-cinder-836252-3-iscsi the message routers_updated {{(pid=114860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:40:41.557087 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-b1e59f10-fc15-471f-b8dc-3ff2dbc07a61 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for floatingip (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:41.562465 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ddde67-798f-46c4-a869-fc0e957f0fb7 None None] Sync routers for ids ['c55378f6-ed14-4860-9722-f016e3ed5a64'] in dv-cinder-836252-3-iscsi {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:40:41.574327 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ddde67-798f-46c4-a869-fc0e957f0fb7 None None] Routers {'c55378f6-ed14-4860-9722-f016e3ed5a64'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:40:41.575205 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-15ddde67-798f-46c4-a869-fc0e957f0fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:40:15Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['c55378f6-ed14-4860-9722-f016e3ed5a64'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:40:41.595310 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-b1e59f10-fc15-471f-b8dc-3ff2dbc07a61 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "PUT /v2.0/floatingips/8bf495f3-7ec3-430c-a9cb-eb9e7a8f04a3 HTTP/1.1" status: 200 len: 991 time: 1.2397079 Apr 12 00:40:41.595520 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ab1db03-6d57-4cc4-8f8d-8f3d89295019', 'tag': '3a13265b-2931-4702-abb1-4e7e0743d747'}] {{(pid=114860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:40:41.601250 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90dfd39203e2da807f23340b9cb516271cbc18bcd75fa685292d117274546a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f10e33d-331a-47de-b33f-1d9c82a221bd" -d '{"events": [{"name": "network-changed", "server_uuid": "1ab1db03-6d57-4cc4-8f8d-8f3d89295019", "tag": "3a13265b-2931-4702-abb1-4e7e0743d747"}]}' {{(pid=114860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:40:41.647860 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc88fe7b-201a-4740-bd77-dc302c20db51 x-openstack-request-id: req-dc88fe7b-201a-4740-bd77-dc302c20db51 {{(pid=114860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:40:41.648257 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ab1db03-6d57-4cc4-8f8d-8f3d89295019", "tag": "3a13265b-2931-4702-abb1-4e7e0743d747", "status": "completed", "code": 200}]} {{(pid=114860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:40:41.648427 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dc88fe7b-201a-4740-bd77-dc302c20db51 {{(pid=114860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:40:41.648804 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc88fe7b-201a-4740-bd77-dc302c20db51'] response: {'name': 'network-changed', 'server_uuid': '1ab1db03-6d57-4cc4-8f8d-8f3d89295019', 'tag': '3a13265b-2931-4702-abb1-4e7e0743d747', 'status': 'completed', 'code': 200} Apr 12 00:40:41.695750 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-15ddde67-798f-46c4-a869-fc0e957f0fb7 None None] Set router c55378f6-ed14-4860-9722-f016e3ed5a64 gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:40:41.729798 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10e33d-331a-47de-b33f-1d9c82a221bd req-8c5d5532-b27c-4c99-b6c4-b4423bbefd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:40:41.731403 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-2f10e33d-331a-47de-b33f-1d9c82a221bd req-8c5d5532-b27c-4c99-b6c4-b4423bbefd30 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=add150d29f3d4ccc8d4e3775577e3d57&device_id=1ab1db03-6d57-4cc4-8f8d-8f3d89295019 HTTP/1.1" status: 200 len: 1129 time: 0.0385523 Apr 12 00:40:41.819234 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10e33d-331a-47de-b33f-1d9c82a221bd req-d0ba467a-49f2-45af-b90c-99b91b4bbdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:40:41.820717 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-2f10e33d-331a-47de-b33f-1d9c82a221bd req-d0ba467a-49f2-45af-b90c-99b91b4bbdbd service neutron] 10.222.0.52 "GET /v2.0/networks?id=ad6fa16c-9ae9-409b-a431-15655dbe3bc7 HTTP/1.1" status: 200 len: 916 time: 0.0831316 Apr 12 00:40:41.889337 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-2f10e33d-331a-47de-b33f-1d9c82a221bd req-629afd33-1a7c-4d73-bf92-7193e3650698 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a13265b-2931-4702-abb1-4e7e0743d747 HTTP/1.1" status: 200 len: 999 time: 0.0620916 Apr 12 00:40:41.916061 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-15ddde67-798f-46c4-a869-fc0e957f0fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'name': 'tempest-AttachVolumeNegativeTest-1669374095-router', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '58289c30-3084-4e4c-98f4-831e7f157643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:36:38Z', 'updated_at': '2022-04-12T00:36:41Z', 'revision_number': 4, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'gw_port': {'id': '58289c30-3084-4e4c-98f4-831e7f157643', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:36:38Z', 'updated_at': '2022-04-12T00:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_floatingips': [{'id': '8bf495f3-7ec3-430c-a9cb-eb9e7a8f04a3', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'floating_ip_address': '172.27.3.111', 'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'router_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'port_id': '3a13265b-2931-4702-abb1-4e7e0743d747', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7', 'mac_address': 'fa:16:3e:c6:08:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab1db03-6d57-4cc4-8f8d-8f3d89295019', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:40:23Z', 'updated_at': '2022-04-12T00:40:41Z', 'revision_number': 1, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3', 'name': '', 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'mac_address': 'fa:16:3e:20:45:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'a9745a0d-5463-41a5-8b5c-e529c4495cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:36:40Z', 'updated_at': '2022-04-12T00:36:45Z', 'revision_number': 5, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'subnets': [{'id': 'a9745a0d-5463-41a5-8b5c-e529c4495cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:40:41.939507 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10e33d-331a-47de-b33f-1d9c82a221bd req-7905b952-be96-44d1-9a5b-35655d64415d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:40:41.940960 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-2f10e33d-331a-47de-b33f-1d9c82a221bd req-7905b952-be96-44d1-9a5b-35655d64415d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a9745a0d-5463-41a5-8b5c-e529c4495cbd HTTP/1.1" status: 200 len: 854 time: 0.0459599 Apr 12 00:40:41.944146 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ddde67-798f-46c4-a869-fc0e957f0fb7 None None] Checking router: c55378f6-ed14-4860-9722-f016e3ed5a64 for host: dv-cinder-836252-3-iscsi {{(pid=114862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:40:41.952711 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ddde67-798f-46c4-a869-fc0e957f0fb7 None None] Routers {'c55378f6-ed14-4860-9722-f016e3ed5a64'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:40:41.953321 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-15ddde67-798f-46c4-a869-fc0e957f0fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:40:15Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['c55378f6-ed14-4860-9722-f016e3ed5a64'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:40:41.984158 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10e33d-331a-47de-b33f-1d9c82a221bd req-48585ba5-acba-419d-ba6a-7c84e9f9c44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:40:41.985640 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-2f10e33d-331a-47de-b33f-1d9c82a221bd req-48585ba5-acba-419d-ba6a-7c84e9f9c44b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad6fa16c-9ae9-409b-a431-15655dbe3bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380714 Apr 12 00:40:42.063011 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-15ddde67-798f-46c4-a869-fc0e957f0fb7 None None] Set router c55378f6-ed14-4860-9722-f016e3ed5a64 gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:40:42.079232 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-2f10e33d-331a-47de-b33f-1d9c82a221bd req-a921adce-ecad-478e-81e4-172d84873a92 service neutron] 10.222.0.52 "GET /v2.0/networks/ad6fa16c-9ae9-409b-a431-15655dbe3bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874145 Apr 12 00:40:42.167477 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-2f10e33d-331a-47de-b33f-1d9c82a221bd req-758a1a60-3a30-4f4c-bd2e-8ca8678a5208 service neutron] 10.222.0.52 "GET /v2.0/networks/ad6fa16c-9ae9-409b-a431-15655dbe3bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818350 Apr 12 00:40:42.271735 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-15ddde67-798f-46c4-a869-fc0e957f0fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'name': 'tempest-AttachVolumeNegativeTest-1669374095-router', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '58289c30-3084-4e4c-98f4-831e7f157643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:36:38Z', 'updated_at': '2022-04-12T00:36:41Z', 'revision_number': 4, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'gw_port': {'id': '58289c30-3084-4e4c-98f4-831e7f157643', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:36:38Z', 'updated_at': '2022-04-12T00:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_floatingips': [{'id': '8bf495f3-7ec3-430c-a9cb-eb9e7a8f04a3', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'floating_ip_address': '172.27.3.111', 'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'router_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'port_id': '3a13265b-2931-4702-abb1-4e7e0743d747', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7', 'mac_address': 'fa:16:3e:c6:08:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab1db03-6d57-4cc4-8f8d-8f3d89295019', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:40:23Z', 'updated_at': '2022-04-12T00:40:41Z', 'revision_number': 1, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3', 'name': '', 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'mac_address': 'fa:16:3e:20:45:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'a9745a0d-5463-41a5-8b5c-e529c4495cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:36:40Z', 'updated_at': '2022-04-12T00:36:45Z', 'revision_number': 5, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'subnets': [{'id': 'a9745a0d-5463-41a5-8b5c-e529c4495cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:40:42.378186 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ddde67-798f-46c4-a869-fc0e957f0fb7 None None] The sync data for ids ['c55378f6-ed14-4860-9722-f016e3ed5a64'] in dv-cinder-836252-3-iscsi is: [{'id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'name': 'tempest-AttachVolumeNegativeTest-1669374095-router', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '58289c30-3084-4e4c-98f4-831e7f157643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:36:38Z', 'updated_at': '2022-04-12T00:36:41Z', 'revision_number': 4, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'gw_port': {'id': '58289c30-3084-4e4c-98f4-831e7f157643', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:36:38Z', 'updated_at': '2022-04-12T00:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_floatingips': [{'id': '8bf495f3-7ec3-430c-a9cb-eb9e7a8f04a3', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'floating_ip_address': '172.27.3.111', 'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'router_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'port_id': '3a13265b-2931-4702-abb1-4e7e0743d747', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7', 'mac_address': 'fa:16:3e:c6:08:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab1db03-6d57-4cc4-8f8d-8f3d89295019', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:40:23Z', 'updated_at': '2022-04-12T00:40:41Z', 'revision_number': 1, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3', 'name': '', 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'mac_address': 'fa:16:3e:20:45:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'a9745a0d-5463-41a5-8b5c-e529c4495cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:36:40Z', 'updated_at': '2022-04-12T00:36:45Z', 'revision_number': 5, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'subnets': [{'id': 'a9745a0d-5463-41a5-8b5c-e529c4495cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:40:42.389219 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-595c7325-af6a-48eb-9294-ca5558e904c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (4ecbd319-6885-49f5-abb8-de205838eb1c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:42.554950 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c764123-0ed0-455f-ba0b-e8c176ccf193 None None] New status for floating IP 8bf495f3-7ec3-430c-a9cb-eb9e7a8f04a3: ACTIVE {{(pid=114861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 00:40:42.881176 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa04457-7355-452e-9207-3ef0dade3db7 req-f8a9950f-4c01-46ca-bb50-2905b063dd8d tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:40:42.882656 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-4aa04457-7355-452e-9207-3ef0dade3db7 req-f8a9950f-4c01-46ca-bb50-2905b063dd8d tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/ports?device_id=90ec626f-1d95-45d9-8293-40d6408a52d2 HTTP/1.1" status: 200 len: 945 time: 0.0497763 Apr 12 00:40:42.927999 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-4aa04457-7355-452e-9207-3ef0dade3db7 req-e231342a-cb05-4acd-949e-1c19e1e3ffe0 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee2503da-e8da-4e7a-9230-a41a5b27af53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390246 Apr 12 00:40:44.041716 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58e2ee-b862-419b-8b47-c09c3395e712 req-68b92a0f-6e88-4643-ae58-7e7df59faa2c tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:40:44.043186 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-2e58e2ee-b862-419b-8b47-c09c3395e712 req-68b92a0f-6e88-4643-ae58-7e7df59faa2c tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/ports?device_id=90ec626f-1d95-45d9-8293-40d6408a52d2 HTTP/1.1" status: 200 len: 945 time: 0.0464382 Apr 12 00:40:44.090943 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-2e58e2ee-b862-419b-8b47-c09c3395e712 req-9dbaafbd-3664-48f8-92d1-b1c88b124bfa tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee2503da-e8da-4e7a-9230-a41a5b27af53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420277 Apr 12 00:40:44.634479 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-c5323ddd-826c-4067-a59f-eb70fa4370c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (d3fb0dde-5c40-4fca-80b5-61326157311c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:45.097064 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4bc8b-a1b8-4ae9-b1c6-c92b3f204dbc req-8c190c8f-81b0-4514-af5d-8400e8947958 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:40:45.098519 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-47e4bc8b-a1b8-4ae9-b1c6-c92b3f204dbc req-8c190c8f-81b0-4514-af5d-8400e8947958 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.52 "GET /v2.0/ports?device_id=90ec626f-1d95-45d9-8293-40d6408a52d2 HTTP/1.1" status: 200 len: 945 time: 0.0473380 Apr 12 00:40:45.216343 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [req-47e4bc8b-a1b8-4ae9-b1c6-c92b3f204dbc req-9b69d6b4-4ea3-4a25-909c-d551a438787a tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Deleting port f8104ec7-8594-4188-ae28-392ce2284da2 {{(pid=114859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:40:45.216688 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-47e4bc8b-a1b8-4ae9-b1c6-c92b3f204dbc req-9b69d6b4-4ea3-4a25-909c-d551a438787a tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (f8104ec7-8594-4188-ae28-392ce2284da2), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:45.228078 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048cabef-a661-48a8-bb0b-a894670900ee req-b98b99fd-5b43-49cc-8478-de59ae68dc26 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:40:45.230183 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-048cabef-a661-48a8-bb0b-a894670900ee req-b98b99fd-5b43-49cc-8478-de59ae68dc26 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/ports?device_id=90ec626f-1d95-45d9-8293-40d6408a52d2 HTTP/1.1" status: 200 len: 945 time: 0.0616055 Apr 12 00:40:45.329853 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-048cabef-a661-48a8-bb0b-a894670900ee req-813090c8-04be-4619-b2fe-5e51a307d6a5 tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee2503da-e8da-4e7a-9230-a41a5b27af53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901639 Apr 12 00:40:45.351203 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [req-47e4bc8b-a1b8-4ae9-b1c6-c92b3f204dbc req-9b69d6b4-4ea3-4a25-909c-d551a438787a tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] For port f8104ec7-8594-4188-ae28-392ce2284da2, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=f8104ec7-8594-4188-ae28-392ce2284da2,segment=NetworkSegment(e14d385a-469b-4ac0-a811-9aac40ac8f12),segment_id=e14d385a-469b-4ac0-a811-9aac40ac8f12)] {{(pid=114859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:40:45.351512 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-47e4bc8b-a1b8-4ae9-b1c6-c92b3f204dbc req-9b69d6b4-4ea3-4a25-909c-d551a438787a tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (f8104ec7-8594-4188-ae28-392ce2284da2), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:45.365461 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [req-47e4bc8b-a1b8-4ae9-b1c6-c92b3f204dbc req-9b69d6b4-4ea3-4a25-909c-d551a438787a tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Calling delete_port for f8104ec7-8594-4188-ae28-392ce2284da2 owned by compute:nova {{(pid=114859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:40:45.489407 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-47e4bc8b-a1b8-4ae9-b1c6-c92b3f204dbc req-9b69d6b4-4ea3-4a25-909c-d551a438787a tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (f8104ec7-8594-4188-ae28-392ce2284da2), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:45.518702 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b69d6b4-4ea3-4a25-909c-d551a438787a tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Pushing event deleted for resources: {'Port': ['ID=f8104ec7-8594-4188-ae28-392ce2284da2,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:40:45.531145 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] get_ports_and_sgs() called for port_ids ['f8104ec7-8594-4188-ae28-392ce2284da2'] {{(pid=114861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:40:45.564457 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.l3_dvrscheduler_db [req-47e4bc8b-a1b8-4ae9-b1c6-c92b3f204dbc req-9b69d6b4-4ea3-4a25-909c-d551a438787a tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] No DVR routers for this DVR port f8104ec7-8594-4188-ae28-392ce2284da2 on host hv-cinder-83625 {{(pid=114859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:40:45.566758 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-47e4bc8b-a1b8-4ae9-b1c6-c92b3f204dbc req-9b69d6b4-4ea3-4a25-909c-d551a438787a tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for port (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:45.569912 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-47e4bc8b-a1b8-4ae9-b1c6-c92b3f204dbc req-9b69d6b4-4ea3-4a25-909c-d551a438787a tempest-TestMinimumBasicScenario-857425665 tempest-TestMinimumBasicScenario-857425665-project] 10.222.0.52 "DELETE /v2.0/ports/f8104ec7-8594-4188-ae28-392ce2284da2 HTTP/1.1" status: 204 len: 173 time: 0.4666796 Apr 12 00:40:45.570369 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ec626f-1d95-45d9-8293-40d6408a52d2', 'name': 'network-vif-deleted', 'tag': 'f8104ec7-8594-4188-ae28-392ce2284da2'}] {{(pid=114859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:40:45.573095 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d751ce943c7fd1580d8237ddcdd582f05025ac6b53677acecb9ecfb4d000721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e81706ef-0cab-4aca-8724-9a14acf861d3" -d '{"events": [{"server_uuid": "90ec626f-1d95-45d9-8293-40d6408a52d2", "name": "network-vif-deleted", "tag": "f8104ec7-8594-4188-ae28-392ce2284da2"}]}' {{(pid=114859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:40:45.607541 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c747b1-6bbe-41ac-bdb2-0eaac9b31fb3 x-openstack-request-id: req-33c747b1-6bbe-41ac-bdb2-0eaac9b31fb3 {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:40:45.607862 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ec626f-1d95-45d9-8293-40d6408a52d2", "name": "network-vif-deleted", "tag": "f8104ec7-8594-4188-ae28-392ce2284da2", "status": "completed", "code": 200}]} {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:40:45.608095 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-33c747b1-6bbe-41ac-bdb2-0eaac9b31fb3 {{(pid=114859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:40:45.608491 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33c747b1-6bbe-41ac-bdb2-0eaac9b31fb3'] response: {'server_uuid': '90ec626f-1d95-45d9-8293-40d6408a52d2', 'name': 'network-vif-deleted', 'tag': 'f8104ec7-8594-4188-ae28-392ce2284da2', 'status': 'completed', 'code': 200} Apr 12 00:40:46.245489 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d4423688-5a44-44f3-a132-81f2c9b6cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (af38becd-82ff-4144-8f94-74de975161ca), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:47.045278 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 35210) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:40:47.239772 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (6c438ad1-5788-4552-a50f-29c8c96f3196), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:47.362494 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-38ac93d2-dc3b-482b-94f0-57a2b9f261b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1586612'] for router_interface (dd2019ca-26d6-4bda-bb97-057b1dfaecf1), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:47.582962 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.plugin [None req-38ac93d2-dc3b-482b-94f0-57a2b9f261b2 admin admin] Deleting port 2d0d5aaf-c6d5-4900-9fee-49918e0515bc {{(pid=114860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:40:47.583274 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-38ac93d2-dc3b-482b-94f0-57a2b9f261b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (2d0d5aaf-c6d5-4900-9fee-49918e0515bc), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:47.649620 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-be9ea9f3-6c7c-4887-ad09-badb35df740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (738aa052-ee84-4bd1-913b-ee7149597f8f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:47.658353 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.db [None req-38ac93d2-dc3b-482b-94f0-57a2b9f261b2 admin admin] For port 2d0d5aaf-c6d5-4900-9fee-49918e0515bc, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=2d0d5aaf-c6d5-4900-9fee-49918e0515bc,segment=NetworkSegment(e14d385a-469b-4ac0-a811-9aac40ac8f12),segment_id=e14d385a-469b-4ac0-a811-9aac40ac8f12)] {{(pid=114860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:40:47.658717 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-38ac93d2-dc3b-482b-94f0-57a2b9f261b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (2d0d5aaf-c6d5-4900-9fee-49918e0515bc), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:47.673861 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.plugin [None req-38ac93d2-dc3b-482b-94f0-57a2b9f261b2 admin admin] Calling delete_port for 2d0d5aaf-c6d5-4900-9fee-49918e0515bc owned by network:router_interface {{(pid=114860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:40:48.066674 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-38ac93d2-dc3b-482b-94f0-57a2b9f261b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806209'] for port (2d0d5aaf-c6d5-4900-9fee-49918e0515bc), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:48.093840 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ac93d2-dc3b-482b-94f0-57a2b9f261b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d0d5aaf-c6d5-4900-9fee-49918e0515bc,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:40:48.256848 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-38ac93d2-dc3b-482b-94f0-57a2b9f261b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586456'] for router_interface (dd2019ca-26d6-4bda-bb97-057b1dfaecf1), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:48.466560 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38ac93d2-dc3b-482b-94f0-57a2b9f261b2 admin admin] Router dd2019ca-26d6-4bda-bb97-057b1dfaecf1 has already been hosted by L3 agent d3fb0dde-5c40-4fca-80b5-61326157311c {{(pid=114860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:40:48.572372 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ac93d2-dc3b-482b-94f0-57a2b9f261b2 admin admin] Notify agent at l3_agent.dv-cinder-836252-3-iscsi the message routers_updated {{(pid=114860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:40:48.579352 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-38ac93d2-dc3b-482b-94f0-57a2b9f261b2 admin admin] 10.222.0.32 "PUT /v2.0/routers/dd2019ca-26d6-4bda-bb97-057b1dfaecf1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5308628 Apr 12 00:40:48.579714 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 35218) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:40:48.582546 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9426d30f-251f-4853-8cfd-90d4b4210692 None None] Sync routers for ids ['dd2019ca-26d6-4bda-bb97-057b1dfaecf1'] in dv-cinder-836252-3-iscsi {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:40:48.592058 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9426d30f-251f-4853-8cfd-90d4b4210692 None None] Routers {'dd2019ca-26d6-4bda-bb97-057b1dfaecf1'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:40:48.592667 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-9426d30f-251f-4853-8cfd-90d4b4210692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:40:45Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['dd2019ca-26d6-4bda-bb97-057b1dfaecf1'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:40:48.689056 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-cf2be060-74bc-4811-90de-9f8cedd32ddb admin admin] Publish callbacks [] for router (dd2019ca-26d6-4bda-bb97-057b1dfaecf1), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:48.703453 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-9426d30f-251f-4853-8cfd-90d4b4210692 None None] Set router dd2019ca-26d6-4bda-bb97-057b1dfaecf1 gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:40:48.792298 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-cf2be060-74bc-4811-90de-9f8cedd32ddb admin admin] Publish callbacks [] for router_gateway (dd2019ca-26d6-4bda-bb97-057b1dfaecf1), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:48.836209 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.plugin [None req-cf2be060-74bc-4811-90de-9f8cedd32ddb admin admin] Deleting port 217a747d-5642-436a-8b70-61c62fb990ff {{(pid=114860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:40:48.836542 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-cf2be060-74bc-4811-90de-9f8cedd32ddb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (217a747d-5642-436a-8b70-61c62fb990ff), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:48.866720 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device f8104ec7-8594-4188-ae28-392ce2284da2 no longer exists at agent hyperv_hv-cinder-83625 {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:40:48.870420 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-9426d30f-251f-4853-8cfd-90d4b4210692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd2019ca-26d6-4bda-bb97-057b1dfaecf1', 'name': 'tempest-TestMinimumBasicScenario-561530225-router', 'tenant_id': 'ba38491d23d64bd58eabf7ea16fd68e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '217a747d-5642-436a-8b70-61c62fb990ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:37:26Z', 'updated_at': '2022-04-12T00:40:48Z', 'revision_number': 5, 'project_id': 'ba38491d23d64bd58eabf7ea16fd68e8', 'gw_port': {'id': '217a747d-5642-436a-8b70-61c62fb990ff', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2019ca-26d6-4bda-bb97-057b1dfaecf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:37:26Z', 'updated_at': '2022-04-12T00:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi'}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:40:48.890982 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] No Port match for: f8104ec7-8594-4188-ae28-392ce2284da2 {{(pid=114861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 00:40:48.891324 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device f8104ec7-8594-4188-ae28-392ce2284da2 not bound to the agent host hv-cinder-83625 {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:40:48.899428 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9426d30f-251f-4853-8cfd-90d4b4210692 None None] Checking router: dd2019ca-26d6-4bda-bb97-057b1dfaecf1 for host: dv-cinder-836252-3-iscsi {{(pid=114862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:40:48.908308 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9426d30f-251f-4853-8cfd-90d4b4210692 None None] Routers {'dd2019ca-26d6-4bda-bb97-057b1dfaecf1'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:40:48.908917 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-9426d30f-251f-4853-8cfd-90d4b4210692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:40:45Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['dd2019ca-26d6-4bda-bb97-057b1dfaecf1'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:40:48.913532 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.db [None req-cf2be060-74bc-4811-90de-9f8cedd32ddb admin admin] For port 217a747d-5642-436a-8b70-61c62fb990ff, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=217a747d-5642-436a-8b70-61c62fb990ff,segment=NetworkSegment(45a4c36b-a669-4a7f-a3e9-c2d676175ec7),segment_id=45a4c36b-a669-4a7f-a3e9-c2d676175ec7)] {{(pid=114860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:40:48.913895 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-cf2be060-74bc-4811-90de-9f8cedd32ddb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (217a747d-5642-436a-8b70-61c62fb990ff), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:48.926536 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.plugin [None req-cf2be060-74bc-4811-90de-9f8cedd32ddb admin admin] Calling delete_port for 217a747d-5642-436a-8b70-61c62fb990ff owned by network:router_gateway {{(pid=114860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:40:48.980623 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (f9a21fd4-36f2-4826-890e-da332e228edf), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:48.995620 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-9426d30f-251f-4853-8cfd-90d4b4210692 None None] Set router dd2019ca-26d6-4bda-bb97-057b1dfaecf1 gateway port host: None {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:40:49.046324 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-9426d30f-251f-4853-8cfd-90d4b4210692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd2019ca-26d6-4bda-bb97-057b1dfaecf1', 'name': 'tempest-TestMinimumBasicScenario-561530225-router', 'tenant_id': 'ba38491d23d64bd58eabf7ea16fd68e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:37:26Z', 'updated_at': '2022-04-12T00:40:48Z', 'revision_number': 6, 'project_id': 'ba38491d23d64bd58eabf7ea16fd68e8', 'gw_port_host': None}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:40:49.075527 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9426d30f-251f-4853-8cfd-90d4b4210692 None None] The sync data for ids ['dd2019ca-26d6-4bda-bb97-057b1dfaecf1'] in dv-cinder-836252-3-iscsi is: [{'id': 'dd2019ca-26d6-4bda-bb97-057b1dfaecf1', 'name': 'tempest-TestMinimumBasicScenario-561530225-router', 'tenant_id': 'ba38491d23d64bd58eabf7ea16fd68e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:37:26Z', 'updated_at': '2022-04-12T00:40:48Z', 'revision_number': 6, 'project_id': 'ba38491d23d64bd58eabf7ea16fd68e8', 'gw_port_host': None}] {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:40:49.100575 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-cf2be060-74bc-4811-90de-9f8cedd32ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806209'] for port (217a747d-5642-436a-8b70-61c62fb990ff), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:49.127813 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2be060-74bc-4811-90de-9f8cedd32ddb admin admin] Pushing event deleted for resources: {'Port': ['ID=217a747d-5642-436a-8b70-61c62fb990ff,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:40:49.185068 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-cf2be060-74bc-4811-90de-9f8cedd32ddb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1586430'] for router_gateway (dd2019ca-26d6-4bda-bb97-057b1dfaecf1), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:49.272820 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-cf2be060-74bc-4811-90de-9f8cedd32ddb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1018259'] for router (dd2019ca-26d6-4bda-bb97-057b1dfaecf1), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:49.274992 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-cf2be060-74bc-4811-90de-9f8cedd32ddb admin admin] Publish callbacks [] for router_controller (dd2019ca-26d6-4bda-bb97-057b1dfaecf1), precommit_delete_associations {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:49.318858 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-cf2be060-74bc-4811-90de-9f8cedd32ddb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440409'] for router (dd2019ca-26d6-4bda-bb97-057b1dfaecf1), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:49.319297 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf2be060-74bc-4811-90de-9f8cedd32ddb admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd2019ca-26d6-4bda-bb97-057b1dfaecf1 {{(pid=114860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 00:40:49.324038 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-cf2be060-74bc-4811-90de-9f8cedd32ddb admin admin] Publish callbacks [] for router (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:49.325158 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-cf2be060-74bc-4811-90de-9f8cedd32ddb admin admin] 10.222.0.32 "DELETE /v2.0/routers/dd2019ca-26d6-4bda-bb97-057b1dfaecf1 HTTP/1.1" status: 204 len: 168 time: 0.7445061 Apr 12 00:40:49.327707 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 35222) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:40:49.370305 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.db.db_base_plugin_v2 [None req-8510ea38-dd27-4f41-9f3f-c4620d7c82ef admin admin] Deleting subnet dce6ee9c-077a-4548-b4fa-4937134c603a {{(pid=114860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 00:40:49.373178 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-8510ea38-dd27-4f41-9f3f-c4620d7c82ef admin admin] Publish callbacks [] for subnet (dce6ee9c-077a-4548-b4fa-4937134c603a), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:49.406308 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-8510ea38-dd27-4f41-9f3f-c4620d7c82ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60543214'] for subnet (dce6ee9c-077a-4548-b4fa-4937134c603a), precommit_delete_associations {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:49.486622 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-8510ea38-dd27-4f41-9f3f-c4620d7c82ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550137'] for subnet (dce6ee9c-077a-4548-b4fa-4937134c603a), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:49.542331 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-8510ea38-dd27-4f41-9f3f-c4620d7c82ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2806204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069864'] for subnet (dce6ee9c-077a-4548-b4fa-4937134c603a), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:49.565431 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8510ea38-dd27-4f41-9f3f-c4620d7c82ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dce6ee9c-077a-4548-b4fa-4937134c603a,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:40:49.572170 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-8510ea38-dd27-4f41-9f3f-c4620d7c82ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for subnet (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:49.576741 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-8510ea38-dd27-4f41-9f3f-c4620d7c82ef admin admin] 10.222.0.32 "DELETE /v2.0/subnets/dce6ee9c-077a-4548-b4fa-4937134c603a HTTP/1.1" status: 204 len: 168 time: 0.2479501 Apr 12 00:40:49.577939 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c609b8-3181-418e-872c-634aaf42c127 None None] Network 468ee0a2-580f-4c3a-8cc5-2cad68c7110d requested from dv-cinder-836252-3-iscsi {{(pid=114861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:40:49.579240 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 35224) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:40:49.645978 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-f9290a92-d795-45c9-942c-3c9dd6f8686d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1475178'] for network (468ee0a2-580f-4c3a-8cc5-2cad68c7110d), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:49.696176 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [None req-f9290a92-d795-45c9-942c-3c9dd6f8686d admin admin] Deleting port 9215bfda-b45d-48b3-a1db-3b4c9129950f {{(pid=114859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:40:49.696511 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-f9290a92-d795-45c9-942c-3c9dd6f8686d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (9215bfda-b45d-48b3-a1db-3b4c9129950f), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:49.757617 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [None req-f9290a92-d795-45c9-942c-3c9dd6f8686d admin admin] For port 9215bfda-b45d-48b3-a1db-3b4c9129950f, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=9215bfda-b45d-48b3-a1db-3b4c9129950f,segment=NetworkSegment(e14d385a-469b-4ac0-a811-9aac40ac8f12),segment_id=e14d385a-469b-4ac0-a811-9aac40ac8f12)] {{(pid=114859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:40:49.757972 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-f9290a92-d795-45c9-942c-3c9dd6f8686d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (9215bfda-b45d-48b3-a1db-3b4c9129950f), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:49.771030 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [None req-f9290a92-d795-45c9-942c-3c9dd6f8686d admin admin] Calling delete_port for 9215bfda-b45d-48b3-a1db-3b4c9129950f owned by network:dhcp {{(pid=114859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:40:49.856408 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-f9290a92-d795-45c9-942c-3c9dd6f8686d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (9215bfda-b45d-48b3-a1db-3b4c9129950f), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:49.870698 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c039881c-c570-49ad-8ed6-431c437a5a41 None None] DHCP port deletion for 468ee0a2-580f-4c3a-8cc5-2cad68c7110d request from dv-cinder-836252-3-iscsi {{(pid=114861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 00:40:49.886709 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9290a92-d795-45c9-942c-3c9dd6f8686d admin admin] Pushing event deleted for resources: {'Port': ['ID=9215bfda-b45d-48b3-a1db-3b4c9129950f,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:40:49.891221 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9290a92-d795-45c9-942c-3c9dd6f8686d admin admin] No DVR routers for this DVR port 9215bfda-b45d-48b3-a1db-3b4c9129950f on host dv-cinder-836252-3-iscsi {{(pid=114859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:40:49.935854 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 217a747d-5642-436a-8b70-61c62fb990ff no longer exists at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:40:49.956924 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] No Port match for: 217a747d-5642-436a-8b70-61c62fb990ff {{(pid=114861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 00:40:49.957341 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 217a747d-5642-436a-8b70-61c62fb990ff not bound to the agent host dv-cinder-836252-3-iscsi {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:40:49.957832 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 2d0d5aaf-c6d5-4900-9fee-49918e0515bc no longer exists at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:40:49.975503 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-f9290a92-d795-45c9-942c-3c9dd6f8686d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1545652', 'neutron.services.segments.db._delete_segments_for_network-8757613416367'] for network (468ee0a2-580f-4c3a-8cc5-2cad68c7110d), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:49.980592 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] No Port match for: 2d0d5aaf-c6d5-4900-9fee-49918e0515bc {{(pid=114861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 00:40:49.980940 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 2d0d5aaf-c6d5-4900-9fee-49918e0515bc not bound to the agent host dv-cinder-836252-3-iscsi {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:40:49.981356 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 9215bfda-b45d-48b3-a1db-3b4c9129950f no longer exists at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:40:49.995921 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.services.segments.db [None req-f9290a92-d795-45c9-942c-3c9dd6f8686d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['468ee0a2-580f-4c3a-8cc5-2cad68c7110d']}} {{(pid=114859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:40:50.000701 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] No Port match for: 9215bfda-b45d-48b3-a1db-3b4c9129950f {{(pid=114861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 00:40:50.001032 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 9215bfda-b45d-48b3-a1db-3b4c9129950f not bound to the agent host dv-cinder-836252-3-iscsi {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:40:50.005190 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.services.segments.db [None req-f9290a92-d795-45c9-942c-3c9dd6f8686d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e14d385a-469b-4ac0-a811-9aac40ac8f12') {'for_net_delete': True} {{(pid=114859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:40:50.005388 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.services.segments.db [None req-f9290a92-d795-45c9-942c-3c9dd6f8686d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e14d385a-469b-4ac0-a811-9aac40ac8f12') {} {{(pid=114859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:40:50.017493 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-f9290a92-d795-45c9-942c-3c9dd6f8686d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757613418168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58913336'] for segment (e14d385a-469b-4ac0-a811-9aac40ac8f12), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:50.031406 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-f9290a92-d795-45c9-942c-3c9dd6f8686d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552308'] for segment (e14d385a-469b-4ac0-a811-9aac40ac8f12), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:50.037099 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9290a92-d795-45c9-942c-3c9dd6f8686d admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=114859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 00:40:50.037473 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-f9290a92-d795-45c9-942c-3c9dd6f8686d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59136251'] for segment (e14d385a-469b-4ac0-a811-9aac40ac8f12), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:50.039129 dv-cinder-836252-3-iscsi neutron-server[114859]: Traceback (most recent call last): Apr 12 00:40:50.039129 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 00:40:50.039129 dv-cinder-836252-3-iscsi neutron-server[114859]: timer() Apr 12 00:40:50.039129 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 00:40:50.039129 dv-cinder-836252-3-iscsi neutron-server[114859]: cb(*args, **kw) Apr 12 00:40:50.039129 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 00:40:50.039129 dv-cinder-836252-3-iscsi neutron-server[114859]: return func(*args, **kwargs) Apr 12 00:40:50.039129 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 00:40:50.039129 dv-cinder-836252-3-iscsi neutron-server[114859]: self._notify() Apr 12 00:40:50.039129 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 00:40:50.039129 dv-cinder-836252-3-iscsi neutron-server[114859]: self.callback(batched_events) Apr 12 00:40:50.039129 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 00:40:50.039129 dv-cinder-836252-3-iscsi neutron-server[114859]: event.method(event) Apr 12 00:40:50.039129 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 00:40:50.039129 dv-cinder-836252-3-iscsi neutron-server[114859]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 00:40:50.039129 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 00:40:50.039129 dv-cinder-836252-3-iscsi neutron-server[114859]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 00:40:50.039129 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 00:40:50.039129 dv-cinder-836252-3-iscsi neutron-server[114859]: return f(self, *a, **k) Apr 12 00:40:50.039129 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 00:40:50.039129 dv-cinder-836252-3-iscsi neutron-server[114859]: return self._get(url).json() Apr 12 00:40:50.039129 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 00:40:50.039129 dv-cinder-836252-3-iscsi neutron-server[114859]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 00:40:50.039129 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 00:40:50.039129 dv-cinder-836252-3-iscsi neutron-server[114859]: return self.request(url, 'GET', **kwargs) Apr 12 00:40:50.039129 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 00:40:50.039129 dv-cinder-836252-3-iscsi neutron-server[114859]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 00:40:50.039129 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 00:40:50.039129 dv-cinder-836252-3-iscsi neutron-server[114859]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 00:40:50.039129 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 00:40:50.039129 dv-cinder-836252-3-iscsi neutron-server[114859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 00:40:50.039129 dv-cinder-836252-3-iscsi neutron-server[114859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 00:40:50.092180 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-f9290a92-d795-45c9-942c-3c9dd6f8686d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1545659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1586330'] for network (468ee0a2-580f-4c3a-8cc5-2cad68c7110d), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:50.106810 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-f9290a92-d795-45c9-942c-3c9dd6f8686d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for network (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:50.109870 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-f9290a92-d795-45c9-942c-3c9dd6f8686d admin admin] 10.222.0.32 "DELETE /v2.0/networks/468ee0a2-580f-4c3a-8cc5-2cad68c7110d HTTP/1.1" status: 204 len: 168 time: 0.5296452 Apr 12 00:40:50.110922 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9290a92-d795-45c9-942c-3c9dd6f8686d admin admin] Pushing event deleted for resources: {'Network': ['ID=468ee0a2-580f-4c3a-8cc5-2cad68c7110d,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:40:50.112696 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 35226) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:40:50.440235 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-a2a8c5ae-7637-401f-983b-d11910642775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1586612'] for router_interface (24862c8d-2ea9-48ab-ab6e-dae11fa664fe), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:50.667674 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [None req-a2a8c5ae-7637-401f-983b-d11910642775 admin admin] Deleting port bad06d31-6f62-4f75-aeaf-000ee2b5d531 {{(pid=114859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:40:50.668350 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-a2a8c5ae-7637-401f-983b-d11910642775 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (bad06d31-6f62-4f75-aeaf-000ee2b5d531), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:50.742734 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [None req-a2a8c5ae-7637-401f-983b-d11910642775 admin admin] For port bad06d31-6f62-4f75-aeaf-000ee2b5d531, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=bad06d31-6f62-4f75-aeaf-000ee2b5d531,segment=NetworkSegment(f7632822-5bd5-41ec-bae6-8d2e824e3418),segment_id=f7632822-5bd5-41ec-bae6-8d2e824e3418)] {{(pid=114859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:40:50.743004 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-a2a8c5ae-7637-401f-983b-d11910642775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (bad06d31-6f62-4f75-aeaf-000ee2b5d531), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:50.755849 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [None req-a2a8c5ae-7637-401f-983b-d11910642775 admin admin] Calling delete_port for bad06d31-6f62-4f75-aeaf-000ee2b5d531 owned by network:router_interface {{(pid=114859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:40:50.930903 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-a2a8c5ae-7637-401f-983b-d11910642775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (bad06d31-6f62-4f75-aeaf-000ee2b5d531), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:50.960600 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a8c5ae-7637-401f-983b-d11910642775 admin admin] Pushing event deleted for resources: {'Port': ['ID=bad06d31-6f62-4f75-aeaf-000ee2b5d531,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:40:51.126316 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-a2a8c5ae-7637-401f-983b-d11910642775 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586456'] for router_interface (24862c8d-2ea9-48ab-ab6e-dae11fa664fe), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:51.339527 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2a8c5ae-7637-401f-983b-d11910642775 admin admin] Router 24862c8d-2ea9-48ab-ab6e-dae11fa664fe has already been hosted by L3 agent d3fb0dde-5c40-4fca-80b5-61326157311c {{(pid=114859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:40:51.443088 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a8c5ae-7637-401f-983b-d11910642775 admin admin] Notify agent at l3_agent.dv-cinder-836252-3-iscsi the message routers_updated {{(pid=114859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:40:51.448499 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-a2a8c5ae-7637-401f-983b-d11910642775 admin admin] 10.222.0.32 "PUT /v2.0/routers/24862c8d-2ea9-48ab-ab6e-dae11fa664fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3349638 Apr 12 00:40:51.451112 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 35228) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:40:51.452002 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd548464-8c31-4c3d-bf5d-bdd657146da3 None None] Sync routers for ids ['24862c8d-2ea9-48ab-ab6e-dae11fa664fe'] in dv-cinder-836252-3-iscsi {{(pid=114861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:40:51.461907 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd548464-8c31-4c3d-bf5d-bdd657146da3 None None] Routers {'24862c8d-2ea9-48ab-ab6e-dae11fa664fe'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:40:51.462546 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-cd548464-8c31-4c3d-bf5d-bdd657146da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:40:45Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['24862c8d-2ea9-48ab-ab6e-dae11fa664fe'], 'active': True} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:40:51.557056 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-87f8b340-32cd-46f4-af70-c5c5ce6b4403 admin admin] Publish callbacks [] for router (24862c8d-2ea9-48ab-ab6e-dae11fa664fe), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:51.566526 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvr_db [None req-cd548464-8c31-4c3d-bf5d-bdd657146da3 None None] Set router 24862c8d-2ea9-48ab-ab6e-dae11fa664fe gateway port host: dv-cinder-836252-3-iscsi {{(pid=114861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:40:51.668783 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-87f8b340-32cd-46f4-af70-c5c5ce6b4403 admin admin] Publish callbacks [] for router_gateway (24862c8d-2ea9-48ab-ab6e-dae11fa664fe), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:51.718338 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [None req-87f8b340-32cd-46f4-af70-c5c5ce6b4403 admin admin] Deleting port d6e9c9e1-69fd-4219-b459-61ff2b7107bb {{(pid=114859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:40:51.718812 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-87f8b340-32cd-46f4-af70-c5c5ce6b4403 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (d6e9c9e1-69fd-4219-b459-61ff2b7107bb), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:51.742420 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-cd548464-8c31-4c3d-bf5d-bdd657146da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24862c8d-2ea9-48ab-ab6e-dae11fa664fe', 'name': 'tempest-TestMinimumBasicScenario-226701423-router', 'tenant_id': '6919b51b902c42c29f2262d0515f56ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'd6e9c9e1-69fd-4219-b459-61ff2b7107bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:37:30Z', 'updated_at': '2022-04-12T00:40:50Z', 'revision_number': 5, 'project_id': '6919b51b902c42c29f2262d0515f56ac', 'gw_port': {'id': 'd6e9c9e1-69fd-4219-b459-61ff2b7107bb', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24862c8d-2ea9-48ab-ab6e-dae11fa664fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:37:31Z', 'updated_at': '2022-04-12T00:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi'}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:40:51.769819 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd548464-8c31-4c3d-bf5d-bdd657146da3 None None] Checking router: 24862c8d-2ea9-48ab-ab6e-dae11fa664fe for host: dv-cinder-836252-3-iscsi {{(pid=114861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:40:51.778432 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd548464-8c31-4c3d-bf5d-bdd657146da3 None None] Routers {'24862c8d-2ea9-48ab-ab6e-dae11fa664fe'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:40:51.779041 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-cd548464-8c31-4c3d-bf5d-bdd657146da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:40:45Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['24862c8d-2ea9-48ab-ab6e-dae11fa664fe'], 'active': True} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:40:51.797768 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [None req-87f8b340-32cd-46f4-af70-c5c5ce6b4403 admin admin] For port d6e9c9e1-69fd-4219-b459-61ff2b7107bb, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=d6e9c9e1-69fd-4219-b459-61ff2b7107bb,segment=NetworkSegment(45a4c36b-a669-4a7f-a3e9-c2d676175ec7),segment_id=45a4c36b-a669-4a7f-a3e9-c2d676175ec7)] {{(pid=114859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:40:51.798134 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-87f8b340-32cd-46f4-af70-c5c5ce6b4403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (d6e9c9e1-69fd-4219-b459-61ff2b7107bb), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:51.810663 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [None req-87f8b340-32cd-46f4-af70-c5c5ce6b4403 admin admin] Calling delete_port for d6e9c9e1-69fd-4219-b459-61ff2b7107bb owned by network:router_gateway {{(pid=114859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:40:51.864772 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvr_db [None req-cd548464-8c31-4c3d-bf5d-bdd657146da3 None None] Set router 24862c8d-2ea9-48ab-ab6e-dae11fa664fe gateway port host: None {{(pid=114861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:40:51.915700 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_hamode_db [None req-cd548464-8c31-4c3d-bf5d-bdd657146da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24862c8d-2ea9-48ab-ab6e-dae11fa664fe', 'name': 'tempest-TestMinimumBasicScenario-226701423-router', 'tenant_id': '6919b51b902c42c29f2262d0515f56ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:37:30Z', 'updated_at': '2022-04-12T00:40:51Z', 'revision_number': 6, 'project_id': '6919b51b902c42c29f2262d0515f56ac', 'gw_port_host': None}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:40:51.946649 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd548464-8c31-4c3d-bf5d-bdd657146da3 None None] The sync data for ids ['24862c8d-2ea9-48ab-ab6e-dae11fa664fe'] in dv-cinder-836252-3-iscsi is: [{'id': '24862c8d-2ea9-48ab-ab6e-dae11fa664fe', 'name': 'tempest-TestMinimumBasicScenario-226701423-router', 'tenant_id': '6919b51b902c42c29f2262d0515f56ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:37:30Z', 'updated_at': '2022-04-12T00:40:51Z', 'revision_number': 6, 'project_id': '6919b51b902c42c29f2262d0515f56ac', 'gw_port_host': None}] {{(pid=114861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:40:51.982937 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-87f8b340-32cd-46f4-af70-c5c5ce6b4403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (d6e9c9e1-69fd-4219-b459-61ff2b7107bb), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:52.285081 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f8b340-32cd-46f4-af70-c5c5ce6b4403 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6e9c9e1-69fd-4219-b459-61ff2b7107bb,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:40:52.348519 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-87f8b340-32cd-46f4-af70-c5c5ce6b4403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1586430'] for router_gateway (24862c8d-2ea9-48ab-ab6e-dae11fa664fe), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:52.439007 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-87f8b340-32cd-46f4-af70-c5c5ce6b4403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1018259'] for router (24862c8d-2ea9-48ab-ab6e-dae11fa664fe), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:52.441086 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-87f8b340-32cd-46f4-af70-c5c5ce6b4403 admin admin] Publish callbacks [] for router_controller (24862c8d-2ea9-48ab-ab6e-dae11fa664fe), precommit_delete_associations {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:52.484616 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-87f8b340-32cd-46f4-af70-c5c5ce6b4403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440409'] for router (24862c8d-2ea9-48ab-ab6e-dae11fa664fe), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:52.485227 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f8b340-32cd-46f4-af70-c5c5ce6b4403 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24862c8d-2ea9-48ab-ab6e-dae11fa664fe {{(pid=114859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 00:40:52.489622 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-87f8b340-32cd-46f4-af70-c5c5ce6b4403 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:52.490768 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-87f8b340-32cd-46f4-af70-c5c5ce6b4403 admin admin] 10.222.0.32 "DELETE /v2.0/routers/24862c8d-2ea9-48ab-ab6e-dae11fa664fe HTTP/1.1" status: 204 len: 168 time: 1.0387416 Apr 12 00:40:52.493321 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 35230) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:40:52.538823 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.db_base_plugin_v2 [None req-c472a8c6-5631-42d4-b13e-6da9b4e8c9aa admin admin] Deleting subnet 05622bd1-8f17-40aa-a743-911bc6f278b1 {{(pid=114859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 00:40:52.542262 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-c472a8c6-5631-42d4-b13e-6da9b4e8c9aa admin admin] Publish callbacks [] for subnet (05622bd1-8f17-40aa-a743-911bc6f278b1), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:52.575202 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-c472a8c6-5631-42d4-b13e-6da9b4e8c9aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58913329'] for subnet (05622bd1-8f17-40aa-a743-911bc6f278b1), precommit_delete_associations {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:52.653475 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-c472a8c6-5631-42d4-b13e-6da9b4e8c9aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550137'] for subnet (05622bd1-8f17-40aa-a743-911bc6f278b1), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:52.711367 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-c472a8c6-5631-42d4-b13e-6da9b4e8c9aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59136081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59423680'] for subnet (05622bd1-8f17-40aa-a743-911bc6f278b1), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:52.737882 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c472a8c6-5631-42d4-b13e-6da9b4e8c9aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05622bd1-8f17-40aa-a743-911bc6f278b1,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:40:52.741441 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-c472a8c6-5631-42d4-b13e-6da9b4e8c9aa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:52.744678 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-c472a8c6-5631-42d4-b13e-6da9b4e8c9aa admin admin] 10.222.0.32 "DELETE /v2.0/subnets/05622bd1-8f17-40aa-a743-911bc6f278b1 HTTP/1.1" status: 204 len: 168 time: 0.2504175 Apr 12 00:40:52.747379 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 35232) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:40:52.748142 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923906a1-4d8e-4a81-be94-7cdcdfdd9c5a None None] Network 8a4e8e5c-d8e4-4b08-a0a4-4d1e69f12b3e requested from dv-cinder-836252-3-iscsi {{(pid=114861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:40:52.815663 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-b1c426d0-716f-4bb7-8531-1db7eec7bbf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1475178'] for network (8a4e8e5c-d8e4-4b08-a0a4-4d1e69f12b3e), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:52.862547 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [None req-b1c426d0-716f-4bb7-8531-1db7eec7bbf8 admin admin] Deleting port 5daaae20-d2a0-4959-853f-fc2e4077f695 {{(pid=114859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:40:52.863027 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-b1c426d0-716f-4bb7-8531-1db7eec7bbf8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (5daaae20-d2a0-4959-853f-fc2e4077f695), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:52.888798 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561f9bc4-5fb0-4996-b68b-dd6cb4e60f5f None None] DHCP port deletion for 8a4e8e5c-d8e4-4b08-a0a4-4d1e69f12b3e request from dv-cinder-836252-3-iscsi {{(pid=114861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 00:40:52.934184 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-561f9bc4-5fb0-4996-b68b-dd6cb4e60f5f None None] Deleting port 5daaae20-d2a0-4959-853f-fc2e4077f695 {{(pid=114861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:40:52.934722 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-561f9bc4-5fb0-4996-b68b-dd6cb4e60f5f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (5daaae20-d2a0-4959-853f-fc2e4077f695), before_delete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:52.934998 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [None req-b1c426d0-716f-4bb7-8531-1db7eec7bbf8 admin admin] For port 5daaae20-d2a0-4959-853f-fc2e4077f695, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=5daaae20-d2a0-4959-853f-fc2e4077f695,segment=NetworkSegment(f7632822-5bd5-41ec-bae6-8d2e824e3418),segment_id=f7632822-5bd5-41ec-bae6-8d2e824e3418)] {{(pid=114859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:40:52.935425 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-b1c426d0-716f-4bb7-8531-1db7eec7bbf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (5daaae20-d2a0-4959-853f-fc2e4077f695), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:52.950345 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [None req-b1c426d0-716f-4bb7-8531-1db7eec7bbf8 admin admin] Calling delete_port for 5daaae20-d2a0-4959-853f-fc2e4077f695 owned by network:dhcp {{(pid=114859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:40:53.000411 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-561f9bc4-5fb0-4996-b68b-dd6cb4e60f5f None None] For port 5daaae20-d2a0-4959-853f-fc2e4077f695, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=5daaae20-d2a0-4959-853f-fc2e4077f695,segment=NetworkSegment(f7632822-5bd5-41ec-bae6-8d2e824e3418),segment_id=f7632822-5bd5-41ec-bae6-8d2e824e3418)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:40:53.000804 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-561f9bc4-5fb0-4996-b68b-dd6cb4e60f5f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (5daaae20-d2a0-4959-853f-fc2e4077f695), precommit_delete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:53.014127 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-561f9bc4-5fb0-4996-b68b-dd6cb4e60f5f None None] Calling delete_port for 5daaae20-d2a0-4959-853f-fc2e4077f695 owned by network:dhcp {{(pid=114861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:40:53.031314 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-b1c426d0-716f-4bb7-8531-1db7eec7bbf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (5daaae20-d2a0-4959-853f-fc2e4077f695), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:53.062717 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c426d0-716f-4bb7-8531-1db7eec7bbf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5daaae20-d2a0-4959-853f-fc2e4077f695,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:40:53.064991 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c426d0-716f-4bb7-8531-1db7eec7bbf8 admin admin] No DVR routers for this DVR port 5daaae20-d2a0-4959-853f-fc2e4077f695 on host dv-cinder-836252-3-iscsi {{(pid=114859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:40:53.091746 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-561f9bc4-5fb0-4996-b68b-dd6cb4e60f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369'] for port (5daaae20-d2a0-4959-853f-fc2e4077f695), after_delete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:53.114319 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f9bc4-5fb0-4996-b68b-dd6cb4e60f5f None None] Pushing event deleted for resources: {'Port': ['ID=5daaae20-d2a0-4959-853f-fc2e4077f695,revision_number=None']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:40:53.120503 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561f9bc4-5fb0-4996-b68b-dd6cb4e60f5f None None] No DVR routers for this DVR port 5daaae20-d2a0-4959-853f-fc2e4077f695 on host dv-cinder-836252-3-iscsi {{(pid=114861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:40:53.134409 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-b1c426d0-716f-4bb7-8531-1db7eec7bbf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1545652', 'neutron.services.segments.db._delete_segments_for_network-8757613416367'] for network (8a4e8e5c-d8e4-4b08-a0a4-4d1e69f12b3e), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:53.154403 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.services.segments.db [None req-b1c426d0-716f-4bb7-8531-1db7eec7bbf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a4e8e5c-d8e4-4b08-a0a4-4d1e69f12b3e']}} {{(pid=114859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:40:53.163521 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.services.segments.db [None req-b1c426d0-716f-4bb7-8531-1db7eec7bbf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7632822-5bd5-41ec-bae6-8d2e824e3418') {'for_net_delete': True} {{(pid=114859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:40:53.163812 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.services.segments.db [None req-b1c426d0-716f-4bb7-8531-1db7eec7bbf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7632822-5bd5-41ec-bae6-8d2e824e3418') {} {{(pid=114859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:40:53.173666 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-b1c426d0-716f-4bb7-8531-1db7eec7bbf8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757613418168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58913336'] for segment (f7632822-5bd5-41ec-bae6-8d2e824e3418), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:53.187416 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-b1c426d0-716f-4bb7-8531-1db7eec7bbf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552308'] for segment (f7632822-5bd5-41ec-bae6-8d2e824e3418), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:53.194457 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1c426d0-716f-4bb7-8531-1db7eec7bbf8 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=114859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 00:40:53.194842 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-b1c426d0-716f-4bb7-8531-1db7eec7bbf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59136251'] for segment (f7632822-5bd5-41ec-bae6-8d2e824e3418), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:53.196574 dv-cinder-836252-3-iscsi neutron-server[114859]: Traceback (most recent call last): Apr 12 00:40:53.196574 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 00:40:53.196574 dv-cinder-836252-3-iscsi neutron-server[114859]: timer() Apr 12 00:40:53.196574 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 00:40:53.196574 dv-cinder-836252-3-iscsi neutron-server[114859]: cb(*args, **kw) Apr 12 00:40:53.196574 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 00:40:53.196574 dv-cinder-836252-3-iscsi neutron-server[114859]: return func(*args, **kwargs) Apr 12 00:40:53.196574 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 00:40:53.196574 dv-cinder-836252-3-iscsi neutron-server[114859]: self._notify() Apr 12 00:40:53.196574 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 00:40:53.196574 dv-cinder-836252-3-iscsi neutron-server[114859]: self.callback(batched_events) Apr 12 00:40:53.196574 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 00:40:53.196574 dv-cinder-836252-3-iscsi neutron-server[114859]: event.method(event) Apr 12 00:40:53.196574 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 00:40:53.196574 dv-cinder-836252-3-iscsi neutron-server[114859]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 00:40:53.196574 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 00:40:53.196574 dv-cinder-836252-3-iscsi neutron-server[114859]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 00:40:53.196574 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 00:40:53.196574 dv-cinder-836252-3-iscsi neutron-server[114859]: return f(self, *a, **k) Apr 12 00:40:53.196574 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 00:40:53.196574 dv-cinder-836252-3-iscsi neutron-server[114859]: return self._get(url).json() Apr 12 00:40:53.196574 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 00:40:53.196574 dv-cinder-836252-3-iscsi neutron-server[114859]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 00:40:53.196574 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 00:40:53.196574 dv-cinder-836252-3-iscsi neutron-server[114859]: return self.request(url, 'GET', **kwargs) Apr 12 00:40:53.196574 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 00:40:53.196574 dv-cinder-836252-3-iscsi neutron-server[114859]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 00:40:53.196574 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 00:40:53.196574 dv-cinder-836252-3-iscsi neutron-server[114859]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 00:40:53.196574 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 00:40:53.196574 dv-cinder-836252-3-iscsi neutron-server[114859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 00:40:53.196574 dv-cinder-836252-3-iscsi neutron-server[114859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 00:40:53.252393 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-b1c426d0-716f-4bb7-8531-1db7eec7bbf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1545659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1586330'] for network (8a4e8e5c-d8e4-4b08-a0a4-4d1e69f12b3e), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:53.257551 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-b1c426d0-716f-4bb7-8531-1db7eec7bbf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for network (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:53.260695 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-b1c426d0-716f-4bb7-8531-1db7eec7bbf8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/8a4e8e5c-d8e4-4b08-a0a4-4d1e69f12b3e HTTP/1.1" status: 204 len: 168 time: 0.5123885 Apr 12 00:40:53.271815 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c426d0-716f-4bb7-8531-1db7eec7bbf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a4e8e5c-d8e4-4b08-a0a4-4d1e69f12b3e,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:40:53.419943 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 35236) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:40:53.460052 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-605d75b5-9e8f-4a44-a450-de2cd25dc326 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ba38491d23d64bd58eabf7ea16fd68e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389547 Apr 12 00:40:53.462339 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 35238) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:40:53.508300 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-4029ab4f-a953-41aa-8c63-4ed437a38c11 admin admin] Publish callbacks [] for security_group (ee2503da-e8da-4e7a-9230-a41a5b27af53), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:53.529506 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-4029ab4f-a953-41aa-8c63-4ed437a38c11 admin admin] Publish callbacks [] for security_group (ee2503da-e8da-4e7a-9230-a41a5b27af53), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:53.579478 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-4029ab4f-a953-41aa-8c63-4ed437a38c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (ee2503da-e8da-4e7a-9230-a41a5b27af53), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:53.582115 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-4029ab4f-a953-41aa-8c63-4ed437a38c11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:53.583232 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-4029ab4f-a953-41aa-8c63-4ed437a38c11 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ee2503da-e8da-4e7a-9230-a41a5b27af53 HTTP/1.1" status: 204 len: 168 time: 0.1199644 Apr 12 00:40:53.591603 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4029ab4f-a953-41aa-8c63-4ed437a38c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2503da-e8da-4e7a-9230-a41a5b27af53,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:40:53.713140 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device d6e9c9e1-69fd-4219-b459-61ff2b7107bb no longer exists at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:40:53.733023 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] No Port match for: d6e9c9e1-69fd-4219-b459-61ff2b7107bb {{(pid=114861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 00:40:53.733377 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device d6e9c9e1-69fd-4219-b459-61ff2b7107bb not bound to the agent host dv-cinder-836252-3-iscsi {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:40:53.733795 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 5daaae20-d2a0-4959-853f-fc2e4077f695 no longer exists at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:40:53.755238 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] No Port match for: 5daaae20-d2a0-4959-853f-fc2e4077f695 {{(pid=114861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 00:40:53.755902 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 5daaae20-d2a0-4959-853f-fc2e4077f695 not bound to the agent host dv-cinder-836252-3-iscsi {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:40:53.756026 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device bad06d31-6f62-4f75-aeaf-000ee2b5d531 no longer exists at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:40:53.775107 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] No Port match for: bad06d31-6f62-4f75-aeaf-000ee2b5d531 {{(pid=114861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 00:40:53.775504 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device bad06d31-6f62-4f75-aeaf-000ee2b5d531 not bound to the agent host dv-cinder-836252-3-iscsi {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:40:53.896879 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 35244) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:40:53.935597 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-4bcc0cb7-e74f-4804-a8da-49f0401fd4da admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6919b51b902c42c29f2262d0515f56ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375910 Apr 12 00:40:53.938175 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 35246) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:40:53.993019 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-a6e26bcc-ebdf-4b5b-8165-66c8eb9aecfd admin admin] Publish callbacks [] for security_group (a8cac9a2-ee85-4235-b930-f811c53919ec), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:54.013319 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-a6e26bcc-ebdf-4b5b-8165-66c8eb9aecfd admin admin] Publish callbacks [] for security_group (a8cac9a2-ee85-4235-b930-f811c53919ec), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:54.059599 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-a6e26bcc-ebdf-4b5b-8165-66c8eb9aecfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (a8cac9a2-ee85-4235-b930-f811c53919ec), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:54.062268 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-a6e26bcc-ebdf-4b5b-8165-66c8eb9aecfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:40:54.063396 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-a6e26bcc-ebdf-4b5b-8165-66c8eb9aecfd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a8cac9a2-ee85-4235-b930-f811c53919ec HTTP/1.1" status: 204 len: 168 time: 0.1239665 Apr 12 00:40:54.070835 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e26bcc-ebdf-4b5b-8165-66c8eb9aecfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cac9a2-ee85-4235-b930-f811c53919ec,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:40:55.281977 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a2997be9-d564-4c84-a2f0-d23660f23af6 req-7c62ec12-d08d-4f9f-8649-cfb66de0d19d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1ab1db03-6d57-4cc4-8f8d-8f3d89295019&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0371561 Apr 12 00:40:55.377519 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2997be9-d564-4c84-a2f0-d23660f23af6 req-b82de043-2a65-4fed-bdc1-7a8385bc0435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:40:55.379017 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a2997be9-d564-4c84-a2f0-d23660f23af6 req-b82de043-2a65-4fed-bdc1-7a8385bc0435 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=add150d29f3d4ccc8d4e3775577e3d57&device_id=1ab1db03-6d57-4cc4-8f8d-8f3d89295019 HTTP/1.1" status: 200 len: 1129 time: 0.0399764 Apr 12 00:40:55.478433 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2997be9-d564-4c84-a2f0-d23660f23af6 req-143a0fe0-8471-430e-8cb3-5d2e9016e9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:40:55.479861 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a2997be9-d564-4c84-a2f0-d23660f23af6 req-143a0fe0-8471-430e-8cb3-5d2e9016e9a8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ad6fa16c-9ae9-409b-a431-15655dbe3bc7 HTTP/1.1" status: 200 len: 916 time: 0.0821123 Apr 12 00:40:55.547707 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a2997be9-d564-4c84-a2f0-d23660f23af6 req-4f80e52c-9687-4363-90a9-e03a05442d97 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a13265b-2931-4702-abb1-4e7e0743d747 HTTP/1.1" status: 200 len: 1001 time: 0.0596626 Apr 12 00:40:55.594133 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2997be9-d564-4c84-a2f0-d23660f23af6 req-7f7b6174-95ba-4a46-b091-ad9369a07343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:40:55.595539 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a2997be9-d564-4c84-a2f0-d23660f23af6 req-7f7b6174-95ba-4a46-b091-ad9369a07343 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a9745a0d-5463-41a5-8b5c-e529c4495cbd HTTP/1.1" status: 200 len: 854 time: 0.0423586 Apr 12 00:40:55.637129 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2997be9-d564-4c84-a2f0-d23660f23af6 req-a42fc15b-72e0-4548-b56e-8188bc2f23ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:40:55.638541 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a2997be9-d564-4c84-a2f0-d23660f23af6 req-a42fc15b-72e0-4548-b56e-8188bc2f23ba service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad6fa16c-9ae9-409b-a431-15655dbe3bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0368123 Apr 12 00:40:55.726926 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a2997be9-d564-4c84-a2f0-d23660f23af6 req-57b958e9-cba3-4eb1-999d-1c410a24adc1 service neutron] 10.222.0.52 "GET /v2.0/networks/ad6fa16c-9ae9-409b-a431-15655dbe3bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827043 Apr 12 00:40:55.813286 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-a2997be9-d564-4c84-a2f0-d23660f23af6 req-b4326833-2ea9-4b72-965b-f975788fcbe2 service neutron] 10.222.0.52 "GET /v2.0/networks/ad6fa16c-9ae9-409b-a431-15655dbe3bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802603 Apr 12 00:40:56.842962 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.agents_db [None req-4f17da96-f611-4225-a78f-ee15b860eec6 None None] Agent healthcheck: found 6 active agents {{(pid=114862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:41:12.392468 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-def14845-d775-4097-bbf5-4d8784598d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (4ecbd319-6885-49f5-abb8-de205838eb1c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:41:14.635999 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-2b201a00-02c9-4b1d-9137-a320383d3c33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (d3fb0dde-5c40-4fca-80b5-61326157311c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:41:16.248322 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d4423688-5a44-44f3-a132-81f2c9b6cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (af38becd-82ff-4144-8f94-74de975161ca), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:41:17.239271 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (6c438ad1-5788-4552-a50f-29c8c96f3196), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:41:17.650858 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-be9ea9f3-6c7c-4887-ad09-badb35df740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (738aa052-ee84-4bd1-913b-ee7149597f8f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:41:18.982509 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (f9a21fd4-36f2-4826-890e-da332e228edf), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:41:22.687624 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [req-8fd3ece3-95c0-46d9-844b-39ec6f6ab796 req-6d5a276d-a1ac-45da-9ded-e2ba986762db service neutron] (114860) timed out ('10.222.0.52', 57453) {{(pid=114860) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 00:41:33.842120 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.agents_db [None req-4f17da96-f611-4225-a78f-ee15b860eec6 None None] Agent healthcheck: found 6 active agents {{(pid=114862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:41:42.393288 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-4c245b2c-6d0f-49f7-b6fb-3f0b1a03da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (4ecbd319-6885-49f5-abb8-de205838eb1c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:41:44.638873 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-cbe034c0-5859-408d-b0b3-76b676073526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (d3fb0dde-5c40-4fca-80b5-61326157311c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:41:46.251846 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d4423688-5a44-44f3-a132-81f2c9b6cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (af38becd-82ff-4144-8f94-74de975161ca), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:41:47.238576 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (6c438ad1-5788-4552-a50f-29c8c96f3196), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:41:47.653464 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-be9ea9f3-6c7c-4887-ad09-badb35df740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (738aa052-ee84-4bd1-913b-ee7149597f8f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:41:48.983879 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (f9a21fd4-36f2-4826-890e-da332e228edf), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:41:55.406358 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-261ea9f7-a79f-4929-81c9-d67018e969d8 req-3225f96b-7f7f-404e-910c-c20659727d55 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1ab1db03-6d57-4cc4-8f8d-8f3d89295019&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1275504 Apr 12 00:41:55.501587 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ea9f7-a79f-4929-81c9-d67018e969d8 req-a9d0bf6a-923e-4ccc-99eb-d2c798d49b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:41:55.503070 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-261ea9f7-a79f-4929-81c9-d67018e969d8 req-a9d0bf6a-923e-4ccc-99eb-d2c798d49b72 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=add150d29f3d4ccc8d4e3775577e3d57&device_id=1ab1db03-6d57-4cc4-8f8d-8f3d89295019 HTTP/1.1" status: 200 len: 1129 time: 0.0380750 Apr 12 00:41:55.604355 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ea9f7-a79f-4929-81c9-d67018e969d8 req-d32d145c-8d6f-4532-9e4b-5b07e578910d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:41:55.605812 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-261ea9f7-a79f-4929-81c9-d67018e969d8 req-d32d145c-8d6f-4532-9e4b-5b07e578910d service neutron] 10.222.0.52 "GET /v2.0/networks?id=ad6fa16c-9ae9-409b-a431-15655dbe3bc7 HTTP/1.1" status: 200 len: 916 time: 0.0840106 Apr 12 00:41:55.673689 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-261ea9f7-a79f-4929-81c9-d67018e969d8 req-cae55b0c-f82d-4774-9e29-d6d0104c2366 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a13265b-2931-4702-abb1-4e7e0743d747 HTTP/1.1" status: 200 len: 1001 time: 0.0619299 Apr 12 00:41:55.723498 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ea9f7-a79f-4929-81c9-d67018e969d8 req-45591c7e-242d-4f39-82e1-9da87915d7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:41:55.724985 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-261ea9f7-a79f-4929-81c9-d67018e969d8 req-45591c7e-242d-4f39-82e1-9da87915d7ec service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a9745a0d-5463-41a5-8b5c-e529c4495cbd HTTP/1.1" status: 200 len: 854 time: 0.0460312 Apr 12 00:41:55.766828 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ea9f7-a79f-4929-81c9-d67018e969d8 req-f30e44a4-2cca-4cb2-bb35-363a9101c7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:41:55.768345 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-261ea9f7-a79f-4929-81c9-d67018e969d8 req-f30e44a4-2cca-4cb2-bb35-363a9101c7d1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad6fa16c-9ae9-409b-a431-15655dbe3bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378048 Apr 12 00:41:55.861453 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-261ea9f7-a79f-4929-81c9-d67018e969d8 req-5c20b1e2-3e95-4bde-8bca-7c984826a632 service neutron] 10.222.0.52 "GET /v2.0/networks/ad6fa16c-9ae9-409b-a431-15655dbe3bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874193 Apr 12 00:41:55.952627 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-261ea9f7-a79f-4929-81c9-d67018e969d8 req-a717eb80-c89e-45bd-9061-e8e858cf7e47 service neutron] 10.222.0.52 "GET /v2.0/networks/ad6fa16c-9ae9-409b-a431-15655dbe3bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851810 Apr 12 00:41:57.407029 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de474417-b979-46f2-840d-e6d9eccea703 req-bcd63a73-9435-4c34-a488-7af568db5f0a tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:41:57.408389 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-de474417-b979-46f2-840d-e6d9eccea703 req-bcd63a73-9435-4c34-a488-7af568db5f0a tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ab1db03-6d57-4cc4-8f8d-8f3d89295019 HTTP/1.1" status: 200 len: 945 time: 0.0475595 Apr 12 00:41:57.454338 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-de474417-b979-46f2-840d-e6d9eccea703 req-b7c7dc25-fbd2-42b6-8b1a-eebaf0daf43a tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/security-groups?id=c389fa8b-06c1-42a2-a1ba-a920eb90950a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404971 Apr 12 00:41:58.568196 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f89a14-2bb1-4b32-a1dc-9c827bb297de req-e33e8c84-c3a1-44fb-91e1-47f0a3c4fcc7 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:41:58.569670 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d5f89a14-2bb1-4b32-a1dc-9c827bb297de req-e33e8c84-c3a1-44fb-91e1-47f0a3c4fcc7 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ab1db03-6d57-4cc4-8f8d-8f3d89295019 HTTP/1.1" status: 200 len: 945 time: 0.0476520 Apr 12 00:41:58.621624 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-d5f89a14-2bb1-4b32-a1dc-9c827bb297de req-34df9d64-965c-45bd-b90a-08b7f7c9f8a5 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/security-groups?id=c389fa8b-06c1-42a2-a1ba-a920eb90950a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463648 Apr 12 00:41:59.267307 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf28cad-90bf-4f39-bf08-79fa3281fcb6 req-d075d194-3980-4a43-a5de-bd93ed997b3f tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:41:59.268753 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-7bf28cad-90bf-4f39-bf08-79fa3281fcb6 req-d075d194-3980-4a43-a5de-bd93ed997b3f tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ab1db03-6d57-4cc4-8f8d-8f3d89295019 HTTP/1.1" status: 200 len: 945 time: 0.0451906 Apr 12 00:41:59.353190 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [req-7bf28cad-90bf-4f39-bf08-79fa3281fcb6 req-10a91490-7a5a-42e3-85b2-601ebabed2ae tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Deleting port 3a13265b-2931-4702-abb1-4e7e0743d747 {{(pid=114859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:41:59.353527 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-7bf28cad-90bf-4f39-bf08-79fa3281fcb6 req-10a91490-7a5a-42e3-85b2-601ebabed2ae tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (3a13265b-2931-4702-abb1-4e7e0743d747), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:41:59.438600 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [req-7bf28cad-90bf-4f39-bf08-79fa3281fcb6 req-10a91490-7a5a-42e3-85b2-601ebabed2ae tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] For port 3a13265b-2931-4702-abb1-4e7e0743d747, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=3a13265b-2931-4702-abb1-4e7e0743d747,segment=NetworkSegment(850085f3-336f-4cd2-8504-bcaa5ecc90d0),segment_id=850085f3-336f-4cd2-8504-bcaa5ecc90d0)] {{(pid=114859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:41:59.438958 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-7bf28cad-90bf-4f39-bf08-79fa3281fcb6 req-10a91490-7a5a-42e3-85b2-601ebabed2ae tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (3a13265b-2931-4702-abb1-4e7e0743d747), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:41:59.614810 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-7bf28cad-90bf-4f39-bf08-79fa3281fcb6 req-10a91490-7a5a-42e3-85b2-601ebabed2ae tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:41:59.615489 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-7bf28cad-90bf-4f39-bf08-79fa3281fcb6 req-10a91490-7a5a-42e3-85b2-601ebabed2ae tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1586356'] for floatingip (8bf495f3-7ec3-430c-a9cb-eb9e7a8f04a3), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:41:59.615489 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.db.l3_db [req-7bf28cad-90bf-4f39-bf08-79fa3281fcb6 req-10a91490-7a5a-42e3-85b2-601ebabed2ae tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Floating IP 8bf495f3-7ec3-430c-a9cb-eb9e7a8f04a3 disassociated. External IP: 172.27.3.111, port: 3a13265b-2931-4702-abb1-4e7e0743d747. Apr 12 00:41:59.615727 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [req-7bf28cad-90bf-4f39-bf08-79fa3281fcb6 req-10a91490-7a5a-42e3-85b2-601ebabed2ae tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Calling delete_port for 3a13265b-2931-4702-abb1-4e7e0743d747 owned by compute:nova {{(pid=114859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:41:59.736289 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69fb9c2-d471-4ab3-b047-1b344ccdced7 req-84e74db4-6cd4-4b36-bb19-f5984e2da2bf tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:41:59.737776 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-f69fb9c2-d471-4ab3-b047-1b344ccdced7 req-84e74db4-6cd4-4b36-bb19-f5984e2da2bf tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ab1db03-6d57-4cc4-8f8d-8f3d89295019 HTTP/1.1" status: 200 len: 945 time: 0.0503902 Apr 12 00:41:59.743579 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-7bf28cad-90bf-4f39-bf08-79fa3281fcb6 req-10a91490-7a5a-42e3-85b2-601ebabed2ae tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (3a13265b-2931-4702-abb1-4e7e0743d747), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:41:59.770455 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a91490-7a5a-42e3-85b2-601ebabed2ae tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Pushing event deleted for resources: {'Port': ['ID=3a13265b-2931-4702-abb1-4e7e0743d747,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:41:59.783472 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a91490-7a5a-42e3-85b2-601ebabed2ae tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:41:59.783585 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a91490-7a5a-42e3-85b2-601ebabed2ae tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:41:59.783898 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a91490-7a5a-42e3-85b2-601ebabed2ae tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:41:59.784234 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a91490-7a5a-42e3-85b2-601ebabed2ae tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:41:59.784566 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a91490-7a5a-42e3-85b2-601ebabed2ae tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:41:59.784893 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a91490-7a5a-42e3-85b2-601ebabed2ae tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:41:59.785223 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a91490-7a5a-42e3-85b2-601ebabed2ae tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:41:59.785341 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-f69fb9c2-d471-4ab3-b047-1b344ccdced7 req-83ad68b8-88e1-4381-8a4a-d53aab53f680 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/security-groups?id=c389fa8b-06c1-42a2-a1ba-a920eb90950a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416348 Apr 12 00:41:59.785546 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a91490-7a5a-42e3-85b2-601ebabed2ae tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:41:59.785875 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a91490-7a5a-42e3-85b2-601ebabed2ae tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:41:59.786286 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a91490-7a5a-42e3-85b2-601ebabed2ae tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:41:59.786617 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a91490-7a5a-42e3-85b2-601ebabed2ae tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:41:59.786941 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a91490-7a5a-42e3-85b2-601ebabed2ae tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:41:59.787338 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a91490-7a5a-42e3-85b2-601ebabed2ae tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:41:59.787646 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a91490-7a5a-42e3-85b2-601ebabed2ae tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:41:59.787970 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a91490-7a5a-42e3-85b2-601ebabed2ae tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:41:59.899494 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7bf28cad-90bf-4f39-bf08-79fa3281fcb6 req-10a91490-7a5a-42e3-85b2-601ebabed2ae tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Router c55378f6-ed14-4860-9722-f016e3ed5a64 has already been hosted by L3 agent d3fb0dde-5c40-4fca-80b5-61326157311c {{(pid=114859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:42:00.004482 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7bf28cad-90bf-4f39-bf08-79fa3281fcb6 req-10a91490-7a5a-42e3-85b2-601ebabed2ae tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Notify agent at l3_agent.dv-cinder-836252-3-iscsi the message routers_updated {{(pid=114859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:42:00.017799 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0758da04-1546-4f63-8951-123de3f0d8cc None None] Sync routers for ids ['c55378f6-ed14-4860-9722-f016e3ed5a64'] in dv-cinder-836252-3-iscsi {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:42:00.027805 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0758da04-1546-4f63-8951-123de3f0d8cc None None] Routers {'c55378f6-ed14-4860-9722-f016e3ed5a64'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:42:00.028502 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-0758da04-1546-4f63-8951-123de3f0d8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:41:45Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['c55378f6-ed14-4860-9722-f016e3ed5a64'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:42:00.050421 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bf28cad-90bf-4f39-bf08-79fa3281fcb6 req-10a91490-7a5a-42e3-85b2-601ebabed2ae tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] No DVR routers for this DVR port 3a13265b-2931-4702-abb1-4e7e0743d747 on host hv-cinder-83625 {{(pid=114859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:42:00.052832 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-7bf28cad-90bf-4f39-bf08-79fa3281fcb6 req-10a91490-7a5a-42e3-85b2-601ebabed2ae tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for port (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:42:00.056565 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-7bf28cad-90bf-4f39-bf08-79fa3281fcb6 req-10a91490-7a5a-42e3-85b2-601ebabed2ae tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.52 "DELETE /v2.0/ports/3a13265b-2931-4702-abb1-4e7e0743d747 HTTP/1.1" status: 204 len: 173 time: 0.7828975 Apr 12 00:42:00.057008 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab1db03-6d57-4cc4-8f8d-8f3d89295019', 'name': 'network-vif-deleted', 'tag': '3a13265b-2931-4702-abb1-4e7e0743d747'}] {{(pid=114859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:42:00.059292 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d751ce943c7fd1580d8237ddcdd582f05025ac6b53677acecb9ecfb4d000721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6cc544-932d-46e9-ba68-cc67b485f0e3" -d '{"events": [{"server_uuid": "1ab1db03-6d57-4cc4-8f8d-8f3d89295019", "name": "network-vif-deleted", "tag": "3a13265b-2931-4702-abb1-4e7e0743d747"}]}' {{(pid=114859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:42:00.104413 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab9f78b-a14a-474a-9c1d-8705f13f8205 x-openstack-request-id: req-3ab9f78b-a14a-474a-9c1d-8705f13f8205 {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:42:00.104713 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ab1db03-6d57-4cc4-8f8d-8f3d89295019", "name": "network-vif-deleted", "tag": "3a13265b-2931-4702-abb1-4e7e0743d747", "status": "completed", "code": 200}]} {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:42:00.105046 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3ab9f78b-a14a-474a-9c1d-8705f13f8205 {{(pid=114859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:42:00.105558 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ab9f78b-a14a-474a-9c1d-8705f13f8205'] response: {'server_uuid': '1ab1db03-6d57-4cc4-8f8d-8f3d89295019', 'name': 'network-vif-deleted', 'tag': '3a13265b-2931-4702-abb1-4e7e0743d747', 'status': 'completed', 'code': 200} Apr 12 00:42:00.142010 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-0758da04-1546-4f63-8951-123de3f0d8cc None None] Set router c55378f6-ed14-4860-9722-f016e3ed5a64 gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:42:00.335486 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-0758da04-1546-4f63-8951-123de3f0d8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'name': 'tempest-AttachVolumeNegativeTest-1669374095-router', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '58289c30-3084-4e4c-98f4-831e7f157643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:36:38Z', 'updated_at': '2022-04-12T00:36:41Z', 'revision_number': 4, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'gw_port': {'id': '58289c30-3084-4e4c-98f4-831e7f157643', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:36:38Z', 'updated_at': '2022-04-12T00:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': 'a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3', 'name': '', 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'mac_address': 'fa:16:3e:20:45:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'a9745a0d-5463-41a5-8b5c-e529c4495cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:36:40Z', 'updated_at': '2022-04-12T00:36:45Z', 'revision_number': 5, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'subnets': [{'id': 'a9745a0d-5463-41a5-8b5c-e529c4495cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:42:00.364503 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0758da04-1546-4f63-8951-123de3f0d8cc None None] Checking router: c55378f6-ed14-4860-9722-f016e3ed5a64 for host: dv-cinder-836252-3-iscsi {{(pid=114862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:42:00.373197 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0758da04-1546-4f63-8951-123de3f0d8cc None None] Routers {'c55378f6-ed14-4860-9722-f016e3ed5a64'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:42:00.373788 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-0758da04-1546-4f63-8951-123de3f0d8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:41:45Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['c55378f6-ed14-4860-9722-f016e3ed5a64'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:42:00.572725 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-0758da04-1546-4f63-8951-123de3f0d8cc None None] Set router c55378f6-ed14-4860-9722-f016e3ed5a64 gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:42:00.758617 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-0758da04-1546-4f63-8951-123de3f0d8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'name': 'tempest-AttachVolumeNegativeTest-1669374095-router', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '58289c30-3084-4e4c-98f4-831e7f157643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:36:38Z', 'updated_at': '2022-04-12T00:36:41Z', 'revision_number': 4, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'gw_port': {'id': '58289c30-3084-4e4c-98f4-831e7f157643', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:36:38Z', 'updated_at': '2022-04-12T00:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': 'a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3', 'name': '', 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'mac_address': 'fa:16:3e:20:45:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'a9745a0d-5463-41a5-8b5c-e529c4495cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:36:40Z', 'updated_at': '2022-04-12T00:36:45Z', 'revision_number': 5, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'subnets': [{'id': 'a9745a0d-5463-41a5-8b5c-e529c4495cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:42:00.787315 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0758da04-1546-4f63-8951-123de3f0d8cc None None] The sync data for ids ['c55378f6-ed14-4860-9722-f016e3ed5a64'] in dv-cinder-836252-3-iscsi is: [{'id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'name': 'tempest-AttachVolumeNegativeTest-1669374095-router', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '58289c30-3084-4e4c-98f4-831e7f157643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:36:38Z', 'updated_at': '2022-04-12T00:36:41Z', 'revision_number': 4, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'gw_port': {'id': '58289c30-3084-4e4c-98f4-831e7f157643', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:36:38Z', 'updated_at': '2022-04-12T00:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': 'a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3', 'name': '', 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'mac_address': 'fa:16:3e:20:45:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'a9745a0d-5463-41a5-8b5c-e529c4495cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:36:40Z', 'updated_at': '2022-04-12T00:36:45Z', 'revision_number': 5, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'subnets': [{'id': 'a9745a0d-5463-41a5-8b5c-e529c4495cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:42:00.874632 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 35354) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:42:00.932679 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-ef0a7f6c-aedc-4b20-9c4e-b2fe41f772be tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for security_group (c389fa8b-06c1-42a2-a1ba-a920eb90950a), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:42:00.956807 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-ef0a7f6c-aedc-4b20-9c4e-b2fe41f772be tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for security_group (c389fa8b-06c1-42a2-a1ba-a920eb90950a), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:42:01.007707 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-ef0a7f6c-aedc-4b20-9c4e-b2fe41f772be tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (c389fa8b-06c1-42a2-a1ba-a920eb90950a), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:42:01.007896 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a648f9-2c1b-467e-9f8a-fbd76ac83b32 None None] New status for floating IP 8bf495f3-7ec3-430c-a9cb-eb9e7a8f04a3: DOWN {{(pid=114861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 00:42:01.010945 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-ef0a7f6c-aedc-4b20-9c4e-b2fe41f772be tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for security_group (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:42:01.012201 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-ef0a7f6c-aedc-4b20-9c4e-b2fe41f772be tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "DELETE /v2.0/security-groups/c389fa8b-06c1-42a2-a1ba-a920eb90950a HTTP/1.1" status: 204 len: 168 time: 0.1363606 Apr 12 00:42:01.015129 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 35356) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:42:01.022105 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0a7f6c-aedc-4b20-9c4e-b2fe41f772be tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c389fa8b-06c1-42a2-a1ba-a920eb90950a,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:42:01.029038 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.api.v2.resource [None req-5ee4b58b-ab81-42fa-b8f0-5cf322754314 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] show failed (client error): The resource could not be found. Apr 12 00:42:01.032894 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-5ee4b58b-ab81-42fa-b8f0-5cf322754314 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/security-groups/c389fa8b-06c1-42a2-a1ba-a920eb90950a HTTP/1.1" status: 404 len: 347 time: 0.0136633 Apr 12 00:42:01.033052 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 35358) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:42:01.150975 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.plugin [None req-f6de5d77-e326-4e39-9cbe-717f32672ab7 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Deleting port e895acd9-d1ee-45a5-af94-2d7251f20ea7 {{(pid=114860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:42:01.151315 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-f6de5d77-e326-4e39-9cbe-717f32672ab7 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (e895acd9-d1ee-45a5-af94-2d7251f20ea7), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:42:01.230346 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-f6de5d77-e326-4e39-9cbe-717f32672ab7 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (e895acd9-d1ee-45a5-af94-2d7251f20ea7), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:42:01.230706 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-f6de5d77-e326-4e39-9cbe-717f32672ab7 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for floatingip (e895acd9-d1ee-45a5-af94-2d7251f20ea7), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:42:01.242956 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.plugins.ml2.plugin [None req-f6de5d77-e326-4e39-9cbe-717f32672ab7 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Calling delete_port for e895acd9-d1ee-45a5-af94-2d7251f20ea7 owned by network:floatingip {{(pid=114860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:42:01.376976 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-f6de5d77-e326-4e39-9cbe-717f32672ab7 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2806209'] for port (e895acd9-d1ee-45a5-af94-2d7251f20ea7), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:42:01.403029 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6de5d77-e326-4e39-9cbe-717f32672ab7 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Pushing event deleted for resources: {'Port': ['ID=e895acd9-d1ee-45a5-af94-2d7251f20ea7,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:42:01.429042 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6de5d77-e326-4e39-9cbe-717f32672ab7 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:42:01.429397 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6de5d77-e326-4e39-9cbe-717f32672ab7 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:42:01.430235 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6de5d77-e326-4e39-9cbe-717f32672ab7 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:42:01.430600 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6de5d77-e326-4e39-9cbe-717f32672ab7 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:42:01.430949 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6de5d77-e326-4e39-9cbe-717f32672ab7 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:42:01.431271 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6de5d77-e326-4e39-9cbe-717f32672ab7 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:42:01.431601 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6de5d77-e326-4e39-9cbe-717f32672ab7 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:42:01.431931 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6de5d77-e326-4e39-9cbe-717f32672ab7 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:42:01.432257 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6de5d77-e326-4e39-9cbe-717f32672ab7 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:42:01.432599 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6de5d77-e326-4e39-9cbe-717f32672ab7 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:42:01.432914 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6de5d77-e326-4e39-9cbe-717f32672ab7 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:42:01.433236 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6de5d77-e326-4e39-9cbe-717f32672ab7 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:42:01.433560 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6de5d77-e326-4e39-9cbe-717f32672ab7 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:42:01.433884 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6de5d77-e326-4e39-9cbe-717f32672ab7 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:42:01.434205 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6de5d77-e326-4e39-9cbe-717f32672ab7 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:42:01.473463 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-f6de5d77-e326-4e39-9cbe-717f32672ab7 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for floatingip (8bf495f3-7ec3-430c-a9cb-eb9e7a8f04a3), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:42:01.476003 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-f6de5d77-e326-4e39-9cbe-717f32672ab7 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for floatingip (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:42:01.477757 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-f6de5d77-e326-4e39-9cbe-717f32672ab7 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "DELETE /v2.0/floatingips/8bf495f3-7ec3-430c-a9cb-eb9e7a8f04a3 HTTP/1.1" status: 204 len: 168 time: 0.4438767 Apr 12 00:42:01.777062 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 35362) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:42:01.781606 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-f71e5ed9-f655-45f6-b15c-a1d67b50aebc tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1998585413', 'description': 'tempest-description--223447649'}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:42:01.801916 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-f71e5ed9-f655-45f6-b15c-a1d67b50aebc tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for security_group (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:42:01.866788 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-f71e5ed9-f655-45f6-b15c-a1d67b50aebc tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for security_group (4cec404e-0946-4201-afbf-a576baab166e), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:42:01.871543 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-f71e5ed9-f655-45f6-b15c-a1d67b50aebc tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (4cec404e-0946-4201-afbf-a576baab166e), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:42:01.899972 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-f71e5ed9-f655-45f6-b15c-a1d67b50aebc tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for security_group (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:42:01.901173 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-f71e5ed9-f655-45f6-b15c-a1d67b50aebc tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1231091 Apr 12 00:42:01.903055 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71e5ed9-f655-45f6-b15c-a1d67b50aebc tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cec404e-0946-4201-afbf-a576baab166e,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:42:01.904159 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 35364) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:42:01.908728 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [None req-6b2bb71f-8c38-4505-bcc9-9e86483c0d5c tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Request body: {'security_group_rule': {'security_group_id': '4cec404e-0946-4201-afbf-a576baab166e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:42:01.935318 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-6b2bb71f-8c38-4505-bcc9-9e86483c0d5c tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for security_group_rule (c896706a-04d2-43aa-8474-64062294621e), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:42:01.987553 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-6b2bb71f-8c38-4505-bcc9-9e86483c0d5c tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for security_group_rule (c896706a-04d2-43aa-8474-64062294621e), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:42:01.991174 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-6b2bb71f-8c38-4505-bcc9-9e86483c0d5c tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496243'] for security_group_rule (c896706a-04d2-43aa-8474-64062294621e), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:42:02.010524 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2bb71f-8c38-4505-bcc9-9e86483c0d5c tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c896706a-04d2-43aa-8474-64062294621e,revision_number=0']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:42:02.019133 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-6b2bb71f-8c38-4505-bcc9-9e86483c0d5c tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:42:02.022667 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-6b2bb71f-8c38-4505-bcc9-9e86483c0d5c tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1148798 Apr 12 00:42:02.022903 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 35366) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:42:02.027748 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [None req-a8a898a2-2c4e-4395-ab94-b596ed5c1d59 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Request body: {'security_group_rule': {'security_group_id': '4cec404e-0946-4201-afbf-a576baab166e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:42:02.052116 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-a8a898a2-2c4e-4395-ab94-b596ed5c1d59 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for security_group_rule (db65009f-1b00-4549-9fe2-791767da0d0a), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:42:02.106632 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-a8a898a2-2c4e-4395-ab94-b596ed5c1d59 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for security_group_rule (db65009f-1b00-4549-9fe2-791767da0d0a), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:42:02.110285 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-a8a898a2-2c4e-4395-ab94-b596ed5c1d59 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496243'] for security_group_rule (db65009f-1b00-4549-9fe2-791767da0d0a), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:42:02.125145 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a898a2-2c4e-4395-ab94-b596ed5c1d59 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db65009f-1b00-4549-9fe2-791767da0d0a,revision_number=0']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:42:02.135169 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-a8a898a2-2c4e-4395-ab94-b596ed5c1d59 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:42:02.136367 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-a8a898a2-2c4e-4395-ab94-b596ed5c1d59 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1124239 Apr 12 00:42:02.139537 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 35368) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:42:02.143774 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [None req-ad65d3f8-cbdd-4ef6-97f9-6da103a5e7e8 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Request body: {'floatingip': {'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7'}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:42:02.163363 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-ad65d3f8-cbdd-4ef6-97f9-6da103a5e7e8 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:42:02.238914 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-ad65d3f8-cbdd-4ef6-97f9-6da103a5e7e8 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:42:02.345380 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.db_base_plugin_common [None req-ad65d3f8-cbdd-4ef6-97f9-6da103a5e7e8 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Allocated IP 172.27.3.97 (1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7/02a01a71-afa8-4790-9b30-3097f97db265/66b11dd5-eb00-4d72-8409-06c2f98d85f4) {{(pid=114859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:42:02.443907 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-ad65d3f8-cbdd-4ef6-97f9-6da103a5e7e8 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for port (66b11dd5-eb00-4d72-8409-06c2f98d85f4), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:42:02.478016 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-ad65d3f8-cbdd-4ef6-97f9-6da103a5e7e8 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (66b11dd5-eb00-4d72-8409-06c2f98d85f4), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:42:02.518097 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad65d3f8-cbdd-4ef6-97f9-6da103a5e7e8 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Network 1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7 is already hosted by enough agents. {{(pid=114859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:42:02.520857 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.base_scheduler [None req-ad65d3f8-cbdd-4ef6-97f9-6da103a5e7e8 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Resources bound (agent type, host, resource id): {{(pid=114859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:42:02.524738 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad65d3f8-cbdd-4ef6-97f9-6da103a5e7e8 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Received port after_create {{(pid=114859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:42:02.549253 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad65d3f8-cbdd-4ef6-97f9-6da103a5e7e8 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Pushing event updated for resources: {'Port': ['ID=66b11dd5-eb00-4d72-8409-06c2f98d85f4,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:42:02.611886 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-ad65d3f8-cbdd-4ef6-97f9-6da103a5e7e8 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for floatingip (45a60f2a-c124-4705-a14d-2b29bef53d75), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:42:02.647119 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-ad65d3f8-cbdd-4ef6-97f9-6da103a5e7e8 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (66b11dd5-eb00-4d72-8409-06c2f98d85f4), before_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:42:02.796259 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-ad65d3f8-cbdd-4ef6-97f9-6da103a5e7e8 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for port (66b11dd5-eb00-4d72-8409-06c2f98d85f4), precommit_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:42:02.800182 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-ad65d3f8-cbdd-4ef6-97f9-6da103a5e7e8 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59136039'] for port (66b11dd5-eb00-4d72-8409-06c2f98d85f4), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:42:02.868943 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad65d3f8-cbdd-4ef6-97f9-6da103a5e7e8 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Pushing event updated for resources: {'Port': ['ID=66b11dd5-eb00-4d72-8409-06c2f98d85f4,revision_number=2']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:42:02.880322 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-ad65d3f8-cbdd-4ef6-97f9-6da103a5e7e8 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1586356'] for floatingip (45a60f2a-c124-4705-a14d-2b29bef53d75), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:42:02.895745 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-ad65d3f8-cbdd-4ef6-97f9-6da103a5e7e8 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for floatingip (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:42:02.896964 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-ad65d3f8-cbdd-4ef6-97f9-6da103a5e7e8 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7565010 Apr 12 00:42:03.040612 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-3b92d733-ea18-4522-a71d-5a3edb2aaeb1 req-b55b2613-a900-49d2-ab32-92cd67ca2893 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1998585413&fields=id&tenant_id=add150d29f3d4ccc8d4e3775577e3d57 HTTP/1.1" status: 200 len: 267 time: 0.0416265 Apr 12 00:42:03.141088 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b92d733-ea18-4522-a71d-5a3edb2aaeb1 req-762fd307-f8e9-4627-af4f-4ba7648bebce tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:42:03.142444 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-3b92d733-ea18-4522-a71d-5a3edb2aaeb1 req-762fd307-f8e9-4627-af4f-4ba7648bebce tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/networks?id=ad6fa16c-9ae9-409b-a431-15655dbe3bc7 HTTP/1.1" status: 200 len: 815 time: 0.0955281 Apr 12 00:42:03.153588 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device 3a13265b-2931-4702-abb1-4e7e0743d747 no longer exists at agent hyperv_hv-cinder-83625 {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:42:03.156565 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-3b92d733-ea18-4522-a71d-5a3edb2aaeb1 req-1e5014c6-e04f-42de-a0ef-8fdf9209075c tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/quotas/add150d29f3d4ccc8d4e3775577e3d57 HTTP/1.1" status: 200 len: 375 time: 0.0087481 Apr 12 00:42:03.173057 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] No Port match for: 3a13265b-2931-4702-abb1-4e7e0743d747 {{(pid=114861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 00:42:03.173395 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device 3a13265b-2931-4702-abb1-4e7e0743d747 not bound to the agent host hv-cinder-83625 {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:42:03.208302 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-3b92d733-ea18-4522-a71d-5a3edb2aaeb1 req-03bd5b14-35be-4463-ac2f-3e140b0a11bf tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=add150d29f3d4ccc8d4e3775577e3d57&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466654 Apr 12 00:42:03.299357 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-3b92d733-ea18-4522-a71d-5a3edb2aaeb1 req-30e0e5ae-6ebe-4406-aacf-1e77ef9eddf7 service neutron] 10.222.0.32 "GET /v2.0/networks/ad6fa16c-9ae9-409b-a431-15655dbe3bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800681 Apr 12 00:42:03.388493 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-3b92d733-ea18-4522-a71d-5a3edb2aaeb1 req-683ee4fc-2b40-429f-acd6-288bf15b3f05 service neutron] 10.222.0.32 "GET /v2.0/networks/ad6fa16c-9ae9-409b-a431-15655dbe3bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836008 Apr 12 00:42:03.544525 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-03dff236-9a89-4dc6-9db7-f15395b89e51 req-8c2bb13e-0142-4e36-9e0e-981c7782b6d6 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?device_id=5858f9b8-f825-4af1-9ee5-9a3effa64514 HTTP/1.1" status: 200 len: 210 time: 0.0271173 Apr 12 00:42:04.494107 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b92d733-ea18-4522-a71d-5a3edb2aaeb1 req-aa7e5fcc-a793-441e-a66f-7f6162e40773 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:42:04.495652 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-3b92d733-ea18-4522-a71d-5a3edb2aaeb1 req-aa7e5fcc-a793-441e-a66f-7f6162e40773 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.52 "GET /v2.0/networks?id=ad6fa16c-9ae9-409b-a431-15655dbe3bc7 HTTP/1.1" status: 200 len: 815 time: 0.0996351 Apr 12 00:42:04.565682 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-3b92d733-ea18-4522-a71d-5a3edb2aaeb1 req-154f12fc-1db7-4fda-979e-8d5454ac0900 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=add150d29f3d4ccc8d4e3775577e3d57 HTTP/1.1" status: 200 len: 380 time: 0.0562191 Apr 12 00:42:04.638076 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-9b41ba56-0453-4e26-bf1d-32b1c561ebae req-57de7868-e644-4cdc-a13d-215953a56a2c tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?device_id=5858f9b8-f825-4af1-9ee5-9a3effa64514 HTTP/1.1" status: 200 len: 210 time: 0.0285637 Apr 12 00:42:04.685576 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [req-3b92d733-ea18-4522-a71d-5a3edb2aaeb1 req-b7e85849-25f8-4348-956d-52b2bab32331 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Request body: {'port': {'device_id': '5858f9b8-f825-4af1-9ee5-9a3effa64514', 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7', 'admin_state_up': True, 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'security_groups': ['4cec404e-0946-4201-afbf-a576baab166e']}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:42:04.788226 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b92d733-ea18-4522-a71d-5a3edb2aaeb1 req-b7e85849-25f8-4348-956d-52b2bab32331 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Made reservation on behalf of add150d29f3d4ccc8d4e3775577e3d57 for: {'port': 1} {{(pid=114859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 00:42:04.791875 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-3b92d733-ea18-4522-a71d-5a3edb2aaeb1 req-b7e85849-25f8-4348-956d-52b2bab32331 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:42:04.913621 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.db_base_plugin_common [req-3b92d733-ea18-4522-a71d-5a3edb2aaeb1 req-b7e85849-25f8-4348-956d-52b2bab32331 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Allocated IP 172.20.0.10 (ad6fa16c-9ae9-409b-a431-15655dbe3bc7/a9745a0d-5463-41a5-8b5c-e529c4495cbd/8d060852-cc1b-419f-b360-abd5aab45f8e) {{(pid=114859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 00:42:05.046728 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-3b92d733-ea18-4522-a71d-5a3edb2aaeb1 req-b7e85849-25f8-4348-956d-52b2bab32331 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for port (8d060852-cc1b-419f-b360-abd5aab45f8e), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:42:05.079163 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-3b92d733-ea18-4522-a71d-5a3edb2aaeb1 req-b7e85849-25f8-4348-956d-52b2bab32331 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757612920360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (8d060852-cc1b-419f-b360-abd5aab45f8e), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:42:05.120614 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b92d733-ea18-4522-a71d-5a3edb2aaeb1 req-b7e85849-25f8-4348-956d-52b2bab32331 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Network ad6fa16c-9ae9-409b-a431-15655dbe3bc7 is already hosted by enough agents. {{(pid=114859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 00:42:05.123550 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.base_scheduler [req-3b92d733-ea18-4522-a71d-5a3edb2aaeb1 req-b7e85849-25f8-4348-956d-52b2bab32331 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Resources bound (agent type, host, resource id): {{(pid=114859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 00:42:05.127102 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b92d733-ea18-4522-a71d-5a3edb2aaeb1 req-b7e85849-25f8-4348-956d-52b2bab32331 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Received port after_create {{(pid=114859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 00:42:05.135395 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e85849-25f8-4348-956d-52b2bab32331 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Pushing event updated for resources: {'Port': ['ID=8d060852-cc1b-419f-b360-abd5aab45f8e,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:42:05.180442 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b92d733-ea18-4522-a71d-5a3edb2aaeb1 req-b7e85849-25f8-4348-956d-52b2bab32331 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:42:05.181192 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-3b92d733-ea18-4522-a71d-5a3edb2aaeb1 req-b7e85849-25f8-4348-956d-52b2bab32331 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for port (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:42:05.197591 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-3b92d733-ea18-4522-a71d-5a3edb2aaeb1 req-b7e85849-25f8-4348-956d-52b2bab32331 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5157809 Apr 12 00:42:05.215649 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.v2.base [req-3b92d733-ea18-4522-a71d-5a3edb2aaeb1 req-b9f368fe-03c4-461c-a948-3fdbc8dca7ed service neutron] Request body: {'port': {'device_id': '5858f9b8-f825-4af1-9ee5-9a3effa64514', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83625'}} {{(pid=114859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:42:05.280117 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-3b92d733-ea18-4522-a71d-5a3edb2aaeb1 req-b9f368fe-03c4-461c-a948-3fdbc8dca7ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (8d060852-cc1b-419f-b360-abd5aab45f8e), before_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:42:05.308556 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-333934d4-6afe-4d05-a030-478b82b230e5 None None] Provisioning complete for port 8d060852-cc1b-419f-b360-abd5aab45f8e triggered by entity DHCP. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:42:05.309097 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-333934d4-6afe-4d05-a030-478b82b230e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (8d060852-cc1b-419f-b360-abd5aab45f8e), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:42:05.345396 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-333934d4-6afe-4d05-a030-478b82b230e5 None None] Port 8d060852-cc1b-419f-b360-abd5aab45f8e cannot update to ACTIVE because it is not bound. {{(pid=114861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 00:42:05.532368 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [req-3b92d733-ea18-4522-a71d-5a3edb2aaeb1 req-b9f368fe-03c4-461c-a948-3fdbc8dca7ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d060852-cc1b-419f-b360-abd5aab45f8e {{(pid=114859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:42:05.540094 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-3b92d733-ea18-4522-a71d-5a3edb2aaeb1 req-b9f368fe-03c4-461c-a948-3fdbc8dca7ed service neutron] Publish callbacks [] for port (8d060852-cc1b-419f-b360-abd5aab45f8e), precommit_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:42:05.552161 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.provisioning_blocks [req-3b92d733-ea18-4522-a71d-5a3edb2aaeb1 req-b9f368fe-03c4-461c-a948-3fdbc8dca7ed service neutron] Transition to ACTIVE for port object 8d060852-cc1b-419f-b360-abd5aab45f8e will not be triggered until provisioned by entity L2. {{(pid=114859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 00:42:05.555608 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-3b92d733-ea18-4522-a71d-5a3edb2aaeb1 req-b9f368fe-03c4-461c-a948-3fdbc8dca7ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59136039'] for port (8d060852-cc1b-419f-b360-abd5aab45f8e), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:42:05.608674 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f368fe-03c4-461c-a948-3fdbc8dca7ed service neutron] Pushing event updated for resources: {'Port': ['ID=8d060852-cc1b-419f-b360-abd5aab45f8e,revision_number=2']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:42:05.680927 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.managers [req-3b92d733-ea18-4522-a71d-5a3edb2aaeb1 req-b9f368fe-03c4-461c-a948-3fdbc8dca7ed service neutron] Attempting to bind port 8d060852-cc1b-419f-b360-abd5aab45f8e on host hv-cinder-83625 for vnic_type normal with profile {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 00:42:05.681267 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.managers [req-3b92d733-ea18-4522-a71d-5a3edb2aaeb1 req-b9f368fe-03c4-461c-a948-3fdbc8dca7ed service neutron] Attempting to bind port 8d060852-cc1b-419f-b360-abd5aab45f8e by drivers openvswitch,hyperv on host hv-cinder-83625 at level 0 using segments [{'id': '850085f3-336f-4cd2-8504-bcaa5ecc90d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7'}] {{(pid=114859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 00:42:05.681601 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b92d733-ea18-4522-a71d-5a3edb2aaeb1 req-b9f368fe-03c4-461c-a948-3fdbc8dca7ed service neutron] Attempting to bind port 8d060852-cc1b-419f-b360-abd5aab45f8e on network ad6fa16c-9ae9-409b-a431-15655dbe3bc7 {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:42:05.686207 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b92d733-ea18-4522-a71d-5a3edb2aaeb1 req-b9f368fe-03c4-461c-a948-3fdbc8dca7ed service neutron] Port 8d060852-cc1b-419f-b360-abd5aab45f8e on network ad6fa16c-9ae9-409b-a431-15655dbe3bc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83625 {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 00:42:05.686501 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b92d733-ea18-4522-a71d-5a3edb2aaeb1 req-b9f368fe-03c4-461c-a948-3fdbc8dca7ed service neutron] Attempting to bind port 8d060852-cc1b-419f-b360-abd5aab45f8e on network ad6fa16c-9ae9-409b-a431-15655dbe3bc7 {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 00:42:05.692275 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b92d733-ea18-4522-a71d-5a3edb2aaeb1 req-b9f368fe-03c4-461c-a948-3fdbc8dca7ed service neutron] Checking agent: {'id': '6c438ad1-5788-4552-a50f-29c8c96f3196', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83625', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 0, 23, 42), 'started_at': datetime.datetime(2022, 4, 12, 0, 23, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 0, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 00:42:05.692799 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b92d733-ea18-4522-a71d-5a3edb2aaeb1 req-b9f368fe-03c4-461c-a948-3fdbc8dca7ed service neutron] Checking segment: {'id': '850085f3-336f-4cd2-8504-bcaa5ecc90d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 00:42:05.693280 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b92d733-ea18-4522-a71d-5a3edb2aaeb1 req-b9f368fe-03c4-461c-a948-3fdbc8dca7ed service neutron] Bound using segment: {'id': '850085f3-336f-4cd2-8504-bcaa5ecc90d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7'} {{(pid=114859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 00:42:05.693827 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.managers [req-3b92d733-ea18-4522-a71d-5a3edb2aaeb1 req-b9f368fe-03c4-461c-a948-3fdbc8dca7ed service neutron] Bound port: 8d060852-cc1b-419f-b360-abd5aab45f8e, host: hv-cinder-83625, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '850085f3-336f-4cd2-8504-bcaa5ecc90d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7'}}] {{(pid=114859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 00:42:05.694498 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-3b92d733-ea18-4522-a71d-5a3edb2aaeb1 req-b9f368fe-03c4-461c-a948-3fdbc8dca7ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (8d060852-cc1b-419f-b360-abd5aab45f8e), before_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:42:05.760547 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [req-3b92d733-ea18-4522-a71d-5a3edb2aaeb1 req-b9f368fe-03c4-461c-a948-3fdbc8dca7ed service neutron] For port 8d060852-cc1b-419f-b360-abd5aab45f8e, host hv-cinder-83625, cleared binding levels {{(pid=114859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 00:42:05.764537 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [req-3b92d733-ea18-4522-a71d-5a3edb2aaeb1 req-b9f368fe-03c4-461c-a948-3fdbc8dca7ed service neutron] For port 8d060852-cc1b-419f-b360-abd5aab45f8e, host hv-cinder-83625, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=8d060852-cc1b-419f-b360-abd5aab45f8e,segment=NetworkSegment(850085f3-336f-4cd2-8504-bcaa5ecc90d0),segment_id=850085f3-336f-4cd2-8504-bcaa5ecc90d0)] {{(pid=114859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 00:42:05.765085 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9983fe67-a1dc-495e-9019-14642167cd0b req-8a6b3d08-9e66-49cd-b7ab-115c0cad9fd7 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:42:05.766662 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-9983fe67-a1dc-495e-9019-14642167cd0b req-8a6b3d08-9e66-49cd-b7ab-115c0cad9fd7 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?device_id=5858f9b8-f825-4af1-9ee5-9a3effa64514 HTTP/1.1" status: 200 len: 944 time: 0.0534012 Apr 12 00:42:05.779902 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-3b92d733-ea18-4522-a71d-5a3edb2aaeb1 req-b9f368fe-03c4-461c-a948-3fdbc8dca7ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59136039'] for port (8d060852-cc1b-419f-b360-abd5aab45f8e), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:42:05.815683 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-9983fe67-a1dc-495e-9019-14642167cd0b req-3c492bb2-b9fd-4eda-9dbd-c428f1abfe0b tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cec404e-0946-4201-afbf-a576baab166e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429533 Apr 12 00:42:05.816942 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b92d733-ea18-4522-a71d-5a3edb2aaeb1 req-b9f368fe-03c4-461c-a948-3fdbc8dca7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:42:05.817595 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-3b92d733-ea18-4522-a71d-5a3edb2aaeb1 req-b9f368fe-03c4-461c-a948-3fdbc8dca7ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for port (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:42:05.818997 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-3b92d733-ea18-4522-a71d-5a3edb2aaeb1 req-b9f368fe-03c4-461c-a948-3fdbc8dca7ed service neutron] 10.222.0.52 "PUT /v2.0/ports/8d060852-cc1b-419f-b360-abd5aab45f8e HTTP/1.1" status: 200 len: 1094 time: 0.6085908 Apr 12 00:42:05.819526 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5858f9b8-f825-4af1-9ee5-9a3effa64514', 'tag': '8d060852-cc1b-419f-b360-abd5aab45f8e'}] {{(pid=114859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:42:05.822192 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d751ce943c7fd1580d8237ddcdd582f05025ac6b53677acecb9ecfb4d000721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f1d821-cbaf-49ec-abe6-32edb1fde31e" -d '{"events": [{"name": "network-changed", "server_uuid": "5858f9b8-f825-4af1-9ee5-9a3effa64514", "tag": "8d060852-cc1b-419f-b360-abd5aab45f8e"}]}' {{(pid=114859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:42:05.848540 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f368fe-03c4-461c-a948-3fdbc8dca7ed service neutron] Pushing event updated for resources: {'Port': ['ID=8d060852-cc1b-419f-b360-abd5aab45f8e,revision_number=3']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:42:05.870801 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88072f22-1e8b-4e51-8d32-90e6f706d328 x-openstack-request-id: req-88072f22-1e8b-4e51-8d32-90e6f706d328 {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:42:05.871120 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5858f9b8-f825-4af1-9ee5-9a3effa64514", "tag": "8d060852-cc1b-419f-b360-abd5aab45f8e", "status": "completed", "code": 200}]} {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:42:05.871384 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-88072f22-1e8b-4e51-8d32-90e6f706d328 {{(pid=114859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:42:05.871781 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88072f22-1e8b-4e51-8d32-90e6f706d328'] response: {'name': 'network-changed', 'server_uuid': '5858f9b8-f825-4af1-9ee5-9a3effa64514', 'tag': '8d060852-cc1b-419f-b360-abd5aab45f8e', 'status': 'completed', 'code': 200} Apr 12 00:42:05.927526 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b92d733-ea18-4522-a71d-5a3edb2aaeb1 req-5862ad49-787c-41e4-b198-b3da3f0e5759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:42:05.929047 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-3b92d733-ea18-4522-a71d-5a3edb2aaeb1 req-5862ad49-787c-41e4-b198-b3da3f0e5759 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=add150d29f3d4ccc8d4e3775577e3d57&device_id=5858f9b8-f825-4af1-9ee5-9a3effa64514 HTTP/1.1" status: 200 len: 1128 time: 0.0422609 Apr 12 00:42:05.979352 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-3b92d733-ea18-4522-a71d-5a3edb2aaeb1 req-b675868a-7b69-4505-aa52-b3c472c5e1fb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d060852-cc1b-419f-b360-abd5aab45f8e HTTP/1.1" status: 200 len: 217 time: 0.0359001 Apr 12 00:42:06.029580 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b92d733-ea18-4522-a71d-5a3edb2aaeb1 req-a70772b1-fed7-44e1-a248-034101a250b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:42:06.031279 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-3b92d733-ea18-4522-a71d-5a3edb2aaeb1 req-a70772b1-fed7-44e1-a248-034101a250b4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a9745a0d-5463-41a5-8b5c-e529c4495cbd HTTP/1.1" status: 200 len: 854 time: 0.0450320 Apr 12 00:42:06.075498 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b92d733-ea18-4522-a71d-5a3edb2aaeb1 req-7b9789a9-10eb-4b5a-a508-a6c7b4baec6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:42:06.076908 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-3b92d733-ea18-4522-a71d-5a3edb2aaeb1 req-7b9789a9-10eb-4b5a-a508-a6c7b4baec6d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad6fa16c-9ae9-409b-a431-15655dbe3bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398154 Apr 12 00:42:06.164990 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-3b92d733-ea18-4522-a71d-5a3edb2aaeb1 req-24978189-f9ba-4e9a-a102-daa90536269c service neutron] 10.222.0.52 "GET /v2.0/networks/ad6fa16c-9ae9-409b-a431-15655dbe3bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805049 Apr 12 00:42:06.251362 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-3b92d733-ea18-4522-a71d-5a3edb2aaeb1 req-555afdf0-2dfd-4bec-9738-4d450d281c98 service neutron] 10.222.0.52 "GET /v2.0/networks/ad6fa16c-9ae9-409b-a431-15655dbe3bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816889 Apr 12 00:42:06.944289 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa4cf1-590a-4363-848d-a5b4bd12cc2c req-83c31525-7f7e-469e-bd1c-8955d0bac61f tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:42:06.946351 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-9aaa4cf1-590a-4363-848d-a5b4bd12cc2c req-83c31525-7f7e-469e-bd1c-8955d0bac61f tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?device_id=5858f9b8-f825-4af1-9ee5-9a3effa64514 HTTP/1.1" status: 200 len: 944 time: 0.0459411 Apr 12 00:42:06.990190 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-9aaa4cf1-590a-4363-848d-a5b4bd12cc2c req-e212b1f6-5eea-4ab5-ac64-f565c7b5c3b4 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cec404e-0946-4201-afbf-a576baab166e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385001 Apr 12 00:42:08.101781 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30002340-b652-4e44-b5a5-13bc744b6c51 req-5308cc2b-64bf-495e-ac75-82616517195f tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:42:08.103530 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-30002340-b652-4e44-b5a5-13bc744b6c51 req-5308cc2b-64bf-495e-ac75-82616517195f tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?device_id=5858f9b8-f825-4af1-9ee5-9a3effa64514 HTTP/1.1" status: 200 len: 944 time: 0.0470901 Apr 12 00:42:08.164839 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1d821-cbaf-49ec-abe6-32edb1fde31e req-e9105ec6-3d21-4709-bcea-2b864a746b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:42:08.166305 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-b8f1d821-cbaf-49ec-abe6-32edb1fde31e req-e9105ec6-3d21-4709-bcea-2b864a746b72 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=add150d29f3d4ccc8d4e3775577e3d57&device_id=5858f9b8-f825-4af1-9ee5-9a3effa64514 HTTP/1.1" status: 200 len: 1128 time: 0.0619051 Apr 12 00:42:08.195280 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-30002340-b652-4e44-b5a5-13bc744b6c51 req-a0ae54d1-6fea-4708-b688-ed92bda6b7d2 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cec404e-0946-4201-afbf-a576baab166e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833828 Apr 12 00:42:08.262446 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1d821-cbaf-49ec-abe6-32edb1fde31e req-828e13fe-6a4b-46c0-8ec9-1a5c4cc01423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:42:08.264142 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-b8f1d821-cbaf-49ec-abe6-32edb1fde31e req-828e13fe-6a4b-46c0-8ec9-1a5c4cc01423 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ad6fa16c-9ae9-409b-a431-15655dbe3bc7 HTTP/1.1" status: 200 len: 916 time: 0.0907185 Apr 12 00:42:08.306561 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-b8f1d821-cbaf-49ec-abe6-32edb1fde31e req-fb82c67a-cefd-4b29-95b6-73ba8b5fad09 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d060852-cc1b-419f-b360-abd5aab45f8e HTTP/1.1" status: 200 len: 217 time: 0.0356874 Apr 12 00:42:08.353906 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1d821-cbaf-49ec-abe6-32edb1fde31e req-53459177-e40c-4bd4-849a-a1f29b0c3945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:42:08.355349 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-b8f1d821-cbaf-49ec-abe6-32edb1fde31e req-53459177-e40c-4bd4-849a-a1f29b0c3945 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a9745a0d-5463-41a5-8b5c-e529c4495cbd HTTP/1.1" status: 200 len: 854 time: 0.0431566 Apr 12 00:42:08.395247 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1d821-cbaf-49ec-abe6-32edb1fde31e req-3de71e28-7861-4826-acec-3c1defe51ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:42:08.396624 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-b8f1d821-cbaf-49ec-abe6-32edb1fde31e req-3de71e28-7861-4826-acec-3c1defe51ac9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad6fa16c-9ae9-409b-a431-15655dbe3bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0355892 Apr 12 00:42:08.486444 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-b8f1d821-cbaf-49ec-abe6-32edb1fde31e req-4d7845c5-711a-4ec6-907f-d59ca7bb2e89 service neutron] 10.222.0.52 "GET /v2.0/networks/ad6fa16c-9ae9-409b-a431-15655dbe3bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839243 Apr 12 00:42:08.573264 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-b8f1d821-cbaf-49ec-abe6-32edb1fde31e req-551975a5-bda7-42a3-ae1c-16d2d7cbe517 service neutron] 10.222.0.52 "GET /v2.0/networks/ad6fa16c-9ae9-409b-a431-15655dbe3bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812705 Apr 12 00:42:09.168479 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device 8d060852-cc1b-419f-b360-abd5aab45f8e details requested by agent hyperv_hv-cinder-83625 with host hv-cinder-83625 {{(pid=114861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 00:42:09.266273 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port 8d060852-cc1b-419f-b360-abd5aab45f8e, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=8d060852-cc1b-419f-b360-abd5aab45f8e,segment=NetworkSegment(850085f3-336f-4cd2-8504-bcaa5ecc90d0),segment_id=850085f3-336f-4cd2-8504-bcaa5ecc90d0)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:42:09.277699 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Returning: {'device': '8d060852-cc1b-419f-b360-abd5aab45f8e', 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7', 'port_id': '8d060852-cc1b-419f-b360-abd5aab45f8e', 'mac_address': 'fa:16:3e:68:06:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9745a0d-5463-41a5-8b5c-e529c4495cbd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 00:42:09.305408 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7286fe7-473e-4a58-9112-df6505008544 req-ac1cb786-3f70-42d9-a9c7-3de5141a2054 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:42:09.306895 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-e7286fe7-473e-4a58-9112-df6505008544 req-ac1cb786-3f70-42d9-a9c7-3de5141a2054 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?device_id=5858f9b8-f825-4af1-9ee5-9a3effa64514 HTTP/1.1" status: 200 len: 944 time: 0.0462425 Apr 12 00:42:09.314455 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Current status of the port 8d060852-cc1b-419f-b360-abd5aab45f8e is: DOWN; New status is: BUILD {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:42:09.314852 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (8d060852-cc1b-419f-b360-abd5aab45f8e), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:42:09.327925 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.notifiers.nova [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d060852-cc1b-419f-b360-abd5aab45f8e {{(pid=114861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 00:42:09.347823 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port 8d060852-cc1b-419f-b360-abd5aab45f8e, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=8d060852-cc1b-419f-b360-abd5aab45f8e,segment=NetworkSegment(850085f3-336f-4cd2-8504-bcaa5ecc90d0),segment_id=850085f3-336f-4cd2-8504-bcaa5ecc90d0)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:42:09.352430 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (8d060852-cc1b-419f-b360-abd5aab45f8e), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:42:09.357618 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-e7286fe7-473e-4a58-9112-df6505008544 req-953dd934-3a52-43aa-970e-c60e5d19cfc8 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cec404e-0946-4201-afbf-a576baab166e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452652 Apr 12 00:42:09.397177 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Pushing event updated for resources: {'Port': ['ID=8d060852-cc1b-419f-b360-abd5aab45f8e,revision_number=4']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:42:09.406402 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:42:09.406749 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:42:09.407087 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:42:09.407426 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:42:09.407781 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:42:09.408207 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:42:09.408398 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:42:09.408722 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:42:09.409044 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:42:09.409369 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:42:09.409690 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:42:09.410014 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:42:09.410355 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:42:09.410677 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:42:09.410992 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:42:09.732297 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] get_ports_and_sgs() called for port_ids ['8d060852-cc1b-419f-b360-abd5aab45f8e'] {{(pid=114861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 00:42:10.466217 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2656633-cbe5-4191-8575-e20d57126433 req-0d9e0795-17f1-4eb7-88cb-60d2a41a3101 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:42:10.467654 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-b2656633-cbe5-4191-8575-e20d57126433 req-0d9e0795-17f1-4eb7-88cb-60d2a41a3101 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?device_id=5858f9b8-f825-4af1-9ee5-9a3effa64514 HTTP/1.1" status: 200 len: 945 time: 0.0451803 Apr 12 00:42:10.517217 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-b2656633-cbe5-4191-8575-e20d57126433 req-89103887-2ee8-48f4-ac94-5a2a9432ede3 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cec404e-0946-4201-afbf-a576baab166e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436060 Apr 12 00:42:10.840886 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.agents_db [None req-4f17da96-f611-4225-a78f-ee15b860eec6 None None] Agent healthcheck: found 6 active agents {{(pid=114862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:42:11.174455 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device 8d060852-cc1b-419f-b360-abd5aab45f8e up at agent hyperv_hv-cinder-83625 {{(pid=114861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 00:42:11.216964 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Provisioning for port 8d060852-cc1b-419f-b360-abd5aab45f8e completed by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 00:42:11.222701 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.provisioning_blocks [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Provisioning complete for port 8d060852-cc1b-419f-b360-abd5aab45f8e triggered by entity L2. {{(pid=114861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 00:42:11.223121 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1543261'] for port (8d060852-cc1b-419f-b360-abd5aab45f8e), provisioning_complete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:42:11.300474 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Current status of the port 8d060852-cc1b-419f-b360-abd5aab45f8e is: BUILD; New status is: ACTIVE {{(pid=114861) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 00:42:11.300864 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487702'] for port (8d060852-cc1b-419f-b360-abd5aab45f8e), before_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:42:11.322901 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5858f9b8-f825-4af1-9ee5-9a3effa64514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d060852-cc1b-419f-b360-abd5aab45f8e'}] {{(pid=114861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:42:11.325121 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d187226e65eb8f713948fb36ffe50595ec682b3d9ec12b6d0c088ba153fadb12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe738043-1a87-4c4f-9182-36d0b225f1fb" -d '{"events": [{"server_uuid": "5858f9b8-f825-4af1-9ee5-9a3effa64514", "name": "network-vif-plugged", "status": "completed", "tag": "8d060852-cc1b-419f-b360-abd5aab45f8e"}]}' {{(pid=114861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:42:11.338522 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] For port 8d060852-cc1b-419f-b360-abd5aab45f8e, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=8d060852-cc1b-419f-b360-abd5aab45f8e,segment=NetworkSegment(850085f3-336f-4cd2-8504-bcaa5ecc90d0),segment_id=850085f3-336f-4cd2-8504-bcaa5ecc90d0)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:42:11.342298 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757613444895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757612920378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757612920396'] for port (8d060852-cc1b-419f-b360-abd5aab45f8e), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:42:11.388059 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Pushing event updated for resources: {'Port': ['ID=8d060852-cc1b-419f-b360-abd5aab45f8e,revision_number=5']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:42:11.416973 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7af6b0-bcc4-4dad-804e-63246d43104f x-openstack-request-id: req-9e7af6b0-bcc4-4dad-804e-63246d43104f {{(pid=114861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:42:11.417332 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5858f9b8-f825-4af1-9ee5-9a3effa64514", "name": "network-vif-plugged", "status": "completed", "tag": "8d060852-cc1b-419f-b360-abd5aab45f8e", "code": 200}]} {{(pid=114861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:42:11.417642 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9e7af6b0-bcc4-4dad-804e-63246d43104f {{(pid=114861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:42:11.418020 dv-cinder-836252-3-iscsi neutron-server[114861]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e7af6b0-bcc4-4dad-804e-63246d43104f'] response: {'server_uuid': '5858f9b8-f825-4af1-9ee5-9a3effa64514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d060852-cc1b-419f-b360-abd5aab45f8e', 'code': 200} Apr 12 00:42:11.640567 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a1c238-749f-4f5e-858e-b38c5e831a96 req-d96c80eb-71e7-48a9-993d-d4d7ff73fa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:42:11.642055 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-60a1c238-749f-4f5e-858e-b38c5e831a96 req-d96c80eb-71e7-48a9-993d-d4d7ff73fa92 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5858f9b8-f825-4af1-9ee5-9a3effa64514 HTTP/1.1" status: 200 len: 1130 time: 0.0654721 Apr 12 00:42:11.647914 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f50a8f-fd84-4634-abe0-b5d94a9fc113 req-bcd1141b-b007-4b99-9d59-b79b80d99c77 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:42:11.649263 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e8f50a8f-fd84-4634-abe0-b5d94a9fc113 req-bcd1141b-b007-4b99-9d59-b79b80d99c77 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?device_id=5858f9b8-f825-4af1-9ee5-9a3effa64514 HTTP/1.1" status: 200 len: 946 time: 0.0648885 Apr 12 00:42:11.714000 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-60a1c238-749f-4f5e-858e-b38c5e831a96 req-a4865372-acdc-41b4-b21d-f6bc10cd6f5f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4cec404e-0946-4201-afbf-a576baab166e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610034 Apr 12 00:42:11.724343 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-e8f50a8f-fd84-4634-abe0-b5d94a9fc113 req-c2ee7770-bfb3-4489-a76c-f1864c968f14 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cec404e-0946-4201-afbf-a576baab166e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661550 Apr 12 00:42:12.395129 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-8cfcc73e-447b-4dc8-b089-3a3e599a7820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (4ecbd319-6885-49f5-abb8-de205838eb1c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:42:12.838123 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14740ccb-b026-4e42-9363-a51b0f4d2d75 req-93699411-2cc2-4eab-b7ec-6ffd6124fd37 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:42:12.839695 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-14740ccb-b026-4e42-9363-a51b0f4d2d75 req-93699411-2cc2-4eab-b7ec-6ffd6124fd37 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?device_id=5858f9b8-f825-4af1-9ee5-9a3effa64514 HTTP/1.1" status: 200 len: 946 time: 0.0469131 Apr 12 00:42:12.888130 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-14740ccb-b026-4e42-9363-a51b0f4d2d75 req-af2e3c7e-afab-4cfb-8fbe-4b29bfb1b041 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cec404e-0946-4201-afbf-a576baab166e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428808 Apr 12 00:42:14.001597 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77065c3f-56aa-48ee-99ed-43e4cddbbc66 req-3559cbe9-73ad-43b5-b33e-1ae5bdccbc55 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:42:14.003053 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-77065c3f-56aa-48ee-99ed-43e4cddbbc66 req-3559cbe9-73ad-43b5-b33e-1ae5bdccbc55 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?device_id=5858f9b8-f825-4af1-9ee5-9a3effa64514 HTTP/1.1" status: 200 len: 946 time: 0.0488145 Apr 12 00:42:14.048755 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-77065c3f-56aa-48ee-99ed-43e4cddbbc66 req-a3227451-4706-44af-929b-f65946409190 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cec404e-0946-4201-afbf-a576baab166e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397964 Apr 12 00:42:14.153751 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b44e0dd-c706-4b73-9fd3-10324ad0a21a req-3050628c-8348-4ac0-b3d4-385edf21b163 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:42:14.155228 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-3b44e0dd-c706-4b73-9fd3-10324ad0a21a req-3050628c-8348-4ac0-b3d4-385edf21b163 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?device_id=5858f9b8-f825-4af1-9ee5-9a3effa64514 HTTP/1.1" status: 200 len: 946 time: 0.0461433 Apr 12 00:42:14.163596 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 35426) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:42:14.168640 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.v2.base [None req-eecd7a2c-3f1c-4f60-ab9a-7825beaf67ad tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Request body: {'floatingip': {'port_id': '8d060852-cc1b-419f-b360-abd5aab45f8e'}} {{(pid=114860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 00:42:14.208673 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-eecd7a2c-3f1c-4f60-ab9a-7825beaf67ad tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for floatingip (45a60f2a-c124-4705-a14d-2b29bef53d75), before_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:42:14.644561 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-f9e7ffdc-01c6-45cc-ac82-bbbe63910301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (d3fb0dde-5c40-4fca-80b5-61326157311c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:42:14.856512 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-eecd7a2c-3f1c-4f60-ab9a-7825beaf67ad tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:42:14.860283 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-eecd7a2c-3f1c-4f60-ab9a-7825beaf67ad tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1586356'] for floatingip (45a60f2a-c124-4705-a14d-2b29bef53d75), after_update {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:42:14.959181 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.db.l3_db [None req-eecd7a2c-3f1c-4f60-ab9a-7825beaf67ad tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Floating IP 45a60f2a-c124-4705-a14d-2b29bef53d75 associated. External IP: 172.27.3.97, port: 8d060852-cc1b-419f-b360-abd5aab45f8e. Apr 12 00:42:15.162339 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eecd7a2c-3f1c-4f60-ab9a-7825beaf67ad tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Router c55378f6-ed14-4860-9722-f016e3ed5a64 has already been hosted by L3 agent d3fb0dde-5c40-4fca-80b5-61326157311c {{(pid=114860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:42:15.269376 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eecd7a2c-3f1c-4f60-ab9a-7825beaf67ad tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Notify agent at l3_agent.dv-cinder-836252-3-iscsi the message routers_updated {{(pid=114860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:42:15.274178 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-eecd7a2c-3f1c-4f60-ab9a-7825beaf67ad tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for floatingip (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:42:15.278562 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc94f62-1578-4cf9-ace7-eafcba8f11d3 None None] Sync routers for ids ['c55378f6-ed14-4860-9722-f016e3ed5a64'] in dv-cinder-836252-3-iscsi {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:42:15.287581 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc94f62-1578-4cf9-ace7-eafcba8f11d3 None None] Routers {'c55378f6-ed14-4860-9722-f016e3ed5a64'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:42:15.288193 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-dfc94f62-1578-4cf9-ace7-eafcba8f11d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:42:15Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['c55378f6-ed14-4860-9722-f016e3ed5a64'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:42:15.302666 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-eecd7a2c-3f1c-4f60-ab9a-7825beaf67ad tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "PUT /v2.0/floatingips/45a60f2a-c124-4705-a14d-2b29bef53d75 HTTP/1.1" status: 200 len: 991 time: 1.1373911 Apr 12 00:42:15.303246 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5858f9b8-f825-4af1-9ee5-9a3effa64514', 'tag': '8d060852-cc1b-419f-b360-abd5aab45f8e'}] {{(pid=114860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:42:15.306104 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d90dfd39203e2da807f23340b9cb516271cbc18bcd75fa685292d117274546a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38866e1-3f9c-4b8c-b05c-62f2ecdb8ede" -d '{"events": [{"name": "network-changed", "server_uuid": "5858f9b8-f825-4af1-9ee5-9a3effa64514", "tag": "8d060852-cc1b-419f-b360-abd5aab45f8e"}]}' {{(pid=114860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:42:15.395560 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-dfc94f62-1578-4cf9-ace7-eafcba8f11d3 None None] Set router c55378f6-ed14-4860-9722-f016e3ed5a64 gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:42:15.396856 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 00:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f820ede-fd83-4c09-84ff-633b7e2b409c x-openstack-request-id: req-2f820ede-fd83-4c09-84ff-633b7e2b409c {{(pid=114860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:42:15.397145 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5858f9b8-f825-4af1-9ee5-9a3effa64514", "tag": "8d060852-cc1b-419f-b360-abd5aab45f8e", "status": "completed", "code": 200}]} {{(pid=114860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:42:15.397402 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2f820ede-fd83-4c09-84ff-633b7e2b409c {{(pid=114860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:42:15.397813 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f820ede-fd83-4c09-84ff-633b7e2b409c'] response: {'name': 'network-changed', 'server_uuid': '5858f9b8-f825-4af1-9ee5-9a3effa64514', 'tag': '8d060852-cc1b-419f-b360-abd5aab45f8e', 'status': 'completed', 'code': 200} Apr 12 00:42:15.478014 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38866e1-3f9c-4b8c-b05c-62f2ecdb8ede req-b4ef48fc-22a3-427a-9ff1-7dbc6eb18c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:42:15.479594 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-b38866e1-3f9c-4b8c-b05c-62f2ecdb8ede req-b4ef48fc-22a3-427a-9ff1-7dbc6eb18c69 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=add150d29f3d4ccc8d4e3775577e3d57&device_id=5858f9b8-f825-4af1-9ee5-9a3effa64514 HTTP/1.1" status: 200 len: 1130 time: 0.0385656 Apr 12 00:42:15.570451 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38866e1-3f9c-4b8c-b05c-62f2ecdb8ede req-74380be2-6d42-419b-9fc0-88c52fe6ce0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:42:15.571819 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-b38866e1-3f9c-4b8c-b05c-62f2ecdb8ede req-74380be2-6d42-419b-9fc0-88c52fe6ce0b service neutron] 10.222.0.52 "GET /v2.0/networks?id=ad6fa16c-9ae9-409b-a431-15655dbe3bc7 HTTP/1.1" status: 200 len: 916 time: 0.0861905 Apr 12 00:42:15.605173 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-dfc94f62-1578-4cf9-ace7-eafcba8f11d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'name': 'tempest-AttachVolumeNegativeTest-1669374095-router', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '58289c30-3084-4e4c-98f4-831e7f157643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:36:38Z', 'updated_at': '2022-04-12T00:36:41Z', 'revision_number': 4, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'gw_port': {'id': '58289c30-3084-4e4c-98f4-831e7f157643', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:36:38Z', 'updated_at': '2022-04-12T00:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_floatingips': [{'id': '45a60f2a-c124-4705-a14d-2b29bef53d75', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'floating_ip_address': '172.27.3.97', 'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'router_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'port_id': '8d060852-cc1b-419f-b360-abd5aab45f8e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7', 'mac_address': 'fa:16:3e:68:06:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5858f9b8-f825-4af1-9ee5-9a3effa64514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:42:02Z', 'updated_at': '2022-04-12T00:42:14Z', 'revision_number': 1, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3', 'name': '', 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'mac_address': 'fa:16:3e:20:45:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'a9745a0d-5463-41a5-8b5c-e529c4495cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:36:40Z', 'updated_at': '2022-04-12T00:36:45Z', 'revision_number': 5, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'subnets': [{'id': 'a9745a0d-5463-41a5-8b5c-e529c4495cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:42:15.634135 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-b38866e1-3f9c-4b8c-b05c-62f2ecdb8ede req-ddae2265-7d3d-4ce1-b101-7b26f5f0350f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d060852-cc1b-419f-b360-abd5aab45f8e HTTP/1.1" status: 200 len: 999 time: 0.0565424 Apr 12 00:42:15.634419 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc94f62-1578-4cf9-ace7-eafcba8f11d3 None None] Checking router: c55378f6-ed14-4860-9722-f016e3ed5a64 for host: dv-cinder-836252-3-iscsi {{(pid=114862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:42:15.642696 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc94f62-1578-4cf9-ace7-eafcba8f11d3 None None] Routers {'c55378f6-ed14-4860-9722-f016e3ed5a64'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:42:15.643297 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-dfc94f62-1578-4cf9-ace7-eafcba8f11d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:42:15Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['c55378f6-ed14-4860-9722-f016e3ed5a64'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:42:15.681101 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38866e1-3f9c-4b8c-b05c-62f2ecdb8ede req-a0e2d936-523e-4c3b-9250-3d9ed7241105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:42:15.682551 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-b38866e1-3f9c-4b8c-b05c-62f2ecdb8ede req-a0e2d936-523e-4c3b-9250-3d9ed7241105 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a9745a0d-5463-41a5-8b5c-e529c4495cbd HTTP/1.1" status: 200 len: 854 time: 0.0427310 Apr 12 00:42:15.726870 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38866e1-3f9c-4b8c-b05c-62f2ecdb8ede req-8fdf0902-3565-4249-b520-358aa96009e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:42:15.728329 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-b38866e1-3f9c-4b8c-b05c-62f2ecdb8ede req-8fdf0902-3565-4249-b520-358aa96009e0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad6fa16c-9ae9-409b-a431-15655dbe3bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404415 Apr 12 00:42:15.748689 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-dfc94f62-1578-4cf9-ace7-eafcba8f11d3 None None] Set router c55378f6-ed14-4860-9722-f016e3ed5a64 gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:42:15.814528 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-b38866e1-3f9c-4b8c-b05c-62f2ecdb8ede req-aceab45c-29e2-4083-9e23-4017315d250f service neutron] 10.222.0.52 "GET /v2.0/networks/ad6fa16c-9ae9-409b-a431-15655dbe3bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805359 Apr 12 00:42:15.959348 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-dfc94f62-1578-4cf9-ace7-eafcba8f11d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'name': 'tempest-AttachVolumeNegativeTest-1669374095-router', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '58289c30-3084-4e4c-98f4-831e7f157643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:36:38Z', 'updated_at': '2022-04-12T00:36:41Z', 'revision_number': 4, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'gw_port': {'id': '58289c30-3084-4e4c-98f4-831e7f157643', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:36:38Z', 'updated_at': '2022-04-12T00:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_floatingips': [{'id': '45a60f2a-c124-4705-a14d-2b29bef53d75', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'floating_ip_address': '172.27.3.97', 'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'router_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'port_id': '8d060852-cc1b-419f-b360-abd5aab45f8e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7', 'mac_address': 'fa:16:3e:68:06:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5858f9b8-f825-4af1-9ee5-9a3effa64514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:42:02Z', 'updated_at': '2022-04-12T00:42:14Z', 'revision_number': 1, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3', 'name': '', 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'mac_address': 'fa:16:3e:20:45:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'a9745a0d-5463-41a5-8b5c-e529c4495cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:36:40Z', 'updated_at': '2022-04-12T00:36:45Z', 'revision_number': 5, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'subnets': [{'id': 'a9745a0d-5463-41a5-8b5c-e529c4495cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:42:15.990789 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc94f62-1578-4cf9-ace7-eafcba8f11d3 None None] The sync data for ids ['c55378f6-ed14-4860-9722-f016e3ed5a64'] in dv-cinder-836252-3-iscsi is: [{'id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'name': 'tempest-AttachVolumeNegativeTest-1669374095-router', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '58289c30-3084-4e4c-98f4-831e7f157643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:36:38Z', 'updated_at': '2022-04-12T00:36:41Z', 'revision_number': 4, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'gw_port': {'id': '58289c30-3084-4e4c-98f4-831e7f157643', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:36:38Z', 'updated_at': '2022-04-12T00:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_floatingips': [{'id': '45a60f2a-c124-4705-a14d-2b29bef53d75', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'floating_ip_address': '172.27.3.97', 'floating_network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'router_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'port_id': '8d060852-cc1b-419f-b360-abd5aab45f8e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7', 'mac_address': 'fa:16:3e:68:06:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5858f9b8-f825-4af1-9ee5-9a3effa64514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T00:42:02Z', 'updated_at': '2022-04-12T00:42:14Z', 'revision_number': 1, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3', 'name': '', 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'mac_address': 'fa:16:3e:20:45:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'a9745a0d-5463-41a5-8b5c-e529c4495cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:36:40Z', 'updated_at': '2022-04-12T00:36:45Z', 'revision_number': 5, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'subnets': [{'id': 'a9745a0d-5463-41a5-8b5c-e529c4495cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:42:16.177500 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-b38866e1-3f9c-4b8c-b05c-62f2ecdb8ede req-da0c1579-f554-438a-bb70-79649212ea0f service neutron] 10.222.0.52 "GET /v2.0/networks/ad6fa16c-9ae9-409b-a431-15655dbe3bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3573563 Apr 12 00:42:16.183810 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35941fa-dda9-492f-af40-a8f1748410a1 None None] New status for floating IP 45a60f2a-c124-4705-a14d-2b29bef53d75: ACTIVE {{(pid=114861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 00:42:16.293709 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d4423688-5a44-44f3-a132-81f2c9b6cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (af38becd-82ff-4144-8f94-74de975161ca), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:42:17.263523 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (6c438ad1-5788-4552-a50f-29c8c96f3196), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:42:17.656992 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-be9ea9f3-6c7c-4887-ad09-badb35df740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (738aa052-ee84-4bd1-913b-ee7149597f8f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:42:18.985738 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (f9a21fd4-36f2-4826-890e-da332e228edf), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:42:42.396061 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-db1ceb15-23d3-49dd-b2f0-fdcd15a477c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (4ecbd319-6885-49f5-abb8-de205838eb1c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:42:44.635068 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-839df449-842c-42e1-8547-6cc64d4641ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (d3fb0dde-5c40-4fca-80b5-61326157311c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:42:46.255974 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d4423688-5a44-44f3-a132-81f2c9b6cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (af38becd-82ff-4144-8f94-74de975161ca), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:42:47.269306 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (6c438ad1-5788-4552-a50f-29c8c96f3196), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:42:47.659590 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-be9ea9f3-6c7c-4887-ad09-badb35df740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (738aa052-ee84-4bd1-913b-ee7149597f8f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:42:47.839832 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.agents_db [None req-4f17da96-f611-4225-a78f-ee15b860eec6 None None] Agent healthcheck: found 6 active agents {{(pid=114862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:42:48.987782 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (f9a21fd4-36f2-4826-890e-da332e228edf), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:42:57.291824 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-60c1a34e-f984-4a58-8c18-27183c35daf5 req-441137c7-3ae2-44b4-9885-958966453a42 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5858f9b8-f825-4af1-9ee5-9a3effa64514&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383036 Apr 12 00:42:57.395109 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c1a34e-f984-4a58-8c18-27183c35daf5 req-5f369065-b547-41a3-a006-8490ba7cd221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:42:57.396554 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-60c1a34e-f984-4a58-8c18-27183c35daf5 req-5f369065-b547-41a3-a006-8490ba7cd221 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=add150d29f3d4ccc8d4e3775577e3d57&device_id=5858f9b8-f825-4af1-9ee5-9a3effa64514 HTTP/1.1" status: 200 len: 1130 time: 0.0369434 Apr 12 00:42:57.496537 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c1a34e-f984-4a58-8c18-27183c35daf5 req-9009effc-39e1-494a-b16e-599733276dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:42:57.497961 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-60c1a34e-f984-4a58-8c18-27183c35daf5 req-9009effc-39e1-494a-b16e-599733276dc5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ad6fa16c-9ae9-409b-a431-15655dbe3bc7 HTTP/1.1" status: 200 len: 916 time: 0.0839422 Apr 12 00:42:57.560593 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-60c1a34e-f984-4a58-8c18-27183c35daf5 req-305f99b3-b6fe-4013-8567-f3375c3f3326 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d060852-cc1b-419f-b360-abd5aab45f8e HTTP/1.1" status: 200 len: 1001 time: 0.0565526 Apr 12 00:42:57.609820 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c1a34e-f984-4a58-8c18-27183c35daf5 req-2f78862b-d48a-4a6c-8aac-d0214d353a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:42:57.611227 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-60c1a34e-f984-4a58-8c18-27183c35daf5 req-2f78862b-d48a-4a6c-8aac-d0214d353a01 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a9745a0d-5463-41a5-8b5c-e529c4495cbd HTTP/1.1" status: 200 len: 854 time: 0.0445693 Apr 12 00:42:57.652003 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c1a34e-f984-4a58-8c18-27183c35daf5 req-0b87fde1-fb33-4636-addf-1cc58acd5e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:42:57.653396 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-60c1a34e-f984-4a58-8c18-27183c35daf5 req-0b87fde1-fb33-4636-addf-1cc58acd5e75 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad6fa16c-9ae9-409b-a431-15655dbe3bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0362005 Apr 12 00:42:57.742638 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-60c1a34e-f984-4a58-8c18-27183c35daf5 req-e726ce15-8bf2-41f3-954e-6358bfee11ff service neutron] 10.222.0.52 "GET /v2.0/networks/ad6fa16c-9ae9-409b-a431-15655dbe3bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829160 Apr 12 00:42:57.831485 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-60c1a34e-f984-4a58-8c18-27183c35daf5 req-e6e21bc8-c518-4b7c-9c98-0cf76ba4313d service neutron] 10.222.0.52 "GET /v2.0/networks/ad6fa16c-9ae9-409b-a431-15655dbe3bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826879 Apr 12 00:43:12.398271 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-4ffb0d4e-dc9d-4501-8344-73d50df9b043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (4ecbd319-6885-49f5-abb8-de205838eb1c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:14.635652 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-441e4e02-88fe-4733-bdc9-f6e0dd270ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (d3fb0dde-5c40-4fca-80b5-61326157311c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:16.259402 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d4423688-5a44-44f3-a132-81f2c9b6cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (af38becd-82ff-4144-8f94-74de975161ca), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:17.269766 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (6c438ad1-5788-4552-a50f-29c8c96f3196), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:17.661249 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-be9ea9f3-6c7c-4887-ad09-badb35df740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (738aa052-ee84-4bd1-913b-ee7149597f8f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:18.988387 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (f9a21fd4-36f2-4826-890e-da332e228edf), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:24.839594 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.agents_db [None req-4f17da96-f611-4225-a78f-ee15b860eec6 None None] Agent healthcheck: found 6 active agents {{(pid=114862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:43:39.036044 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b79e19f-f4fd-477c-886f-1d63cef963a5 req-54533871-0c5e-49a7-bc3b-67bbfdf2e069 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:43:39.038047 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-3b79e19f-f4fd-477c-886f-1d63cef963a5 req-54533871-0c5e-49a7-bc3b-67bbfdf2e069 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?device_id=5858f9b8-f825-4af1-9ee5-9a3effa64514 HTTP/1.1" status: 200 len: 946 time: 0.0513663 Apr 12 00:43:39.083973 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-3b79e19f-f4fd-477c-886f-1d63cef963a5 req-b1bf06c0-4dca-4b57-8101-bd6f779f8c1b tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cec404e-0946-4201-afbf-a576baab166e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396481 Apr 12 00:43:40.198213 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663ab19-e032-4d6a-90b6-2c9ca05c959c req-d572bac0-aa64-485e-854c-43f4c4be05b6 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:43:40.199768 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-f663ab19-e032-4d6a-90b6-2c9ca05c959c req-d572bac0-aa64-485e-854c-43f4c4be05b6 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?device_id=5858f9b8-f825-4af1-9ee5-9a3effa64514 HTTP/1.1" status: 200 len: 946 time: 0.0487614 Apr 12 00:43:40.244960 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-f663ab19-e032-4d6a-90b6-2c9ca05c959c req-29a43071-3888-4bcc-bf51-0ff51d854cd5 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cec404e-0946-4201-afbf-a576baab166e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397158 Apr 12 00:43:40.991479 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3489c889-b67f-48a7-b53d-c530baa561ee req-3f4588b3-5d33-4dde-ab84-6cf0d06ccaf2 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:43:40.992923 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-3489c889-b67f-48a7-b53d-c530baa561ee req-3f4588b3-5d33-4dde-ab84-6cf0d06ccaf2 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.52 "GET /v2.0/ports?device_id=5858f9b8-f825-4af1-9ee5-9a3effa64514 HTTP/1.1" status: 200 len: 946 time: 0.0549703 Apr 12 00:43:41.072134 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [req-3489c889-b67f-48a7-b53d-c530baa561ee req-29e758fe-e7b4-4cea-853a-c4fb2978a292 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Deleting port 8d060852-cc1b-419f-b360-abd5aab45f8e {{(pid=114859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:43:41.072470 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-3489c889-b67f-48a7-b53d-c530baa561ee req-29e758fe-e7b4-4cea-853a-c4fb2978a292 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (8d060852-cc1b-419f-b360-abd5aab45f8e), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:41.160981 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [req-3489c889-b67f-48a7-b53d-c530baa561ee req-29e758fe-e7b4-4cea-853a-c4fb2978a292 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] For port 8d060852-cc1b-419f-b360-abd5aab45f8e, host hv-cinder-83625, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83625',level=0,port_id=8d060852-cc1b-419f-b360-abd5aab45f8e,segment=NetworkSegment(850085f3-336f-4cd2-8504-bcaa5ecc90d0),segment_id=850085f3-336f-4cd2-8504-bcaa5ecc90d0)] {{(pid=114859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:43:41.162029 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-3489c889-b67f-48a7-b53d-c530baa561ee req-29e758fe-e7b4-4cea-853a-c4fb2978a292 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (8d060852-cc1b-419f-b360-abd5aab45f8e), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:41.327879 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-3489c889-b67f-48a7-b53d-c530baa561ee req-29e758fe-e7b4-4cea-853a-c4fb2978a292 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:41.328606 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-3489c889-b67f-48a7-b53d-c530baa561ee req-29e758fe-e7b4-4cea-853a-c4fb2978a292 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1586356'] for floatingip (45a60f2a-c124-4705-a14d-2b29bef53d75), after_update {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:41.328606 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.db.l3_db [req-3489c889-b67f-48a7-b53d-c530baa561ee req-29e758fe-e7b4-4cea-853a-c4fb2978a292 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Floating IP 45a60f2a-c124-4705-a14d-2b29bef53d75 disassociated. External IP: 172.27.3.97, port: 8d060852-cc1b-419f-b360-abd5aab45f8e. Apr 12 00:43:41.328881 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [req-3489c889-b67f-48a7-b53d-c530baa561ee req-29e758fe-e7b4-4cea-853a-c4fb2978a292 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Calling delete_port for 8d060852-cc1b-419f-b360-abd5aab45f8e owned by compute:nova {{(pid=114859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:43:41.355909 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f4fd38-f853-4b81-a13f-952b885cd7d2 req-5c7ab51d-c974-4880-acb9-2c8cf01ed42e tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 00:43:41.357412 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-74f4fd38-f853-4b81-a13f-952b885cd7d2 req-5c7ab51d-c974-4880-acb9-2c8cf01ed42e tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/ports?device_id=5858f9b8-f825-4af1-9ee5-9a3effa64514 HTTP/1.1" status: 200 len: 946 time: 0.0461206 Apr 12 00:43:41.403180 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [req-74f4fd38-f853-4b81-a13f-952b885cd7d2 req-3a285a54-712c-4baa-bbc3-fcf8e25c89e9 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cec404e-0946-4201-afbf-a576baab166e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399346 Apr 12 00:43:41.460678 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-3489c889-b67f-48a7-b53d-c530baa561ee req-29e758fe-e7b4-4cea-853a-c4fb2978a292 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (8d060852-cc1b-419f-b360-abd5aab45f8e), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:41.488898 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e758fe-e7b4-4cea-853a-c4fb2978a292 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Pushing event deleted for resources: {'Port': ['ID=8d060852-cc1b-419f-b360-abd5aab45f8e,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:43:41.499686 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e758fe-e7b4-4cea-853a-c4fb2978a292 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:43:41.500034 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e758fe-e7b4-4cea-853a-c4fb2978a292 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:43:41.500380 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e758fe-e7b4-4cea-853a-c4fb2978a292 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:43:41.500716 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e758fe-e7b4-4cea-853a-c4fb2978a292 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:43:41.501054 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e758fe-e7b4-4cea-853a-c4fb2978a292 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:43:41.501384 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e758fe-e7b4-4cea-853a-c4fb2978a292 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:43:41.501712 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e758fe-e7b4-4cea-853a-c4fb2978a292 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:43:41.502036 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e758fe-e7b4-4cea-853a-c4fb2978a292 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:43:41.502385 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e758fe-e7b4-4cea-853a-c4fb2978a292 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:43:41.502709 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e758fe-e7b4-4cea-853a-c4fb2978a292 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:43:41.503041 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e758fe-e7b4-4cea-853a-c4fb2978a292 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:43:41.503355 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e758fe-e7b4-4cea-853a-c4fb2978a292 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:43:41.503676 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e758fe-e7b4-4cea-853a-c4fb2978a292 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:43:41.503995 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e758fe-e7b4-4cea-853a-c4fb2978a292 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:43:41.504311 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e758fe-e7b4-4cea-853a-c4fb2978a292 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:43:41.612385 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3489c889-b67f-48a7-b53d-c530baa561ee req-29e758fe-e7b4-4cea-853a-c4fb2978a292 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Router c55378f6-ed14-4860-9722-f016e3ed5a64 has already been hosted by L3 agent d3fb0dde-5c40-4fca-80b5-61326157311c {{(pid=114859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:43:41.721863 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3489c889-b67f-48a7-b53d-c530baa561ee req-29e758fe-e7b4-4cea-853a-c4fb2978a292 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Notify agent at l3_agent.dv-cinder-836252-3-iscsi the message routers_updated {{(pid=114859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:43:41.731641 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc467ad-7003-4314-bace-655eedc91647 None None] Sync routers for ids ['c55378f6-ed14-4860-9722-f016e3ed5a64'] in dv-cinder-836252-3-iscsi {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:43:41.741163 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc467ad-7003-4314-bace-655eedc91647 None None] Routers {'c55378f6-ed14-4860-9722-f016e3ed5a64'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:43:41.741781 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-9dc467ad-7003-4314-bace-655eedc91647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:43:15Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['c55378f6-ed14-4860-9722-f016e3ed5a64'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:43:41.762441 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.l3_dvrscheduler_db [req-3489c889-b67f-48a7-b53d-c530baa561ee req-29e758fe-e7b4-4cea-853a-c4fb2978a292 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] No DVR routers for this DVR port 8d060852-cc1b-419f-b360-abd5aab45f8e on host hv-cinder-83625 {{(pid=114859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:43:41.765109 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [req-3489c889-b67f-48a7-b53d-c530baa561ee req-29e758fe-e7b4-4cea-853a-c4fb2978a292 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for port (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:41.768273 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [req-3489c889-b67f-48a7-b53d-c530baa561ee req-29e758fe-e7b4-4cea-853a-c4fb2978a292 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.52 "DELETE /v2.0/ports/8d060852-cc1b-419f-b360-abd5aab45f8e HTTP/1.1" status: 204 len: 173 time: 0.7702460 Apr 12 00:43:41.768701 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5858f9b8-f825-4af1-9ee5-9a3effa64514', 'name': 'network-vif-deleted', 'tag': '8d060852-cc1b-419f-b360-abd5aab45f8e'}] {{(pid=114859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 00:43:41.771533 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d751ce943c7fd1580d8237ddcdd582f05025ac6b53677acecb9ecfb4d000721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d54e358-30be-4969-8fc8-854e6022dcee" -d '{"events": [{"server_uuid": "5858f9b8-f825-4af1-9ee5-9a3effa64514", "name": "network-vif-deleted", "tag": "8d060852-cc1b-419f-b360-abd5aab45f8e"}]}' {{(pid=114859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 00:43:41.852041 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-9dc467ad-7003-4314-bace-655eedc91647 None None] Set router c55378f6-ed14-4860-9722-f016e3ed5a64 gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:43:41.881936 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 00:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff6521e-9a44-4ca8-83a0-be02b084b085 x-openstack-request-id: req-7ff6521e-9a44-4ca8-83a0-be02b084b085 {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 00:43:41.882396 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5858f9b8-f825-4af1-9ee5-9a3effa64514", "name": "network-vif-deleted", "tag": "8d060852-cc1b-419f-b360-abd5aab45f8e", "status": "completed", "code": 200}]} {{(pid=114859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 00:43:41.882696 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7ff6521e-9a44-4ca8-83a0-be02b084b085 {{(pid=114859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 00:43:41.883144 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ff6521e-9a44-4ca8-83a0-be02b084b085'] response: {'server_uuid': '5858f9b8-f825-4af1-9ee5-9a3effa64514', 'name': 'network-vif-deleted', 'tag': '8d060852-cc1b-419f-b360-abd5aab45f8e', 'status': 'completed', 'code': 200} Apr 12 00:43:42.135595 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-9dc467ad-7003-4314-bace-655eedc91647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'name': 'tempest-AttachVolumeNegativeTest-1669374095-router', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '58289c30-3084-4e4c-98f4-831e7f157643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:36:38Z', 'updated_at': '2022-04-12T00:36:41Z', 'revision_number': 4, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'gw_port': {'id': '58289c30-3084-4e4c-98f4-831e7f157643', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:36:38Z', 'updated_at': '2022-04-12T00:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': 'a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3', 'name': '', 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'mac_address': 'fa:16:3e:20:45:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'a9745a0d-5463-41a5-8b5c-e529c4495cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:36:40Z', 'updated_at': '2022-04-12T00:36:45Z', 'revision_number': 5, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'subnets': [{'id': 'a9745a0d-5463-41a5-8b5c-e529c4495cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:43:42.161259 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc467ad-7003-4314-bace-655eedc91647 None None] Checking router: c55378f6-ed14-4860-9722-f016e3ed5a64 for host: dv-cinder-836252-3-iscsi {{(pid=114862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:43:42.169800 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc467ad-7003-4314-bace-655eedc91647 None None] Routers {'c55378f6-ed14-4860-9722-f016e3ed5a64'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:43:42.170435 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-9dc467ad-7003-4314-bace-655eedc91647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:43:15Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['c55378f6-ed14-4860-9722-f016e3ed5a64'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:43:42.276886 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-9dc467ad-7003-4314-bace-655eedc91647 None None] Set router c55378f6-ed14-4860-9722-f016e3ed5a64 gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:43:42.400041 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-b384e0d4-ccd9-4964-bed1-be9b8e3e96f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (4ecbd319-6885-49f5-abb8-de205838eb1c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:42.466740 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-9dc467ad-7003-4314-bace-655eedc91647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'name': 'tempest-AttachVolumeNegativeTest-1669374095-router', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '58289c30-3084-4e4c-98f4-831e7f157643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:36:38Z', 'updated_at': '2022-04-12T00:36:41Z', 'revision_number': 4, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'gw_port': {'id': '58289c30-3084-4e4c-98f4-831e7f157643', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:36:38Z', 'updated_at': '2022-04-12T00:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': 'a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3', 'name': '', 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'mac_address': 'fa:16:3e:20:45:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'a9745a0d-5463-41a5-8b5c-e529c4495cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:36:40Z', 'updated_at': '2022-04-12T00:36:45Z', 'revision_number': 5, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'subnets': [{'id': 'a9745a0d-5463-41a5-8b5c-e529c4495cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:43:42.485806 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 35532) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:43:42.498914 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc467ad-7003-4314-bace-655eedc91647 None None] The sync data for ids ['c55378f6-ed14-4860-9722-f016e3ed5a64'] in dv-cinder-836252-3-iscsi is: [{'id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'name': 'tempest-AttachVolumeNegativeTest-1669374095-router', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '58289c30-3084-4e4c-98f4-831e7f157643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:36:38Z', 'updated_at': '2022-04-12T00:36:41Z', 'revision_number': 4, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'gw_port': {'id': '58289c30-3084-4e4c-98f4-831e7f157643', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:36:38Z', 'updated_at': '2022-04-12T00:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi', '_interfaces': [{'id': 'a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3', 'name': '', 'network_id': 'ad6fa16c-9ae9-409b-a431-15655dbe3bc7', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'mac_address': 'fa:16:3e:20:45:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'a9745a0d-5463-41a5-8b5c-e529c4495cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:36:40Z', 'updated_at': '2022-04-12T00:36:45Z', 'revision_number': 5, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'subnets': [{'id': 'a9745a0d-5463-41a5-8b5c-e529c4495cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:43:42.542463 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-5d61bb72-b108-42d5-aad5-3f9f559392d7 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for security_group (4cec404e-0946-4201-afbf-a576baab166e), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:42.570693 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-5d61bb72-b108-42d5-aad5-3f9f559392d7 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for security_group (4cec404e-0946-4201-afbf-a576baab166e), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:42.621574 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-5d61bb72-b108-42d5-aad5-3f9f559392d7 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (4cec404e-0946-4201-afbf-a576baab166e), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:42.624344 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-5d61bb72-b108-42d5-aad5-3f9f559392d7 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for security_group (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:42.625503 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-5d61bb72-b108-42d5-aad5-3f9f559392d7 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "DELETE /v2.0/security-groups/4cec404e-0946-4201-afbf-a576baab166e HTTP/1.1" status: 204 len: 168 time: 0.1385872 Apr 12 00:43:42.628353 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 35534) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:43:42.634959 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d61bb72-b108-42d5-aad5-3f9f559392d7 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cec404e-0946-4201-afbf-a576baab166e,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:43:42.643201 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d61bb72-b108-42d5-aad5-3f9f559392d7 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:43:42.643549 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.api.v2.resource [None req-82522e3b-9089-4aa9-9bb9-4ea60bc7ad25 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] show failed (client error): The resource could not be found. Apr 12 00:43:42.643685 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d61bb72-b108-42d5-aad5-3f9f559392d7 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:43:42.643888 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d61bb72-b108-42d5-aad5-3f9f559392d7 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:43:42.644230 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d61bb72-b108-42d5-aad5-3f9f559392d7 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:43:42.644572 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d61bb72-b108-42d5-aad5-3f9f559392d7 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:43:42.644776 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-82522e3b-9089-4aa9-9bb9-4ea60bc7ad25 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "GET /v2.0/security-groups/4cec404e-0946-4201-afbf-a576baab166e HTTP/1.1" status: 404 len: 347 time: 0.0146124 Apr 12 00:43:42.644901 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d61bb72-b108-42d5-aad5-3f9f559392d7 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:43:42.645229 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d61bb72-b108-42d5-aad5-3f9f559392d7 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:43:42.645557 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d61bb72-b108-42d5-aad5-3f9f559392d7 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:43:42.646463 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d61bb72-b108-42d5-aad5-3f9f559392d7 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:43:42.646790 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d61bb72-b108-42d5-aad5-3f9f559392d7 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:43:42.647118 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d61bb72-b108-42d5-aad5-3f9f559392d7 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:43:42.647443 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d61bb72-b108-42d5-aad5-3f9f559392d7 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:43:42.647862 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d61bb72-b108-42d5-aad5-3f9f559392d7 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:43:42.648086 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d61bb72-b108-42d5-aad5-3f9f559392d7 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:43:42.648553 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d61bb72-b108-42d5-aad5-3f9f559392d7 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:43:42.650555 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 35536) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:43:42.728137 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5badbe66-b41a-4a3c-80a5-c9853e390ceb None None] New status for floating IP 45a60f2a-c124-4705-a14d-2b29bef53d75: DOWN {{(pid=114861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 00:43:42.784627 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [None req-bd1352ea-16f5-431a-85a5-22ecbacaaad8 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Deleting port 66b11dd5-eb00-4d72-8409-06c2f98d85f4 {{(pid=114859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:43:42.784968 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-bd1352ea-16f5-431a-85a5-22ecbacaaad8 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (66b11dd5-eb00-4d72-8409-06c2f98d85f4), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:42.870194 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-bd1352ea-16f5-431a-85a5-22ecbacaaad8 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (66b11dd5-eb00-4d72-8409-06c2f98d85f4), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:42.870484 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-bd1352ea-16f5-431a-85a5-22ecbacaaad8 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for floatingip (66b11dd5-eb00-4d72-8409-06c2f98d85f4), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:42.883290 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [None req-bd1352ea-16f5-431a-85a5-22ecbacaaad8 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Calling delete_port for 66b11dd5-eb00-4d72-8409-06c2f98d85f4 owned by network:floatingip {{(pid=114859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:43:43.013196 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-bd1352ea-16f5-431a-85a5-22ecbacaaad8 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (66b11dd5-eb00-4d72-8409-06c2f98d85f4), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:43.039320 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1352ea-16f5-431a-85a5-22ecbacaaad8 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Pushing event deleted for resources: {'Port': ['ID=66b11dd5-eb00-4d72-8409-06c2f98d85f4,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:43:43.096661 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-bd1352ea-16f5-431a-85a5-22ecbacaaad8 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks [] for floatingip (45a60f2a-c124-4705-a14d-2b29bef53d75), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:43.099706 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-bd1352ea-16f5-431a-85a5-22ecbacaaad8 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106944'] for floatingip (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:43.100844 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-bd1352ea-16f5-431a-85a5-22ecbacaaad8 tempest-AttachVolumeNegativeTest-1778238704 tempest-AttachVolumeNegativeTest-1778238704-project] 10.222.0.32 "DELETE /v2.0/floatingips/45a60f2a-c124-4705-a14d-2b29bef53d75 HTTP/1.1" status: 204 len: 168 time: 0.4494340 Apr 12 00:43:43.607226 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device 8d060852-cc1b-419f-b360-abd5aab45f8e no longer exists at agent hyperv_hv-cinder-83625 {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:43:43.629779 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] No Port match for: 8d060852-cc1b-419f-b360-abd5aab45f8e {{(pid=114861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 00:43:43.630134 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Device 8d060852-cc1b-419f-b360-abd5aab45f8e not bound to the agent host hv-cinder-83625 {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:43:44.636656 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-e296c28c-4406-4d7f-8faa-3ec919688795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (d3fb0dde-5c40-4fca-80b5-61326157311c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:46.261314 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d4423688-5a44-44f3-a132-81f2c9b6cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (af38becd-82ff-4144-8f94-74de975161ca), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:46.722522 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 35572) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:43:47.135888 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-5d80ebb3-af4d-4a41-b921-62c3df70d84c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1586612'] for router_interface (c55378f6-ed14-4860-9722-f016e3ed5a64), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:47.282110 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (6c438ad1-5788-4552-a50f-29c8c96f3196), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:47.360786 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [None req-5d80ebb3-af4d-4a41-b921-62c3df70d84c admin admin] Deleting port a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3 {{(pid=114859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:43:47.361122 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-5d80ebb3-af4d-4a41-b921-62c3df70d84c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:47.434625 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [None req-5d80ebb3-af4d-4a41-b921-62c3df70d84c admin admin] For port a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3,segment=NetworkSegment(850085f3-336f-4cd2-8504-bcaa5ecc90d0),segment_id=850085f3-336f-4cd2-8504-bcaa5ecc90d0)] {{(pid=114859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:43:47.434983 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-5d80ebb3-af4d-4a41-b921-62c3df70d84c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:47.447056 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [None req-5d80ebb3-af4d-4a41-b921-62c3df70d84c admin admin] Calling delete_port for a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3 owned by network:router_interface {{(pid=114859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:43:47.619654 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-5d80ebb3-af4d-4a41-b921-62c3df70d84c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:47.648714 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d80ebb3-af4d-4a41-b921-62c3df70d84c admin admin] Pushing event deleted for resources: {'Port': ['ID=a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:43:47.664765 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-be9ea9f3-6c7c-4887-ad09-badb35df740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (738aa052-ee84-4bd1-913b-ee7149597f8f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:47.821198 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-5d80ebb3-af4d-4a41-b921-62c3df70d84c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586456'] for router_interface (c55378f6-ed14-4860-9722-f016e3ed5a64), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:48.031709 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d80ebb3-af4d-4a41-b921-62c3df70d84c admin admin] Router c55378f6-ed14-4860-9722-f016e3ed5a64 has already been hosted by L3 agent d3fb0dde-5c40-4fca-80b5-61326157311c {{(pid=114859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 00:43:48.402304 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d80ebb3-af4d-4a41-b921-62c3df70d84c admin admin] Notify agent at l3_agent.dv-cinder-836252-3-iscsi the message routers_updated {{(pid=114859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 00:43:48.407199 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-5d80ebb3-af4d-4a41-b921-62c3df70d84c admin admin] 10.222.0.32 "PUT /v2.0/routers/c55378f6-ed14-4860-9722-f016e3ed5a64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6835492 Apr 12 00:43:48.409534 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 35576) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:43:48.412318 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab0809b-bc62-4e4f-a9f7-81484c262162 None None] Sync routers for ids ['c55378f6-ed14-4860-9722-f016e3ed5a64'] in dv-cinder-836252-3-iscsi {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 00:43:48.422488 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab0809b-bc62-4e4f-a9f7-81484c262162 None None] Routers {'c55378f6-ed14-4860-9722-f016e3ed5a64'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:43:48.423094 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-5ab0809b-bc62-4e4f-a9f7-81484c262162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:43:45Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['c55378f6-ed14-4860-9722-f016e3ed5a64'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:43:48.511646 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-f7853799-50ce-4f93-8ab7-b69589b3bc47 admin admin] Publish callbacks [] for router (c55378f6-ed14-4860-9722-f016e3ed5a64), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:48.526806 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-5ab0809b-bc62-4e4f-a9f7-81484c262162 None None] Set router c55378f6-ed14-4860-9722-f016e3ed5a64 gateway port host: dv-cinder-836252-3-iscsi {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:43:48.616205 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-f7853799-50ce-4f93-8ab7-b69589b3bc47 admin admin] Publish callbacks [] for router_gateway (c55378f6-ed14-4860-9722-f016e3ed5a64), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:48.663575 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [None req-f7853799-50ce-4f93-8ab7-b69589b3bc47 admin admin] Deleting port 58289c30-3084-4e4c-98f4-831e7f157643 {{(pid=114859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:43:48.663930 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-f7853799-50ce-4f93-8ab7-b69589b3bc47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (58289c30-3084-4e4c-98f4-831e7f157643), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:48.690624 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-5ab0809b-bc62-4e4f-a9f7-81484c262162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'name': 'tempest-AttachVolumeNegativeTest-1669374095-router', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'external_fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '58289c30-3084-4e4c-98f4-831e7f157643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:36:38Z', 'updated_at': '2022-04-12T00:43:47Z', 'revision_number': 5, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'gw_port': {'id': '58289c30-3084-4e4c-98f4-831e7f157643', 'name': '', 'network_id': '1dc9286b-c8ab-44ce-b1f1-ecba8f3afaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '02a01a71-afa8-4790-9b30-3097f97db265', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836252-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T00:36:38Z', 'updated_at': '2022-04-12T00:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02a01a71-afa8-4790-9b30-3097f97db265', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836252-3-iscsi'}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:43:48.720627 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab0809b-bc62-4e4f-a9f7-81484c262162 None None] Checking router: c55378f6-ed14-4860-9722-f016e3ed5a64 for host: dv-cinder-836252-3-iscsi {{(pid=114862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 00:43:48.729495 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab0809b-bc62-4e4f-a9f7-81484c262162 None None] Routers {'c55378f6-ed14-4860-9722-f016e3ed5a64'} bound to L3 agent in host dv-cinder-836252-3-iscsi {{(pid=114862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 00:43:48.730099 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-5ab0809b-bc62-4e4f-a9f7-81484c262162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836252-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T00:17:15Z,description=,heartbeat_timestamp=2022-04-12T00:43:45Z,host='dv-cinder-836252-3-iscsi',id=d3fb0dde-5c40-4fca-80b5-61326157311c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T00:17:15Z,topic='l3_agent')) {'router_ids': ['c55378f6-ed14-4860-9722-f016e3ed5a64'], 'active': True} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:43:48.741679 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [None req-f7853799-50ce-4f93-8ab7-b69589b3bc47 admin admin] For port 58289c30-3084-4e4c-98f4-831e7f157643, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=58289c30-3084-4e4c-98f4-831e7f157643,segment=NetworkSegment(45a4c36b-a669-4a7f-a3e9-c2d676175ec7),segment_id=45a4c36b-a669-4a7f-a3e9-c2d676175ec7)] {{(pid=114859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:43:48.742046 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-f7853799-50ce-4f93-8ab7-b69589b3bc47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (58289c30-3084-4e4c-98f4-831e7f157643), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:48.754783 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [None req-f7853799-50ce-4f93-8ab7-b69589b3bc47 admin admin] Calling delete_port for 58289c30-3084-4e4c-98f4-831e7f157643 owned by network:router_gateway {{(pid=114859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:43:48.817368 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_dvr_db [None req-5ab0809b-bc62-4e4f-a9f7-81484c262162 None None] Set router c55378f6-ed14-4860-9722-f016e3ed5a64 gateway port host: None {{(pid=114862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 00:43:48.868621 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.l3_hamode_db [None req-5ab0809b-bc62-4e4f-a9f7-81484c262162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'name': 'tempest-AttachVolumeNegativeTest-1669374095-router', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:36:38Z', 'updated_at': '2022-04-12T00:43:48Z', 'revision_number': 6, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'gw_port_host': None}], 'dv-cinder-836252-3-iscsi', False) {} {{(pid=114862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:43:48.899220 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab0809b-bc62-4e4f-a9f7-81484c262162 None None] The sync data for ids ['c55378f6-ed14-4860-9722-f016e3ed5a64'] in dv-cinder-836252-3-iscsi is: [{'id': 'c55378f6-ed14-4860-9722-f016e3ed5a64', 'name': 'tempest-AttachVolumeNegativeTest-1669374095-router', 'tenant_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T00:36:38Z', 'updated_at': '2022-04-12T00:43:48Z', 'revision_number': 6, 'project_id': 'add150d29f3d4ccc8d4e3775577e3d57', 'gw_port_host': None}] {{(pid=114862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 00:43:48.938359 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-f7853799-50ce-4f93-8ab7-b69589b3bc47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (58289c30-3084-4e4c-98f4-831e7f157643), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:48.963658 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7853799-50ce-4f93-8ab7-b69589b3bc47 admin admin] Pushing event deleted for resources: {'Port': ['ID=58289c30-3084-4e4c-98f4-831e7f157643,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:43:48.990473 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (f9a21fd4-36f2-4826-890e-da332e228edf), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:49.027260 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-f7853799-50ce-4f93-8ab7-b69589b3bc47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1586430'] for router_gateway (c55378f6-ed14-4860-9722-f016e3ed5a64), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:49.119106 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-f7853799-50ce-4f93-8ab7-b69589b3bc47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1018259'] for router (c55378f6-ed14-4860-9722-f016e3ed5a64), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:49.121200 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-f7853799-50ce-4f93-8ab7-b69589b3bc47 admin admin] Publish callbacks [] for router_controller (c55378f6-ed14-4860-9722-f016e3ed5a64), precommit_delete_associations {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:49.168155 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-f7853799-50ce-4f93-8ab7-b69589b3bc47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440409'] for router (c55378f6-ed14-4860-9722-f016e3ed5a64), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:49.168796 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7853799-50ce-4f93-8ab7-b69589b3bc47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c55378f6-ed14-4860-9722-f016e3ed5a64 {{(pid=114859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 00:43:49.173766 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-f7853799-50ce-4f93-8ab7-b69589b3bc47 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:49.175215 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-f7853799-50ce-4f93-8ab7-b69589b3bc47 admin admin] 10.222.0.32 "DELETE /v2.0/routers/c55378f6-ed14-4860-9722-f016e3ed5a64 HTTP/1.1" status: 204 len: 168 time: 0.7647805 Apr 12 00:43:49.178244 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 35578) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:43:49.219910 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.db_base_plugin_v2 [None req-04ccd764-fca6-49bd-84d0-c4b459717294 admin admin] Deleting subnet a9745a0d-5463-41a5-8b5c-e529c4495cbd {{(pid=114859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 00:43:49.225044 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-04ccd764-fca6-49bd-84d0-c4b459717294 admin admin] Publish callbacks [] for subnet (a9745a0d-5463-41a5-8b5c-e529c4495cbd), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:49.257995 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-04ccd764-fca6-49bd-84d0-c4b459717294 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58913329'] for subnet (a9745a0d-5463-41a5-8b5c-e529c4495cbd), precommit_delete_associations {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:49.341681 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-04ccd764-fca6-49bd-84d0-c4b459717294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550137'] for subnet (a9745a0d-5463-41a5-8b5c-e529c4495cbd), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:49.392288 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-04ccd764-fca6-49bd-84d0-c4b459717294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59136081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59423680'] for subnet (a9745a0d-5463-41a5-8b5c-e529c4495cbd), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:49.419906 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ccd764-fca6-49bd-84d0-c4b459717294 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9745a0d-5463-41a5-8b5c-e529c4495cbd,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:43:49.421847 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-04ccd764-fca6-49bd-84d0-c4b459717294 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:49.425018 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-04ccd764-fca6-49bd-84d0-c4b459717294 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a9745a0d-5463-41a5-8b5c-e529c4495cbd HTTP/1.1" status: 204 len: 168 time: 0.2458110 Apr 12 00:43:49.427456 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 35580) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:43:49.427595 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5b2d55-14a3-41c9-afbc-333892e3276b None None] Network ad6fa16c-9ae9-409b-a431-15655dbe3bc7 requested from dv-cinder-836252-3-iscsi {{(pid=114861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 00:43:49.494193 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-ecdddac0-bc1d-4d78-91a1-6373658b263b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1475178'] for network (ad6fa16c-9ae9-409b-a431-15655dbe3bc7), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:49.545995 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [None req-ecdddac0-bc1d-4d78-91a1-6373658b263b admin admin] Deleting port a50f895a-0829-492d-bad5-9a1085d6356d {{(pid=114859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:43:49.546364 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-ecdddac0-bc1d-4d78-91a1-6373658b263b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (a50f895a-0829-492d-bad5-9a1085d6356d), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:49.609351 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.db [None req-ecdddac0-bc1d-4d78-91a1-6373658b263b admin admin] For port a50f895a-0829-492d-bad5-9a1085d6356d, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=a50f895a-0829-492d-bad5-9a1085d6356d,segment=NetworkSegment(850085f3-336f-4cd2-8504-bcaa5ecc90d0),segment_id=850085f3-336f-4cd2-8504-bcaa5ecc90d0)] {{(pid=114859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:43:49.609351 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-ecdddac0-bc1d-4d78-91a1-6373658b263b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (a50f895a-0829-492d-bad5-9a1085d6356d), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:49.622568 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.plugin [None req-ecdddac0-bc1d-4d78-91a1-6373658b263b admin admin] Calling delete_port for a50f895a-0829-492d-bad5-9a1085d6356d owned by network:dhcp {{(pid=114859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:43:49.646031 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa5aa4e-6e57-48bd-9f0a-a0f42ef483ad None None] DHCP port deletion for ad6fa16c-9ae9-409b-a431-15655dbe3bc7 request from dv-cinder-836252-3-iscsi {{(pid=114861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 00:43:49.698278 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-5aa5aa4e-6e57-48bd-9f0a-a0f42ef483ad None None] Deleting port a50f895a-0829-492d-bad5-9a1085d6356d {{(pid=114861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 00:43:49.698667 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-5aa5aa4e-6e57-48bd-9f0a-a0f42ef483ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757613438239'] for port (a50f895a-0829-492d-bad5-9a1085d6356d), before_delete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:49.709093 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-ecdddac0-bc1d-4d78-91a1-6373658b263b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59136044'] for port (a50f895a-0829-492d-bad5-9a1085d6356d), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:49.736055 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdddac0-bc1d-4d78-91a1-6373658b263b admin admin] No DVR routers for this DVR port a50f895a-0829-492d-bad5-9a1085d6356d on host dv-cinder-836252-3-iscsi {{(pid=114859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:43:49.740885 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdddac0-bc1d-4d78-91a1-6373658b263b admin admin] Pushing event deleted for resources: {'Port': ['ID=a50f895a-0829-492d-bad5-9a1085d6356d,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:43:49.764561 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.db [None req-5aa5aa4e-6e57-48bd-9f0a-a0f42ef483ad None None] For port a50f895a-0829-492d-bad5-9a1085d6356d, host dv-cinder-836252-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836252-3-iscsi',level=0,port_id=a50f895a-0829-492d-bad5-9a1085d6356d,segment=NetworkSegment(850085f3-336f-4cd2-8504-bcaa5ecc90d0),segment_id=850085f3-336f-4cd2-8504-bcaa5ecc90d0)] {{(pid=114861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 00:43:49.765369 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-5aa5aa4e-6e57-48bd-9f0a-a0f42ef483ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594666'] for port (a50f895a-0829-492d-bad5-9a1085d6356d), precommit_delete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:49.778559 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-5aa5aa4e-6e57-48bd-9f0a-a0f42ef483ad None None] Calling delete_port for a50f895a-0829-492d-bad5-9a1085d6356d owned by network:dhcp {{(pid=114861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 00:43:49.824714 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-ecdddac0-bc1d-4d78-91a1-6373658b263b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1545652', 'neutron.services.segments.db._delete_segments_for_network-8757613416367'] for network (ad6fa16c-9ae9-409b-a431-15655dbe3bc7), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:49.828850 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device a50f895a-0829-492d-bad5-9a1085d6356d no longer exists at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:43:49.846358 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.services.segments.db [None req-ecdddac0-bc1d-4d78-91a1-6373658b263b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad6fa16c-9ae9-409b-a431-15655dbe3bc7']}} {{(pid=114859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:43:49.856751 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.services.segments.db [None req-ecdddac0-bc1d-4d78-91a1-6373658b263b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '850085f3-336f-4cd2-8504-bcaa5ecc90d0') {'for_net_delete': True} {{(pid=114859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:43:49.856998 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.services.segments.db [None req-ecdddac0-bc1d-4d78-91a1-6373658b263b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '850085f3-336f-4cd2-8504-bcaa5ecc90d0') {} {{(pid=114859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 00:43:49.863141 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] No Port match for: a50f895a-0829-492d-bad5-9a1085d6356d {{(pid=114861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 00:43:49.863422 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device a50f895a-0829-492d-bad5-9a1085d6356d not bound to the agent host dv-cinder-836252-3-iscsi {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:43:49.863850 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 58289c30-3084-4e4c-98f4-831e7f157643 no longer exists at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:43:49.867235 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-ecdddac0-bc1d-4d78-91a1-6373658b263b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757613418168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58913336'] for segment (850085f3-336f-4cd2-8504-bcaa5ecc90d0), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:49.882817 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-ecdddac0-bc1d-4d78-91a1-6373658b263b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552308'] for segment (850085f3-336f-4cd2-8504-bcaa5ecc90d0), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:49.889608 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecdddac0-bc1d-4d78-91a1-6373658b263b admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=114859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 00:43:49.889815 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] No Port match for: 58289c30-3084-4e4c-98f4-831e7f157643 {{(pid=114861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 00:43:49.890114 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device 58289c30-3084-4e4c-98f4-831e7f157643 not bound to the agent host dv-cinder-836252-3-iscsi {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:43:49.890352 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-ecdddac0-bc1d-4d78-91a1-6373658b263b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59136251'] for segment (850085f3-336f-4cd2-8504-bcaa5ecc90d0), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:49.890704 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3 no longer exists at agent ovs-agent-dv-cinder-836252-3-iscsi {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 00:43:49.892396 dv-cinder-836252-3-iscsi neutron-server[114859]: Traceback (most recent call last): Apr 12 00:43:49.892396 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 00:43:49.892396 dv-cinder-836252-3-iscsi neutron-server[114859]: timer() Apr 12 00:43:49.892396 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 00:43:49.892396 dv-cinder-836252-3-iscsi neutron-server[114859]: cb(*args, **kw) Apr 12 00:43:49.892396 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 00:43:49.892396 dv-cinder-836252-3-iscsi neutron-server[114859]: return func(*args, **kwargs) Apr 12 00:43:49.892396 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 00:43:49.892396 dv-cinder-836252-3-iscsi neutron-server[114859]: self._notify() Apr 12 00:43:49.892396 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 00:43:49.892396 dv-cinder-836252-3-iscsi neutron-server[114859]: self.callback(batched_events) Apr 12 00:43:49.892396 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 00:43:49.892396 dv-cinder-836252-3-iscsi neutron-server[114859]: event.method(event) Apr 12 00:43:49.892396 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 00:43:49.892396 dv-cinder-836252-3-iscsi neutron-server[114859]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 00:43:49.892396 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 00:43:49.892396 dv-cinder-836252-3-iscsi neutron-server[114859]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 00:43:49.892396 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 00:43:49.892396 dv-cinder-836252-3-iscsi neutron-server[114859]: return f(self, *a, **k) Apr 12 00:43:49.892396 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 00:43:49.892396 dv-cinder-836252-3-iscsi neutron-server[114859]: return self._get(url).json() Apr 12 00:43:49.892396 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 00:43:49.892396 dv-cinder-836252-3-iscsi neutron-server[114859]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 00:43:49.892396 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 00:43:49.892396 dv-cinder-836252-3-iscsi neutron-server[114859]: return self.request(url, 'GET', **kwargs) Apr 12 00:43:49.892396 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 00:43:49.892396 dv-cinder-836252-3-iscsi neutron-server[114859]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 00:43:49.892396 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 00:43:49.892396 dv-cinder-836252-3-iscsi neutron-server[114859]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 00:43:49.892396 dv-cinder-836252-3-iscsi neutron-server[114859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 00:43:49.892396 dv-cinder-836252-3-iscsi neutron-server[114859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 00:43:49.892396 dv-cinder-836252-3-iscsi neutron-server[114859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 00:43:49.917539 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.plugin [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] No Port match for: a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3 {{(pid=114861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 00:43:49.917889 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.plugins.ml2.rpc [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Device a31997df-bac4-4e1d-88c7-8e9d7a9b3ab3 not bound to the agent host dv-cinder-836252-3-iscsi {{(pid=114861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 00:43:49.923454 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-5aa5aa4e-6e57-48bd-9f0a-a0f42ef483ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1488820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757613444877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757612920369'] for port (a50f895a-0829-492d-bad5-9a1085d6356d), after_delete {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:49.952818 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa5aa4e-6e57-48bd-9f0a-a0f42ef483ad None None] Pushing event deleted for resources: {'Port': ['ID=a50f895a-0829-492d-bad5-9a1085d6356d,revision_number=None']} {{(pid=114861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:43:49.953528 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-ecdddac0-bc1d-4d78-91a1-6373658b263b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1545659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1586330'] for network (ad6fa16c-9ae9-409b-a431-15655dbe3bc7), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:49.955211 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa5aa4e-6e57-48bd-9f0a-a0f42ef483ad None None] No DVR routers for this DVR port a50f895a-0829-492d-bad5-9a1085d6356d on host dv-cinder-836252-3-iscsi {{(pid=114861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 00:43:49.965219 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa5aa4e-6e57-48bd-9f0a-a0f42ef483ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:43:49.965219 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa5aa4e-6e57-48bd-9f0a-a0f42ef483ad None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:43:49.965219 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa5aa4e-6e57-48bd-9f0a-a0f42ef483ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:43:49.965531 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa5aa4e-6e57-48bd-9f0a-a0f42ef483ad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:43:49.965793 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa5aa4e-6e57-48bd-9f0a-a0f42ef483ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:43:49.966129 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa5aa4e-6e57-48bd-9f0a-a0f42ef483ad None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:43:49.966704 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa5aa4e-6e57-48bd-9f0a-a0f42ef483ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:43:49.966869 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa5aa4e-6e57-48bd-9f0a-a0f42ef483ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:43:49.967184 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa5aa4e-6e57-48bd-9f0a-a0f42ef483ad None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:43:49.967515 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa5aa4e-6e57-48bd-9f0a-a0f42ef483ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:43:49.967851 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa5aa4e-6e57-48bd-9f0a-a0f42ef483ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:43:49.968203 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa5aa4e-6e57-48bd-9f0a-a0f42ef483ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:43:49.968622 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa5aa4e-6e57-48bd-9f0a-a0f42ef483ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:43:49.968862 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa5aa4e-6e57-48bd-9f0a-a0f42ef483ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:43:49.969185 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa5aa4e-6e57-48bd-9f0a-a0f42ef483ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:43:49.977644 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-ecdddac0-bc1d-4d78-91a1-6373658b263b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577783'] for network (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:49.980864 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-ecdddac0-bc1d-4d78-91a1-6373658b263b admin admin] 10.222.0.32 "DELETE /v2.0/networks/ad6fa16c-9ae9-409b-a431-15655dbe3bc7 HTTP/1.1" status: 204 len: 168 time: 0.5524795 Apr 12 00:43:49.982180 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdddac0-bc1d-4d78-91a1-6373658b263b admin admin] Pushing event deleted for resources: {'Network': ['ID=ad6fa16c-9ae9-409b-a431-15655dbe3bc7,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:43:50.088814 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 35584) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:43:50.128777 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-d8d5c2c8-2a09-40d2-9bc8-8cead01dd7a6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=add150d29f3d4ccc8d4e3775577e3d57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387909 Apr 12 00:43:50.131226 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 35586) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:43:50.182282 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-a4dca7bd-2ae7-4ff5-8ec5-037d25114da1 admin admin] Publish callbacks [] for security_group (974a70d1-9dfe-47d4-974b-41c7214012d1), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:50.203925 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-a4dca7bd-2ae7-4ff5-8ec5-037d25114da1 admin admin] Publish callbacks [] for security_group (974a70d1-9dfe-47d4-974b-41c7214012d1), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:50.250074 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-a4dca7bd-2ae7-4ff5-8ec5-037d25114da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (974a70d1-9dfe-47d4-974b-41c7214012d1), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:50.252552 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-a4dca7bd-2ae7-4ff5-8ec5-037d25114da1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:50.253757 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-a4dca7bd-2ae7-4ff5-8ec5-037d25114da1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/974a70d1-9dfe-47d4-974b-41c7214012d1 HTTP/1.1" status: 204 len: 168 time: 0.1216354 Apr 12 00:43:50.261546 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dca7bd-2ae7-4ff5-8ec5-037d25114da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=974a70d1-9dfe-47d4-974b-41c7214012d1,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:43:51.459481 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 35636) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:43:51.560450 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-e8f000da-accb-4ab8-9dae-a1b582a6246a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:51.634723 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-e8f000da-accb-4ab8-9dae-a1b582a6246a admin admin] Publish callbacks [] for security_group (8b8a1c9e-8b49-4d4f-a6b6-b6eda9dfadd1), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:51.638425 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-e8f000da-accb-4ab8-9dae-a1b582a6246a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (8b8a1c9e-8b49-4d4f-a6b6-b6eda9dfadd1), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:51.675077 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-e8f000da-accb-4ab8-9dae-a1b582a6246a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dc271d1d1fcb4aefbc5b18d6ea5f6c8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2145238 Apr 12 00:43:51.675937 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f000da-accb-4ab8-9dae-a1b582a6246a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8a1c9e-8b49-4d4f-a6b6-b6eda9dfadd1,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:43:51.678208 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 35640) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:43:51.725067 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-de84f1a2-04f7-4ea7-ad2d-e2e8f20526a1 admin admin] Publish callbacks [] for security_group (8b8a1c9e-8b49-4d4f-a6b6-b6eda9dfadd1), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:51.745899 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-de84f1a2-04f7-4ea7-ad2d-e2e8f20526a1 admin admin] Publish callbacks [] for security_group (8b8a1c9e-8b49-4d4f-a6b6-b6eda9dfadd1), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:51.792338 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-de84f1a2-04f7-4ea7-ad2d-e2e8f20526a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (8b8a1c9e-8b49-4d4f-a6b6-b6eda9dfadd1), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:51.794860 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-de84f1a2-04f7-4ea7-ad2d-e2e8f20526a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:43:51.795992 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-de84f1a2-04f7-4ea7-ad2d-e2e8f20526a1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8b8a1c9e-8b49-4d4f-a6b6-b6eda9dfadd1 HTTP/1.1" status: 204 len: 168 time: 0.1167550 Apr 12 00:43:51.803905 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de84f1a2-04f7-4ea7-ad2d-e2e8f20526a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8a1c9e-8b49-4d4f-a6b6-b6eda9dfadd1,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:44:01.838880 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.agents_db [None req-4f17da96-f611-4225-a78f-ee15b860eec6 None None] Agent healthcheck: found 6 active agents {{(pid=114862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:44:12.400905 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-8272c2f0-c300-42f5-b087-52336296a47b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (4ecbd319-6885-49f5-abb8-de205838eb1c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:44:14.636708 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-e40302d4-f9e1-4ce7-b061-f86e7324babc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (d3fb0dde-5c40-4fca-80b5-61326157311c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:44:16.263635 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d4423688-5a44-44f3-a132-81f2c9b6cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (af38becd-82ff-4144-8f94-74de975161ca), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:44:17.304705 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (6c438ad1-5788-4552-a50f-29c8c96f3196), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:44:17.666501 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-be9ea9f3-6c7c-4887-ad09-badb35df740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (738aa052-ee84-4bd1-913b-ee7149597f8f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:44:18.992444 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (f9a21fd4-36f2-4826-890e-da332e228edf), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:44:35.133823 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 36024) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:44:35.234395 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-8175ded9-dcbd-4559-9c13-18ae54906997 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:44:35.305851 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-8175ded9-dcbd-4559-9c13-18ae54906997 admin admin] Publish callbacks [] for security_group (104e3d8a-a309-4690-ab97-2473596ae1a3), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:44:35.309187 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-8175ded9-dcbd-4559-9c13-18ae54906997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (104e3d8a-a309-4690-ab97-2473596ae1a3), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:44:35.348975 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-8175ded9-dcbd-4559-9c13-18ae54906997 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=49b4a6d0cafa46d0976fa51bc0c508e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2139995 Apr 12 00:44:35.349757 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8175ded9-dcbd-4559-9c13-18ae54906997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104e3d8a-a309-4690-ab97-2473596ae1a3,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:44:35.351655 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 36028) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:44:35.400248 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-a402c136-81f1-465f-95f2-f80b549c6d99 admin admin] Publish callbacks [] for security_group (104e3d8a-a309-4690-ab97-2473596ae1a3), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:44:35.422594 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-a402c136-81f1-465f-95f2-f80b549c6d99 admin admin] Publish callbacks [] for security_group (104e3d8a-a309-4690-ab97-2473596ae1a3), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:44:35.468179 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-a402c136-81f1-465f-95f2-f80b549c6d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (104e3d8a-a309-4690-ab97-2473596ae1a3), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:44:35.470820 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-a402c136-81f1-465f-95f2-f80b549c6d99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:44:35.471926 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-a402c136-81f1-465f-95f2-f80b549c6d99 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/104e3d8a-a309-4690-ab97-2473596ae1a3 HTTP/1.1" status: 204 len: 168 time: 0.1192176 Apr 12 00:44:35.480978 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a402c136-81f1-465f-95f2-f80b549c6d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104e3d8a-a309-4690-ab97-2473596ae1a3,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:44:35.729983 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 36034) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:44:35.742955 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-fd0e6fc6-ce71-400e-8358-a248269b3553 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:44:35.817130 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-fd0e6fc6-ce71-400e-8358-a248269b3553 admin admin] Publish callbacks [] for security_group (12538899-8cd0-4c03-a70c-c6d615fd6070), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:44:35.820552 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-fd0e6fc6-ce71-400e-8358-a248269b3553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (12538899-8cd0-4c03-a70c-c6d615fd6070), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:44:35.856515 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0e6fc6-ce71-400e-8358-a248269b3553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12538899-8cd0-4c03-a70c-c6d615fd6070,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:44:35.860688 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-fd0e6fc6-ce71-400e-8358-a248269b3553 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a4e76ddb02c1458b8796ed2fb651e764&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1296186 Apr 12 00:44:35.863853 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 36036) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:44:35.910839 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-f5d9abdd-2553-43aa-8c69-6fb783e9bc56 admin admin] Publish callbacks [] for security_group (12538899-8cd0-4c03-a70c-c6d615fd6070), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:44:35.933080 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-f5d9abdd-2553-43aa-8c69-6fb783e9bc56 admin admin] Publish callbacks [] for security_group (12538899-8cd0-4c03-a70c-c6d615fd6070), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:44:35.981392 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-f5d9abdd-2553-43aa-8c69-6fb783e9bc56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (12538899-8cd0-4c03-a70c-c6d615fd6070), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:44:35.984021 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-f5d9abdd-2553-43aa-8c69-6fb783e9bc56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:44:35.985149 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-f5d9abdd-2553-43aa-8c69-6fb783e9bc56 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/12538899-8cd0-4c03-a70c-c6d615fd6070 HTTP/1.1" status: 204 len: 168 time: 0.1203549 Apr 12 00:44:35.992700 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d9abdd-2553-43aa-8c69-6fb783e9bc56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12538899-8cd0-4c03-a70c-c6d615fd6070,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:44:38.838592 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.agents_db [None req-4f17da96-f611-4225-a78f-ee15b860eec6 None None] Agent healthcheck: found 6 active agents {{(pid=114862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:44:42.401733 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-0e5c87ec-3b50-4308-8559-66794643f59e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (4ecbd319-6885-49f5-abb8-de205838eb1c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:44:44.638139 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-a0c35727-f304-41f9-93b6-cd76e6aed5c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (d3fb0dde-5c40-4fca-80b5-61326157311c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:44:46.265889 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d4423688-5a44-44f3-a132-81f2c9b6cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (af38becd-82ff-4144-8f94-74de975161ca), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:44:47.263424 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 36172) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:44:47.312837 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (6c438ad1-5788-4552-a50f-29c8c96f3196), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:44:47.363895 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-78e9cda0-b0ab-44a8-a51b-4d1ed73e9fac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:44:47.435516 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-78e9cda0-b0ab-44a8-a51b-4d1ed73e9fac admin admin] Publish callbacks [] for security_group (e75e4c0f-02b5-404b-a4b5-8975815dda97), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:44:47.439114 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-78e9cda0-b0ab-44a8-a51b-4d1ed73e9fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (e75e4c0f-02b5-404b-a4b5-8975815dda97), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:44:47.476031 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-78e9cda0-b0ab-44a8-a51b-4d1ed73e9fac admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=36084886c904484f9964a9a1dbd03735&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2115698 Apr 12 00:44:47.477989 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e9cda0-b0ab-44a8-a51b-4d1ed73e9fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e75e4c0f-02b5-404b-a4b5-8975815dda97,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:44:47.478783 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 36176) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:44:47.485177 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e9cda0-b0ab-44a8-a51b-4d1ed73e9fac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:44:47.485509 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e9cda0-b0ab-44a8-a51b-4d1ed73e9fac admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:44:47.485852 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e9cda0-b0ab-44a8-a51b-4d1ed73e9fac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:44:47.486185 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e9cda0-b0ab-44a8-a51b-4d1ed73e9fac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:44:47.486539 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e9cda0-b0ab-44a8-a51b-4d1ed73e9fac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:44:47.486971 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e9cda0-b0ab-44a8-a51b-4d1ed73e9fac admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:44:47.487182 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e9cda0-b0ab-44a8-a51b-4d1ed73e9fac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:44:47.487503 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e9cda0-b0ab-44a8-a51b-4d1ed73e9fac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:44:47.487825 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e9cda0-b0ab-44a8-a51b-4d1ed73e9fac admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:44:47.488144 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e9cda0-b0ab-44a8-a51b-4d1ed73e9fac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:44:47.488481 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e9cda0-b0ab-44a8-a51b-4d1ed73e9fac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:44:47.488784 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e9cda0-b0ab-44a8-a51b-4d1ed73e9fac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:44:47.489095 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e9cda0-b0ab-44a8-a51b-4d1ed73e9fac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:44:47.489410 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e9cda0-b0ab-44a8-a51b-4d1ed73e9fac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:44:47.489721 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e9cda0-b0ab-44a8-a51b-4d1ed73e9fac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:44:47.528375 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-741d6204-1413-48fc-bf19-52b305870e99 admin admin] Publish callbacks [] for security_group (e75e4c0f-02b5-404b-a4b5-8975815dda97), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:44:47.548599 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-741d6204-1413-48fc-bf19-52b305870e99 admin admin] Publish callbacks [] for security_group (e75e4c0f-02b5-404b-a4b5-8975815dda97), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:44:47.594758 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-741d6204-1413-48fc-bf19-52b305870e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (e75e4c0f-02b5-404b-a4b5-8975815dda97), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:44:47.597732 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-741d6204-1413-48fc-bf19-52b305870e99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:44:47.598907 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-741d6204-1413-48fc-bf19-52b305870e99 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e75e4c0f-02b5-404b-a4b5-8975815dda97 HTTP/1.1" status: 204 len: 168 time: 0.1191385 Apr 12 00:44:47.606096 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741d6204-1413-48fc-bf19-52b305870e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75e4c0f-02b5-404b-a4b5-8975815dda97,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:44:47.613707 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741d6204-1413-48fc-bf19-52b305870e99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:44:47.614077 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741d6204-1413-48fc-bf19-52b305870e99 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:44:47.614434 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741d6204-1413-48fc-bf19-52b305870e99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:44:47.614771 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741d6204-1413-48fc-bf19-52b305870e99 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:44:47.615107 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741d6204-1413-48fc-bf19-52b305870e99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:44:47.615434 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741d6204-1413-48fc-bf19-52b305870e99 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:44:47.615760 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741d6204-1413-48fc-bf19-52b305870e99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:44:47.616205 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741d6204-1413-48fc-bf19-52b305870e99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:44:47.616394 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741d6204-1413-48fc-bf19-52b305870e99 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:44:47.616718 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741d6204-1413-48fc-bf19-52b305870e99 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:44:47.617045 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741d6204-1413-48fc-bf19-52b305870e99 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:44:47.617370 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741d6204-1413-48fc-bf19-52b305870e99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:44:47.617690 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741d6204-1413-48fc-bf19-52b305870e99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:44:47.618008 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741d6204-1413-48fc-bf19-52b305870e99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:44:47.618345 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741d6204-1413-48fc-bf19-52b305870e99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836252-3-iscsi {{(pid=114860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 00:44:47.670103 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-be9ea9f3-6c7c-4887-ad09-badb35df740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (738aa052-ee84-4bd1-913b-ee7149597f8f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:44:47.853709 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 36182) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:44:47.867101 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-b503a720-dc47-4e54-87de-c7b1fcfffd36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:44:47.938869 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-b503a720-dc47-4e54-87de-c7b1fcfffd36 admin admin] Publish callbacks [] for security_group (8121251a-70a6-47b9-b971-d30cc74cbd77), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:44:47.942910 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-b503a720-dc47-4e54-87de-c7b1fcfffd36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (8121251a-70a6-47b9-b971-d30cc74cbd77), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:44:47.979445 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-b503a720-dc47-4e54-87de-c7b1fcfffd36 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f50a32ca18264596b7bfc31fca2129eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1246555 Apr 12 00:44:47.980283 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b503a720-dc47-4e54-87de-c7b1fcfffd36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8121251a-70a6-47b9-b971-d30cc74cbd77,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:44:47.982847 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 36184) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:44:48.030625 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-9320c783-bf8a-4507-a6e3-285bc9e0f4fb admin admin] Publish callbacks [] for security_group (8121251a-70a6-47b9-b971-d30cc74cbd77), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:44:48.051204 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-9320c783-bf8a-4507-a6e3-285bc9e0f4fb admin admin] Publish callbacks [] for security_group (8121251a-70a6-47b9-b971-d30cc74cbd77), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:44:48.095675 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-9320c783-bf8a-4507-a6e3-285bc9e0f4fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (8121251a-70a6-47b9-b971-d30cc74cbd77), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:44:48.098207 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-9320c783-bf8a-4507-a6e3-285bc9e0f4fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:44:48.099417 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-9320c783-bf8a-4507-a6e3-285bc9e0f4fb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8121251a-70a6-47b9-b971-d30cc74cbd77 HTTP/1.1" status: 204 len: 168 time: 0.1154912 Apr 12 00:44:48.106829 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9320c783-bf8a-4507-a6e3-285bc9e0f4fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8121251a-70a6-47b9-b971-d30cc74cbd77,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:44:48.994800 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (f9a21fd4-36f2-4826-890e-da332e228edf), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:44:49.959166 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 36254) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:44:50.061633 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-2d59002a-17a6-45f6-99c3-700b0fb4ff4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:44:50.134608 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-2d59002a-17a6-45f6-99c3-700b0fb4ff4c admin admin] Publish callbacks [] for security_group (b637ed6b-7d83-41b7-981e-7270290d86e0), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:44:50.138516 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-2d59002a-17a6-45f6-99c3-700b0fb4ff4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (b637ed6b-7d83-41b7-981e-7270290d86e0), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:44:50.174271 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d59002a-17a6-45f6-99c3-700b0fb4ff4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b637ed6b-7d83-41b7-981e-7270290d86e0,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:44:50.179058 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-2d59002a-17a6-45f6-99c3-700b0fb4ff4c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a3ceb297897743c7ad38543805982a84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2188845 Apr 12 00:44:50.181655 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 36258) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:44:50.228847 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-3a22a1b9-a283-4082-a89b-5983139201a0 admin admin] Publish callbacks [] for security_group (b637ed6b-7d83-41b7-981e-7270290d86e0), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:44:50.249815 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-3a22a1b9-a283-4082-a89b-5983139201a0 admin admin] Publish callbacks [] for security_group (b637ed6b-7d83-41b7-981e-7270290d86e0), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:44:50.296655 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-3a22a1b9-a283-4082-a89b-5983139201a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (b637ed6b-7d83-41b7-981e-7270290d86e0), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:44:50.299344 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-3a22a1b9-a283-4082-a89b-5983139201a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:44:50.301032 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-3a22a1b9-a283-4082-a89b-5983139201a0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b637ed6b-7d83-41b7-981e-7270290d86e0 HTTP/1.1" status: 204 len: 168 time: 0.1184461 Apr 12 00:44:50.308654 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a22a1b9-a283-4082-a89b-5983139201a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b637ed6b-7d83-41b7-981e-7270290d86e0,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:44:50.551778 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 36264) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:44:50.568028 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-e5cd9cb5-0456-4fad-ad5f-094b357fc69d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:44:50.639997 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-e5cd9cb5-0456-4fad-ad5f-094b357fc69d admin admin] Publish callbacks [] for security_group (d726b6dd-09ad-4dd5-b7ec-f7c570992555), precommit_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:44:50.643428 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-e5cd9cb5-0456-4fad-ad5f-094b357fc69d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (d726b6dd-09ad-4dd5-b7ec-f7c570992555), after_create {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:44:50.680695 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-e5cd9cb5-0456-4fad-ad5f-094b357fc69d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2598ea4e70474aa694fea4ff6a330ddf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1278381 Apr 12 00:44:50.681799 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd9cb5-0456-4fad-ad5f-094b357fc69d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d726b6dd-09ad-4dd5-b7ec-f7c570992555,revision_number=1']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:44:50.683415 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 36266) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:44:50.729921 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-f94f7761-de16-48b6-a695-9092efa132fb admin admin] Publish callbacks [] for security_group (d726b6dd-09ad-4dd5-b7ec-f7c570992555), before_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:44:50.752431 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-f94f7761-de16-48b6-a695-9092efa132fb admin admin] Publish callbacks [] for security_group (d726b6dd-09ad-4dd5-b7ec-f7c570992555), precommit_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:44:50.797808 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-f94f7761-de16-48b6-a695-9092efa132fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (d726b6dd-09ad-4dd5-b7ec-f7c570992555), after_delete {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:44:50.800399 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-f94f7761-de16-48b6-a695-9092efa132fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:44:50.801495 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-f94f7761-de16-48b6-a695-9092efa132fb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d726b6dd-09ad-4dd5-b7ec-f7c570992555 HTTP/1.1" status: 204 len: 168 time: 0.1170945 Apr 12 00:44:50.808712 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94f7761-de16-48b6-a695-9092efa132fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d726b6dd-09ad-4dd5-b7ec-f7c570992555,revision_number=None']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:45:12.403138 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-4370ec1e-899c-4333-bcf5-eff258423c1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (4ecbd319-6885-49f5-abb8-de205838eb1c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:45:14.639646 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-827b96ee-3139-4b3f-8e57-4325c0efd6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (d3fb0dde-5c40-4fca-80b5-61326157311c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:45:15.836842 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.agents_db [None req-4f17da96-f611-4225-a78f-ee15b860eec6 None None] Agent healthcheck: found 6 active agents {{(pid=114862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:45:16.271063 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d4423688-5a44-44f3-a132-81f2c9b6cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (af38becd-82ff-4144-8f94-74de975161ca), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:45:17.306875 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (6c438ad1-5788-4552-a50f-29c8c96f3196), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:45:17.671485 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-be9ea9f3-6c7c-4887-ad09-badb35df740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (738aa052-ee84-4bd1-913b-ee7149597f8f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:45:18.996274 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (f9a21fd4-36f2-4826-890e-da332e228edf), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:45:21.360212 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 36462) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:45:21.461381 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-fbf80c3d-bbfd-4c6b-b29d-75890ea70cc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:45:21.534769 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-fbf80c3d-bbfd-4c6b-b29d-75890ea70cc0 admin admin] Publish callbacks [] for security_group (7715dc58-a08e-4a93-8de5-fc6bfd588ce9), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:45:21.538279 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-fbf80c3d-bbfd-4c6b-b29d-75890ea70cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (7715dc58-a08e-4a93-8de5-fc6bfd588ce9), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:45:21.575607 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-fbf80c3d-bbfd-4c6b-b29d-75890ea70cc0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=92a2205b001246af945530101d3626bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2143519 Apr 12 00:45:21.576521 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf80c3d-bbfd-4c6b-b29d-75890ea70cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7715dc58-a08e-4a93-8de5-fc6bfd588ce9,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:45:21.578424 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 36466) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:45:21.625939 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-d9cbbb00-fe42-422f-9f8f-490a60516455 admin admin] Publish callbacks [] for security_group (7715dc58-a08e-4a93-8de5-fc6bfd588ce9), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:45:21.646797 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-d9cbbb00-fe42-422f-9f8f-490a60516455 admin admin] Publish callbacks [] for security_group (7715dc58-a08e-4a93-8de5-fc6bfd588ce9), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:45:21.693768 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-d9cbbb00-fe42-422f-9f8f-490a60516455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (7715dc58-a08e-4a93-8de5-fc6bfd588ce9), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:45:21.696399 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-d9cbbb00-fe42-422f-9f8f-490a60516455 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:45:21.697545 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-d9cbbb00-fe42-422f-9f8f-490a60516455 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7715dc58-a08e-4a93-8de5-fc6bfd588ce9 HTTP/1.1" status: 204 len: 168 time: 0.1181383 Apr 12 00:45:21.705861 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cbbb00-fe42-422f-9f8f-490a60516455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7715dc58-a08e-4a93-8de5-fc6bfd588ce9,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:45:30.600372 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [-] (114859) accepted ('10.222.0.32', 36538) {{(pid=114859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:45:30.700813 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-4a350086-1b7e-404f-83b2-81140a288996 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:45:30.771953 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-4a350086-1b7e-404f-83b2-81140a288996 admin admin] Publish callbacks [] for security_group (af8cc509-e4c6-42a8-9283-9e2f4b845ba9), precommit_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:45:30.775442 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron_lib.callbacks.manager [None req-4a350086-1b7e-404f-83b2-81140a288996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (af8cc509-e4c6-42a8-9283-9e2f4b845ba9), after_create {{(pid=114859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:45:30.814979 dv-cinder-836252-3-iscsi neutron-server[114859]: INFO neutron.wsgi [None req-4a350086-1b7e-404f-83b2-81140a288996 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=10c2a9666ead4be9863f094f6b2ef8d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2135735 Apr 12 00:45:30.815839 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a350086-1b7e-404f-83b2-81140a288996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af8cc509-e4c6-42a8-9283-9e2f4b845ba9,revision_number=1']} {{(pid=114859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:45:30.818504 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [-] (114860) accepted ('10.222.0.32', 36542) {{(pid=114860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 00:45:30.866182 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-6390a7fa-e750-4267-b87f-5c6275c67480 admin admin] Publish callbacks [] for security_group (af8cc509-e4c6-42a8-9283-9e2f4b845ba9), before_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:45:30.890202 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-6390a7fa-e750-4267-b87f-5c6275c67480 admin admin] Publish callbacks [] for security_group (af8cc509-e4c6-42a8-9283-9e2f4b845ba9), precommit_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:45:30.934851 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-6390a7fa-e750-4267-b87f-5c6275c67480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496161'] for security_group (af8cc509-e4c6-42a8-9283-9e2f4b845ba9), after_delete {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:45:30.937296 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron_lib.callbacks.manager [None req-6390a7fa-e750-4267-b87f-5c6275c67480 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:45:30.938452 dv-cinder-836252-3-iscsi neutron-server[114860]: INFO neutron.wsgi [None req-6390a7fa-e750-4267-b87f-5c6275c67480 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/af8cc509-e4c6-42a8-9283-9e2f4b845ba9 HTTP/1.1" status: 204 len: 168 time: 0.1187034 Apr 12 00:45:30.946495 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6390a7fa-e750-4267-b87f-5c6275c67480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8cc509-e4c6-42a8-9283-9e2f4b845ba9,revision_number=None']} {{(pid=114860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 00:45:36.692690 dv-cinder-836252-3-iscsi neutron-server[114860]: DEBUG neutron.wsgi [req-68dbc04a-0c4d-4ccb-acde-72cced48f510 req-60715a8a-7e24-460d-a203-c82ea93393c8 service neutron] (114860) timed out ('10.222.0.32', 58908) {{(pid=114860) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 00:45:36.868945 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [req-68dbc04a-0c4d-4ccb-acde-72cced48f510 req-cf6daa8f-49a9-453f-b232-da220880644d tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] (114859) timed out ('10.222.0.32', 58916) {{(pid=114859) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 00:45:42.403990 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-f8580c59-afab-4260-9314-b912218e048f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (4ecbd319-6885-49f5-abb8-de205838eb1c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:45:44.640139 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-2f15ad85-5ce2-41e3-988e-80c7e7e504f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (d3fb0dde-5c40-4fca-80b5-61326157311c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:45:46.272649 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d4423688-5a44-44f3-a132-81f2c9b6cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (af38becd-82ff-4144-8f94-74de975161ca), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:45:47.326525 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (6c438ad1-5788-4552-a50f-29c8c96f3196), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:45:47.676034 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-be9ea9f3-6c7c-4887-ad09-badb35df740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (738aa052-ee84-4bd1-913b-ee7149597f8f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:45:48.997584 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (f9a21fd4-36f2-4826-890e-da332e228edf), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:45:52.835912 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.agents_db [None req-4f17da96-f611-4225-a78f-ee15b860eec6 None None] Agent healthcheck: found 6 active agents {{(pid=114862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:46:00.198355 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [req-c31d436e-0ad3-45a3-adeb-7cb0653ee587 req-7aec4c30-1e7a-4d25-9fa3-d7c7fd79d8a3 service neutron] (114859) timed out ('10.222.0.52', 57449) {{(pid=114859) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 00:46:12.404226 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-1e321c50-9211-493f-9fcb-34d9943316fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (4ecbd319-6885-49f5-abb8-de205838eb1c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:46:14.641474 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ebbfad3c-af70-4851-948f-e9388e4b11e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (d3fb0dde-5c40-4fca-80b5-61326157311c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:46:16.276114 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d4423688-5a44-44f3-a132-81f2c9b6cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (af38becd-82ff-4144-8f94-74de975161ca), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:46:17.332705 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (6c438ad1-5788-4552-a50f-29c8c96f3196), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:46:17.678541 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-be9ea9f3-6c7c-4887-ad09-badb35df740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (738aa052-ee84-4bd1-913b-ee7149597f8f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:46:19.001017 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (f9a21fd4-36f2-4826-890e-da332e228edf), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:46:29.834438 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.agents_db [None req-4f17da96-f611-4225-a78f-ee15b860eec6 None None] Agent healthcheck: found 6 active agents {{(pid=114862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:46:42.404127 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-e1796a94-16b1-4c2c-becb-efbeba4bd4cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (4ecbd319-6885-49f5-abb8-de205838eb1c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:46:44.643148 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-99a9f405-7c95-4087-8ca2-073817c87148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (d3fb0dde-5c40-4fca-80b5-61326157311c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:46:46.277848 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d4423688-5a44-44f3-a132-81f2c9b6cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (af38becd-82ff-4144-8f94-74de975161ca), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:46:47.324727 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (6c438ad1-5788-4552-a50f-29c8c96f3196), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:46:47.680729 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-be9ea9f3-6c7c-4887-ad09-badb35df740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (738aa052-ee84-4bd1-913b-ee7149597f8f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:46:49.003177 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (f9a21fd4-36f2-4826-890e-da332e228edf), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:47:06.833990 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.agents_db [None req-4f17da96-f611-4225-a78f-ee15b860eec6 None None] Agent healthcheck: found 6 active agents {{(pid=114862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:47:12.406971 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-4e05350f-46b5-47fe-b015-7bc206ee6dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (4ecbd319-6885-49f5-abb8-de205838eb1c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:47:14.644098 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ccadf737-cf7b-4c89-9810-8377b9934008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (d3fb0dde-5c40-4fca-80b5-61326157311c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:47:16.281810 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d4423688-5a44-44f3-a132-81f2c9b6cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (af38becd-82ff-4144-8f94-74de975161ca), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:47:17.340221 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (6c438ad1-5788-4552-a50f-29c8c96f3196), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:47:17.683420 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-be9ea9f3-6c7c-4887-ad09-badb35df740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (738aa052-ee84-4bd1-913b-ee7149597f8f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:47:19.004518 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (f9a21fd4-36f2-4826-890e-da332e228edf), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:47:42.409998 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-6a0d2fea-e43f-48bb-a130-d749ee0a1e34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (4ecbd319-6885-49f5-abb8-de205838eb1c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:47:43.833052 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.agents_db [None req-4f17da96-f611-4225-a78f-ee15b860eec6 None None] Agent healthcheck: found 6 active agents {{(pid=114862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:47:44.648761 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-37a56c12-ebd0-4929-a79b-db36aa650622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (d3fb0dde-5c40-4fca-80b5-61326157311c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:47:46.284146 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d4423688-5a44-44f3-a132-81f2c9b6cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (af38becd-82ff-4144-8f94-74de975161ca), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:47:47.340737 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (6c438ad1-5788-4552-a50f-29c8c96f3196), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:47:47.686645 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-be9ea9f3-6c7c-4887-ad09-badb35df740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (738aa052-ee84-4bd1-913b-ee7149597f8f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:47:49.006605 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (f9a21fd4-36f2-4826-890e-da332e228edf), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:48:12.411878 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d23d8a82-3dda-4c44-8eaf-07278e82e4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (4ecbd319-6885-49f5-abb8-de205838eb1c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:48:14.649819 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-eb8a101f-5387-47d1-bb7c-4cfe07224e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (d3fb0dde-5c40-4fca-80b5-61326157311c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:48:16.286087 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d4423688-5a44-44f3-a132-81f2c9b6cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (af38becd-82ff-4144-8f94-74de975161ca), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:48:17.338959 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (6c438ad1-5788-4552-a50f-29c8c96f3196), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:48:17.688512 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-be9ea9f3-6c7c-4887-ad09-badb35df740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (738aa052-ee84-4bd1-913b-ee7149597f8f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:48:19.008558 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (f9a21fd4-36f2-4826-890e-da332e228edf), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:48:20.831689 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.agents_db [None req-4f17da96-f611-4225-a78f-ee15b860eec6 None None] Agent healthcheck: found 6 active agents {{(pid=114862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:48:42.413706 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-5c282329-cbcb-4e64-84c1-c951db325006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (4ecbd319-6885-49f5-abb8-de205838eb1c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:48:44.650743 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-0acfa544-071d-42a0-a370-52b87850e44c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (d3fb0dde-5c40-4fca-80b5-61326157311c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:48:46.289271 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d4423688-5a44-44f3-a132-81f2c9b6cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (af38becd-82ff-4144-8f94-74de975161ca), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:48:47.354606 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (6c438ad1-5788-4552-a50f-29c8c96f3196), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:48:47.690610 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-be9ea9f3-6c7c-4887-ad09-badb35df740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (738aa052-ee84-4bd1-913b-ee7149597f8f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:48:49.010375 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (f9a21fd4-36f2-4826-890e-da332e228edf), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:48:57.830734 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.agents_db [None req-4f17da96-f611-4225-a78f-ee15b860eec6 None None] Agent healthcheck: found 6 active agents {{(pid=114862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:49:12.414588 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ab2a6f92-2582-4ad2-a61b-e777de8072db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (4ecbd319-6885-49f5-abb8-de205838eb1c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:49:14.653001 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-16388a7e-6347-4cda-9587-9325dee3f3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (d3fb0dde-5c40-4fca-80b5-61326157311c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:49:16.292801 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d4423688-5a44-44f3-a132-81f2c9b6cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (af38becd-82ff-4144-8f94-74de975161ca), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:49:17.352369 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (6c438ad1-5788-4552-a50f-29c8c96f3196), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:49:17.695047 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-be9ea9f3-6c7c-4887-ad09-badb35df740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (738aa052-ee84-4bd1-913b-ee7149597f8f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:49:19.012377 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (f9a21fd4-36f2-4826-890e-da332e228edf), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:49:34.829853 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.agents_db [None req-4f17da96-f611-4225-a78f-ee15b860eec6 None None] Agent healthcheck: found 6 active agents {{(pid=114862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:49:42.415597 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-798be3b2-7e13-40e5-a713-52a766298547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (4ecbd319-6885-49f5-abb8-de205838eb1c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:49:44.654095 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-e7882f42-3b7c-4164-97f8-5a87c4ef6f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (d3fb0dde-5c40-4fca-80b5-61326157311c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:49:46.293988 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d4423688-5a44-44f3-a132-81f2c9b6cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (af38becd-82ff-4144-8f94-74de975161ca), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:49:47.388408 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (6c438ad1-5788-4552-a50f-29c8c96f3196), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:49:47.695578 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-be9ea9f3-6c7c-4887-ad09-badb35df740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (738aa052-ee84-4bd1-913b-ee7149597f8f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:49:49.014575 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (f9a21fd4-36f2-4826-890e-da332e228edf), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:50:03.396892 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [req-821cfa8e-0f07-4044-8925-defe07b1d895 req-951e6fdf-8502-4fe4-af2e-c9b7129603e7 service neutron] (114859) timed out ('10.222.0.32', 59906) {{(pid=114859) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 00:50:03.475595 dv-cinder-836252-3-iscsi neutron-server[114859]: DEBUG neutron.wsgi [req-821cfa8e-0f07-4044-8925-defe07b1d895 req-a23e3d3b-da53-4406-ad41-a8d11598861b tempest-AttachVolumeShelveTestJSON-1413489074 tempest-AttachVolumeShelveTestJSON-1413489074-project] (114859) timed out ('10.222.0.32', 59914) {{(pid=114859) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 00:50:11.828637 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.agents_db [None req-4f17da96-f611-4225-a78f-ee15b860eec6 None None] Agent healthcheck: found 6 active agents {{(pid=114862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:50:12.416697 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-4e81cdcf-9cea-4625-accb-e3eda1ed619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (4ecbd319-6885-49f5-abb8-de205838eb1c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:50:14.658950 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-f624744b-2a97-4f10-99fe-76dae3e999ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (d3fb0dde-5c40-4fca-80b5-61326157311c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:50:16.298076 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d4423688-5a44-44f3-a132-81f2c9b6cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (af38becd-82ff-4144-8f94-74de975161ca), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:50:17.415628 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (6c438ad1-5788-4552-a50f-29c8c96f3196), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:50:17.700005 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-be9ea9f3-6c7c-4887-ad09-badb35df740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (738aa052-ee84-4bd1-913b-ee7149597f8f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:50:19.018037 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (f9a21fd4-36f2-4826-890e-da332e228edf), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:50:42.421710 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ea1819ca-6170-43a5-9da5-4e7faa6602af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (4ecbd319-6885-49f5-abb8-de205838eb1c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:50:44.659111 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-26d330d9-6b47-4c05-a367-df20ad9b2343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (d3fb0dde-5c40-4fca-80b5-61326157311c), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:50:46.301247 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-d4423688-5a44-44f3-a132-81f2c9b6cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (af38becd-82ff-4144-8f94-74de975161ca), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:50:47.434073 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-27ef027a-df0e-4d48-b828-53c10c0ecb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (6c438ad1-5788-4552-a50f-29c8c96f3196), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:50:47.702236 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-be9ea9f3-6c7c-4887-ad09-badb35df740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (738aa052-ee84-4bd1-913b-ee7149597f8f), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 00:50:48.828129 dv-cinder-836252-3-iscsi neutron-server[114862]: DEBUG neutron.db.agents_db [None req-4f17da96-f611-4225-a78f-ee15b860eec6 None None] Agent healthcheck: found 6 active agents {{(pid=114862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 00:50:49.021180 dv-cinder-836252-3-iscsi neutron-server[114861]: DEBUG neutron_lib.callbacks.manager [None req-ae855c1d-a556-474b-88d6-d77fb526175b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757613416349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1543411'] for agent (f9a21fd4-36f2-4826-890e-da332e228edf), after_update {{(pid=114861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}